JUnit version 4.13.2
.02:03:42.717 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779069822710
02:03:42.749 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779069822748
02:03:42.783 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:03:42.787 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:03:42.866 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:03:42.881 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:03:42.887 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:03:42.891 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:03:43.069 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:03:43.244 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:03:43.245 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:03:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:43.249090  3411 mini_oidc.cc:150] Starting JWKS server
02:03:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:43.252665  3411 webserver.cc:533] Webserver started at http://127.0.0.1:45759/ using document root <none> and password file <none>
02:03:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:43.253235  3411 mini_oidc.cc:186] Starting OIDC Discovery server
02:03:43.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:43.255503  3411 webserver.cc:533] Webserver started at http://127.0.0.1:44829/ using document root <none> and password file <none>
02:03:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:03:43Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:03:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:03:43Z Disabled control of system clock
02:03:43.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:43.310321  3411 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:43.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:43.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/wal
02:03:43.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/data
02:03:43.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:43.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:43.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:43.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/logs
02:03:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/data/info.pb
02:03:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.84.254:39663
02:03:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.84.254
02:03:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.84.212:44975
02:03:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.84.254:39663,127.3.84.253:38369,127.3.84.252:40301
02:03:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45759/jwks.json with env {}
02:03:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:43.600634  3423 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:43.601177  3423 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:43.601609  3423 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:43.634353  3423 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:43.634641  3423 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:43.634843  3423 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:43.635022  3423 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:43.635205  3423 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:43.635341  3423 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45759/jwks.json
02:03:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:43.672361  3423 master_runner.cc:387] Master server non-default flags:
02:03:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.84.212:44975
02:03:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/data
02:03:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/wal
02:03:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.84.254:39663,127.3.84.253:38369,127.3.84.252:40301
02:03:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.84.254:39663
02:03:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45759/jwks.json
02:03:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/data/info.pb
02:03:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.84.254
02:03:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/logs
02:03:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:03:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:03:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:03:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:43.673738  3423 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:43.675789  3423 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:43.688511  3429 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.091199  3428 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 3423
02:03:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.225250  3428 kernel_stack_watchdog.cc:198] Thread 3423 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
02:03:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:03:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:03:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:03:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:03:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:43.688932  3430 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.233093  3423 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.545s	user 0.594s	sys 0.950s
02:03:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.233471  3423 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.545s	user 0.594s	sys 0.950s
02:03:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.234652  3431 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1543 milliseconds
02:03:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.235131  3432 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.235157  3423 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:03:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.236809  3423 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.239427  3423 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.240783  3423 hybrid_clock.cc:648] HybridClock initialized: now 1779069825240704 us; error 78 us; skew 500 ppm
02:03:45.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.241775  3423 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:45.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.247849  3423 webserver.cc:533] Webserver started at http://127.3.84.254:43107/ using document root <none> and password file <none>
02:03:45.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.248796  3423 fs_manager.cc:362] Metadata directory not provided
02:03:45.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.248991  3423 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:45.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.249395  3423 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.254081  3423 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/data/instance:
02:03:45.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c68e9fdb90704842badaac9a05a1eca7"
02:03:45.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:45 on dist-test-slave-9vqr"
02:03:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.255324  3423 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/wal/instance:
02:03:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c68e9fdb90704842badaac9a05a1eca7"
02:03:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:45 on dist-test-slave-9vqr"
02:03:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.263756  3423 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
02:03:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.269778  3439 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.271061  3423 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:03:45.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.271421  3423 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/wal
02:03:45.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c68e9fdb90704842badaac9a05a1eca7"
02:03:45.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:45 on dist-test-slave-9vqr"
02:03:45.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.271852  3423 fs_report.cc:389] FS layout report
02:03:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/wal
02:03:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/wal
02:03:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/data/data
02:03:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.323529  3423 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.325228  3423 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.325730  3423 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:45.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.394147  3423 rpc_server.cc:307] RPC server started. Bound to: 127.3.84.254:39663
02:03:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.394227  3490 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.84.254:39663 every 8 connection(s)
02:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.397190  3423 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/data/info.pb
02:03:45.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.403021  3491 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:45.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.406790  3411 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 3423
02:03:45.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.407223  3411 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-0/wal/instance
02:03:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.411049  3411 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/wal
02:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/data
02:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:45.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:45.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/logs
02:03:45.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/data/info.pb
02:03:45.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:45.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:45.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:45.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:45.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:45.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:45.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.84.253:38369
02:03:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.84.253
02:03:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.84.212:44975
02:03:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.84.254:39663,127.3.84.253:38369,127.3.84.252:40301
02:03:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45759/jwks.json with env {}
02:03:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.416705  3491 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } has no permanent_uuid. Determining permanent_uuid...
02:03:45.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.452227  3491 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } has no permanent_uuid. Determining permanent_uuid...
02:03:45.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.454717  3443 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.84.253:38369: connect: Connection refused (error 111)
02:03:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.458920  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.253:38369: Network error: Client connection negotiation failed: client connection to 127.3.84.253:38369: connect: Connection refused (error 111)
02:03:45.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.508390  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } attempt: 1
02:03:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.512174  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.253:38369: Network error: Client connection negotiation failed: client connection to 127.3.84.253:38369: connect: Connection refused (error 111)
02:03:45.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.580567  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } attempt: 2
02:03:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.584471  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.253:38369: Network error: Client connection negotiation failed: client connection to 127.3.84.253:38369: connect: Connection refused (error 111)
02:03:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.675884  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } attempt: 3
02:03:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.679705  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.253:38369: Network error: Client connection negotiation failed: client connection to 127.3.84.253:38369: connect: Connection refused (error 111)
02:03:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.720494  3493 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.721032  3493 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.721553  3493 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.754777  3493 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.755067  3493 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.755255  3493 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.755452  3493 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.755738  3493 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.755916  3493 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45759/jwks.json
02:03:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.793056  3493 master_runner.cc:387] Master server non-default flags:
02:03:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.84.212:44975
02:03:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/data
02:03:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/wal
02:03:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.84.254:39663,127.3.84.253:38369,127.3.84.252:40301
02:03:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.84.253:38369
02:03:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:45.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45759/jwks.json
02:03:45.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:45.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:45.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/data/info.pb
02:03:45.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.84.253
02:03:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/logs
02:03:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:03:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:03:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:03:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.794335  3493 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.796293  3493 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:03:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.808784  3502 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:45.823091  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } attempt: 4
02:03:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.831576  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.253:38369: Network error: Client connection negotiation failed: client connection to 127.3.84.253:38369: connect: Connection refused (error 111)
02:03:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:46.131052  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } attempt: 5
02:03:46.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:46.137892  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.253:38369: Network error: Client connection negotiation failed: client connection to 127.3.84.253:38369: connect: Connection refused (error 111)
02:03:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:46.685364  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } attempt: 6
02:03:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:46.711437  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.253:38369: Network error: Client connection negotiation failed: client connection to 127.3.84.253:38369: connect: Connection refused (error 111)
02:03:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:45.809249  3503 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.358563  3493 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.550s	user 0.644s	sys 0.900s
02:03:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.211704  3501 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 3493
02:03:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.359998  3493 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.551s	user 0.645s	sys 0.900s
02:03:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.359359  3504 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1549 milliseconds
02:03:47.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.361541  3505 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:47.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.361991  3493 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:03:47.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.364321  3493 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.366611  3493 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:47.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.367954  3493 hybrid_clock.cc:648] HybridClock initialized: now 1779069827367914 us; error 42 us; skew 500 ppm
02:03:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.368832  3493 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:47.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.374598  3493 webserver.cc:533] Webserver started at http://127.3.84.253:45573/ using document root <none> and password file <none>
02:03:47.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.375461  3493 fs_manager.cc:362] Metadata directory not provided
02:03:47.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.375646  3493 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:47.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.376133  3493 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.380499  3493 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/data/instance:
02:03:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63aa7cf7735f4d6cb63b557b872ca7d1"
02:03:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:47 on dist-test-slave-9vqr"
02:03:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.381523  3493 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/wal/instance:
02:03:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63aa7cf7735f4d6cb63b557b872ca7d1"
02:03:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:47 on dist-test-slave-9vqr"
02:03:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.388521  3493 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.002s
02:03:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.394276  3514 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:47.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.395812  3493 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:03:47.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.396237  3493 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/wal
02:03:47.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63aa7cf7735f4d6cb63b557b872ca7d1"
02:03:47.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:47 on dist-test-slave-9vqr"
02:03:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.396665  3493 fs_report.cc:389] FS layout report
02:03:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/wal
02:03:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/wal
02:03:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/data/data
02:03:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:47.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.454663  3493 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.456279  3493 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.456753  3493 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:47.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.522781  3493 rpc_server.cc:307] RPC server started. Bound to: 127.3.84.253:38369
02:03:47.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.522873  3565 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.84.253:38369 every 8 connection(s)
02:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.526024  3493 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/data/info.pb
02:03:47.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.528976  3411 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 3493
02:03:47.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.529623  3411 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-1/wal/instance
02:03:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.533155  3566 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.533362  3411 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/wal
02:03:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/data
02:03:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/logs
02:03:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/data/info.pb
02:03:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:47.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:47.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:47.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:47.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.84.252:40301
02:03:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.84.252
02:03:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.84.212:44975
02:03:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.84.254:39663,127.3.84.253:38369,127.3.84.252:40301
02:03:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45759/jwks.json with env {}
02:03:47.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.546631  3566 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } has no permanent_uuid. Determining permanent_uuid...
02:03:47.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.567606  3566 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } has no permanent_uuid. Determining permanent_uuid...
02:03:47.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.580708  3566 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } has no permanent_uuid. Determining permanent_uuid...
02:03:47.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.583096  3515 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:47.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.586997  3566 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:47.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.636440  3566 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 1
02:03:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.640551  3566 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:47.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.708925  3566 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 2
02:03:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.713017  3566 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:47.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.771958  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } attempt: 7
02:03:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.783174  3491 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } has no permanent_uuid. Determining permanent_uuid...
02:03:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.788973  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:47.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.804397  3566 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 3
02:03:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.808390  3566 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:47.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.840329  3568 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:47.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.840852  3568 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:47.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.841496  3568 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.847390  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 1
02:03:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.851581  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:47.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.877089  3568 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:47.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.877372  3568 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.877566  3568 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.877763  3568 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.877959  3568 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.878165  3568 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45759/jwks.json
02:03:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.915946  3568 master_runner.cc:387] Master server non-default flags:
02:03:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.84.212:44975
02:03:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/data
02:03:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/wal
02:03:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.84.254:39663,127.3.84.253:38369,127.3.84.252:40301
02:03:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.84.252:40301
02:03:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45759/jwks.json
02:03:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/data/info.pb
02:03:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.84.252
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/logs
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:03:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:47.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.917351  3568 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:47.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.919577  3568 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:03:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.930658  3580 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:47.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.932983  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 2
02:03:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.942739  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:47.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:47.951817  3566 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 4
02:03:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.958294  3566 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:48.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:48.028223  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 3
02:03:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:48.035887  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:48.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:48.176605  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 4
02:03:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:48.183789  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:48.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:48.257747  3566 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 5
02:03:48.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:48.264971  3566 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:48.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:48.467938  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 5
02:03:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:48.474814  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:48.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:48.812451  3566 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 6
02:03:48.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:48.838171  3566 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.027294  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 6
02:03:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:49.049336  3491 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.84.252:40301: Network error: Client connection negotiation failed: client connection to 127.3.84.252:40301: connect: Connection refused (error 111)
02:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:47.930974  3581 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:49.234516  3583 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:49.237520  3582 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1301 milliseconds
02:03:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:49.237682  3568 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.307s	user 0.469s	sys 0.835s
02:03:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:49.238018  3568 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.308s	user 0.469s	sys 0.835s
02:03:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.238281  3568 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:03:49.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.239478  3568 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.242030  3568 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:49.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.243363  3568 hybrid_clock.cc:648] HybridClock initialized: now 1779069829243312 us; error 64 us; skew 500 ppm
02:03:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.244271  3568 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.251562  3568 webserver.cc:533] Webserver started at http://127.3.84.252:34469/ using document root <none> and password file <none>
02:03:49.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.252746  3568 fs_manager.cc:362] Metadata directory not provided
02:03:49.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.252974  3568 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:49.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.253516  3568 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.257972  3568 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/data/instance:
02:03:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "872810630b2a4f4297bbc18f4625f3fe"
02:03:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:49 on dist-test-slave-9vqr"
02:03:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.259251  3568 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/wal/instance:
02:03:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "872810630b2a4f4297bbc18f4625f3fe"
02:03:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:49 on dist-test-slave-9vqr"
02:03:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.267268  3568 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.005s
02:03:49.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.273801  3594 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:49.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.275182  3568 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
02:03:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.275612  3568 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/wal
02:03:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "872810630b2a4f4297bbc18f4625f3fe"
02:03:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:49 on dist-test-slave-9vqr"
02:03:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.276060  3568 fs_report.cc:389] FS layout report
02:03:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/wal
02:03:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/wal
02:03:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/data/data
02:03:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.339550  3568 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:49.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.341027  3568 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:49.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.341421  3568 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.410508  3568 rpc_server.cc:307] RPC server started. Bound to: 127.3.84.252:40301
02:03:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.410586  3645 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.84.252:40301 every 8 connection(s)
02:03:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.413194  3568 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/data/info.pb
02:03:49.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.418452  3411 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 3568
02:03:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.418843  3411 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/master-2/wal/instance
02:03:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.420382  3646 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:49.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.435631  3646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } has no permanent_uuid. Determining permanent_uuid...
02:03:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.478336  3646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } has no permanent_uuid. Determining permanent_uuid...
02:03:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.486769  3646 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } has no permanent_uuid. Determining permanent_uuid...
02:03:49.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.502338  3646 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe: Bootstrap starting.
02:03:49.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.508478  3646 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe: Neither blocks nor log segments found. Creating new log.
02:03:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.510892  3646 log.cc:826] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe: Log is configured to *not* fsync() on all Append() calls
02:03:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.514933  3646 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe: No bootstrap required, opened a new log
02:03:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.535097  3646 raft_consensus.cc:359] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } }
02:03:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.535861  3646 raft_consensus.cc:385] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.536248  3646 raft_consensus.cc:740] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 872810630b2a4f4297bbc18f4625f3fe, State: Initialized, Role: FOLLOWER
02:03:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.537140  3646 consensus_queue.cc:260] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } }
02:03:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.540282  3655 sys_catalog.cc:455] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } } }
02:03:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.543213  3655 sys_catalog.cc:458] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [sys.catalog]: This master's current role is: FOLLOWER
02:03:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.542218  3646 sys_catalog.cc:565] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [sys.catalog]: configured and running, proceeding with master startup.
02:03:49.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:49.566511  3666 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:03:49.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:49.566855  3666 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:03:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.562197  3568 master_runner.cc:187] Error getting master registration for 127.3.84.254:39663: OK, instance_id { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" instance_seqno: 1779069825375523 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:03:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.583822  3568 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:03:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:49.597504  3600 tablet.cc:2404] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:03:49.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.898665  3566 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 7
02:03:49.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.915513  3566 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1: Bootstrap starting.
02:03:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.921736  3566 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1: Neither blocks nor log segments found. Creating new log.
02:03:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.923568  3566 log.cc:826] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1: Log is configured to *not* fsync() on all Append() calls
02:03:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.927932  3566 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1: No bootstrap required, opened a new log
02:03:49.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.935333  3655 raft_consensus.cc:493] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:03:49.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.935900  3655 raft_consensus.cc:515] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } }
02:03:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.938534  3655 leader_election.cc:290] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c68e9fdb90704842badaac9a05a1eca7 (127.3.84.254:39663), 63aa7cf7735f4d6cb63b557b872ca7d1 (127.3.84.253:38369)
02:03:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.950387  3566 raft_consensus.cc:359] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } }
02:03:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.951150  3566 raft_consensus.cc:385] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.956894  3566 raft_consensus.cc:740] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 63aa7cf7735f4d6cb63b557b872ca7d1, State: Initialized, Role: FOLLOWER
02:03:49.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.961634  3566 consensus_queue.cc:260] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } }
02:03:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.975291  3670 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } } }
02:03:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.976135  3670 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [sys.catalog]: This master's current role is: FOLLOWER
02:03:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.977185  3566 sys_catalog.cc:565] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [sys.catalog]: configured and running, proceeding with master startup.
02:03:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.977403  3541 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "872810630b2a4f4297bbc18f4625f3fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" is_pre_election: true
02:03:49.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.978221  3541 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 872810630b2a4f4297bbc18f4625f3fe in term 0.
02:03:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.979727  3598 leader_election.cc:304] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 63aa7cf7735f4d6cb63b557b872ca7d1, 872810630b2a4f4297bbc18f4625f3fe; no voters: 
02:03:49.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.981034  3655 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [term 0 FOLLOWER]: Leader pre-election won for term 1
02:03:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.981366  3655 raft_consensus.cc:493] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:03:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.981638  3655 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [term 0 FOLLOWER]: Advancing to term 1
02:03:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.987870  3655 raft_consensus.cc:515] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } }
02:03:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.998322  3655 leader_election.cc:290] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [CANDIDATE]: Term 1 election: Requested vote from peers c68e9fdb90704842badaac9a05a1eca7 (127.3.84.254:39663), 63aa7cf7735f4d6cb63b557b872ca7d1 (127.3.84.253:38369)
02:03:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.998960  3541 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "872810630b2a4f4297bbc18f4625f3fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1"
02:03:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:49.999505  3541 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [term 0 FOLLOWER]: Advancing to term 1
02:03:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.010259  3541 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 872810630b2a4f4297bbc18f4625f3fe in term 1.
02:03:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.011607  3598 leader_election.cc:304] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 63aa7cf7735f4d6cb63b557b872ca7d1, 872810630b2a4f4297bbc18f4625f3fe; no voters: 
02:03:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.012547  3655 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [term 1 FOLLOWER]: Leader election won for term 1
02:03:50.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.027209  3655 raft_consensus.cc:697] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [term 1 LEADER]: Becoming Leader. State: Replica: 872810630b2a4f4297bbc18f4625f3fe, State: Running, Role: LEADER
02:03:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.028828  3655 consensus_queue.cc:237] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } }
02:03:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.057153  3677 sys_catalog.cc:455] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [sys.catalog]: SysCatalogTable state changed. Reason: New leader 872810630b2a4f4297bbc18f4625f3fe. Latest consensus state: current_term: 1 leader_uuid: "872810630b2a4f4297bbc18f4625f3fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } } }
02:03:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.057708  3677 sys_catalog.cc:458] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [sys.catalog]: This master's current role is: LEADER
02:03:50.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:50.063776  3682 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:03:50.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:50.064612  3682 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:03:50.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.066680  3685 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:03:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.033671  3493 master_runner.cc:187] Error getting master registration for 127.3.84.254:39663: OK, instance_id { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" instance_seqno: 1779069825375523 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:03:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.076673  3493 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:03:50.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.079842  3685 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:03:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.082778  3491 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } attempt: 7
02:03:50.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.110894  3541 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [term 1 FOLLOWER]: Refusing update from remote peer 872810630b2a4f4297bbc18f4625f3fe: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:03:50.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.113297  3655 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [LEADER]: Connected to new peer: Peer: permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:03:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.128440  3491 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7: Bootstrap starting.
02:03:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.136430  3491 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7: Neither blocks nor log segments found. Creating new log.
02:03:50.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.139598  3491 log.cc:826] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7: Log is configured to *not* fsync() on all Append() calls
02:03:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.152089  3491 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7: No bootstrap required, opened a new log
02:03:50.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.157732  3670 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 872810630b2a4f4297bbc18f4625f3fe. Latest consensus state: current_term: 1 leader_uuid: "872810630b2a4f4297bbc18f4625f3fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } } }
02:03:50.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.159940  3670 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [sys.catalog]: This master's current role is: FOLLOWER
02:03:50.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.185863  3677 sys_catalog.cc:455] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "872810630b2a4f4297bbc18f4625f3fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } } }
02:03:50.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.186590  3677 sys_catalog.cc:458] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [sys.catalog]: This master's current role is: LEADER
02:03:50.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.190541  3685 catalog_manager.cc:1382] Generated new cluster ID: fca4685177ce4f19be61c86cb70c9cdf
02:03:50.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.190856  3685 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:03:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.198781  3491 raft_consensus.cc:359] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } }
02:03:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.200208  3491 raft_consensus.cc:385] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.200814  3491 raft_consensus.cc:740] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c68e9fdb90704842badaac9a05a1eca7, State: Initialized, Role: FOLLOWER
02:03:50.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.202033  3491 consensus_queue.cc:260] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } }
02:03:50.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.209108  3670 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "872810630b2a4f4297bbc18f4625f3fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } } }
02:03:50.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.209838  3670 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1 [sys.catalog]: This master's current role is: FOLLOWER
02:03:50.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.211417  3693 sys_catalog.cc:455] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } } }
02:03:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.215013  3491 sys_catalog.cc:565] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [sys.catalog]: configured and running, proceeding with master startup.
02:03:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.215389  3693 sys_catalog.cc:458] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [sys.catalog]: This master's current role is: FOLLOWER
02:03:50.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.215164  3466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "872810630b2a4f4297bbc18f4625f3fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c68e9fdb90704842badaac9a05a1eca7" is_pre_election: true
02:03:50.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.215847  3465 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "872810630b2a4f4297bbc18f4625f3fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c68e9fdb90704842badaac9a05a1eca7"
02:03:50.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.216488  3466 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 872810630b2a4f4297bbc18f4625f3fe in term 0.
02:03:50.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.219431  3464 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [term 0 FOLLOWER]: Advancing to term 1
02:03:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.226166  3464 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [term 1 FOLLOWER]: Refusing update from remote peer 872810630b2a4f4297bbc18f4625f3fe: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:03:50.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.234500  3655 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [LEADER]: Connected to new peer: Peer: permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:03:50.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.246785  3685 catalog_manager.cc:1405] Generated new certificate authority record
02:03:50.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.248870  3685 catalog_manager.cc:1539] Loading token signing keys...
02:03:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.282840  3685 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe: Generated new TSK 0
02:03:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.283900  3685 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:03:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.289894  3693 sys_catalog.cc:455] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 872810630b2a4f4297bbc18f4625f3fe. Latest consensus state: current_term: 1 leader_uuid: "872810630b2a4f4297bbc18f4625f3fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } } }
02:03:50.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.290591  3693 sys_catalog.cc:458] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [sys.catalog]: This master's current role is: FOLLOWER
02:03:50.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.291680  3706 sys_catalog.cc:455] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "872810630b2a4f4297bbc18f4625f3fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } } }
02:03:50.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.292433  3706 sys_catalog.cc:458] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7 [sys.catalog]: This master's current role is: FOLLOWER
02:03:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.294477  3677 sys_catalog.cc:455] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "872810630b2a4f4297bbc18f4625f3fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c68e9fdb90704842badaac9a05a1eca7" member_type: VOTER last_known_addr { host: "127.3.84.254" port: 39663 } } peers { permanent_uuid: "63aa7cf7735f4d6cb63b557b872ca7d1" member_type: VOTER last_known_addr { host: "127.3.84.253" port: 38369 } } peers { permanent_uuid: "872810630b2a4f4297bbc18f4625f3fe" member_type: VOTER last_known_addr { host: "127.3.84.252" port: 40301 } } }
02:03:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.295138  3677 sys_catalog.cc:458] T 00000000000000000000000000000000 P 872810630b2a4f4297bbc18f4625f3fe [sys.catalog]: This master's current role is: LEADER
02:03:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.302743  3411 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/wal
02:03:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/data
02:03:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:50.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:50.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/logs
02:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/data/info.pb
02:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.84.193:0
02:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.84.193
02:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.84.193
02:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.84.254:39663,127.3.84.253:38369,127.3.84.252:40301
02:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.84.212:44975
02:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:50.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.348590  3708 catalog_manager.cc:1294] Loaded cluster ID: fca4685177ce4f19be61c86cb70c9cdf
02:03:50.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.349299  3708 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7: loading cluster ID for follower catalog manager: success
02:03:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.373234  3708 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7: acquiring CA information for follower catalog manager: success
02:03:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.379163  3708 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c68e9fdb90704842badaac9a05a1eca7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:03:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:50.857376  3710 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:50.858587  3710 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:50.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:50.859586  3710 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:50.919852  3710 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:50.921649  3710 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.84.193
02:03:50.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.987267  3710 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.84.212:44975
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/data
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/wal
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.84.193:0
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/data/info.pb
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.84.193
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.84.254:39663,127.3.84.253:38369,127.3.84.252:40301
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.84.193
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/logs
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:50.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:03:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:03:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:03:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:50.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:50.997407  3710 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:51.000180  3710 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:03:51.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:51.029608  3719 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:51.071839  3682 catalog_manager.cc:1294] Loaded cluster ID: fca4685177ce4f19be61c86cb70c9cdf
02:03:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:51.072335  3682 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1: loading cluster ID for follower catalog manager: success
02:03:51.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:51.085621  3682 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1: acquiring CA information for follower catalog manager: success
02:03:51.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:51.103082  3682 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 63aa7cf7735f4d6cb63b557b872ca7d1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:03:52.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:51.048738  3723 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:52.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:51.048661  3710 server_base.cc:1061] running on GCE node
02:03:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:51.044569  3720 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.464777  3710 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.467500  3710 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:52.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.469143  3710 hybrid_clock.cc:648] HybridClock initialized: now 1779069832469112 us; error 52 us; skew 500 ppm
02:03:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.470427  3710 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:52.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.478379  3710 webserver.cc:533] Webserver started at http://127.3.84.193:37313/ using document root <none> and password file <none>
02:03:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.479955  3710 fs_manager.cc:362] Metadata directory not provided
02:03:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.480479  3710 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.481252  3710 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.488022  3710 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/data/instance:
02:03:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "280eaa921f304e9d8b43320b89e0fe96"
02:03:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:52 on dist-test-slave-9vqr"
02:03:52.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.489930  3710 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/wal/instance:
02:03:52.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "280eaa921f304e9d8b43320b89e0fe96"
02:03:52.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:52 on dist-test-slave-9vqr"
02:03:52.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.499730  3710 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.004s	sys 0.003s
02:03:52.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.507548  3729 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:52.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.508872  3710 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
02:03:52.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.509261  3710 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/wal
02:03:52.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "280eaa921f304e9d8b43320b89e0fe96"
02:03:52.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:52 on dist-test-slave-9vqr"
02:03:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.509699  3710 fs_report.cc:389] FS layout report
02:03:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/wal
02:03:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/wal
02:03:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/data/data
02:03:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:52.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:52.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:52.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:52.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:52.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:52.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:52.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.602236  3710 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.604243  3710 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:52.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.604789  3710 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.608377  3710 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:52.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.614343  3710 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:03:52.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.614619  3710 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:03:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.614912  3710 ts_tablet_manager.cc:616] Registered 0 tablets
02:03:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.615141  3710 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:03:52.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.784919  3710 rpc_server.cc:307] RPC server started. Bound to: 127.3.84.193:38361
02:03:52.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.785035  3841 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.84.193:38361 every 8 connection(s)
02:03:52.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.788914  3710 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/data/info.pb
02:03:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.796751  3411 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 3710
02:03:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.797188  3411 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-0/wal/instance
02:03:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.806874  3411 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/wal
02:03:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/data
02:03:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/logs
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/data/info.pb
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.84.194:0
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.84.194
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.84.194
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.84.254:39663,127.3.84.253:38369,127.3.84.252:40301
02:03:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.84.212:44975
02:03:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:52.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.888234  3848 heartbeater.cc:344] Connected to a master server at 127.3.84.254:39663
02:03:52.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.888777  3848 heartbeater.cc:461] Registering TS with master...
02:03:52.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.890053  3848 heartbeater.cc:507] Master 127.3.84.254:39663 requested a full tablet report, sending...
02:03:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.894178  3456 ts_manager.cc:194] Registered new tserver with Master: 280eaa921f304e9d8b43320b89e0fe96 (127.3.84.193:38361)
02:03:52.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.901141  3843 heartbeater.cc:344] Connected to a master server at 127.3.84.252:40301
02:03:52.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.901525  3843 heartbeater.cc:461] Registering TS with master...
02:03:52.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.902416  3843 heartbeater.cc:507] Master 127.3.84.252:40301 requested a full tablet report, sending...
02:03:52.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.905624  3611 ts_manager.cc:194] Registered new tserver with Master: 280eaa921f304e9d8b43320b89e0fe96 (127.3.84.193:38361)
02:03:52.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.908263  3611 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.84.193:51079
02:03:52.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.909323  3842 heartbeater.cc:344] Connected to a master server at 127.3.84.253:38369
02:03:52.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.909677  3842 heartbeater.cc:461] Registering TS with master...
02:03:52.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.910517  3842 heartbeater.cc:507] Master 127.3.84.253:38369 requested a full tablet report, sending...
02:03:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:52.913625  3531 ts_manager.cc:194] Registered new tserver with Master: 280eaa921f304e9d8b43320b89e0fe96 (127.3.84.193:38361)
02:03:53.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:53.242868  3849 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:53.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:53.243315  3849 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:53.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:53.243723  3849 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:53.278571  3849 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:53.279474  3849 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.84.194
02:03:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:53.317093  3849 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.84.212:44975
02:03:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/data
02:03:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/wal
02:03:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.84.194:0
02:03:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/data/info.pb
02:03:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.84.194
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.84.254:39663,127.3.84.253:38369,127.3.84.252:40301
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.84.194
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/logs
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:03:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:03:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:03:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:53.318388  3849 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:53.320099  3849 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:03:53.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:53.333024  3859 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:53.915513  3843 heartbeater.cc:499] Master 127.3.84.252:40301 was elected leader, sending a full tablet report...
02:03:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:53.335245  3860 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:53.337401  3849 server_base.cc:1061] running on GCE node
02:03:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:53.337656  3862 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.443634  3849 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.445904  3849 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:54.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.447269  3849 hybrid_clock.cc:648] HybridClock initialized: now 1779069834447221 us; error 59 us; skew 500 ppm
02:03:54.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.448047  3849 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.454550  3849 webserver.cc:533] Webserver started at http://127.3.84.194:43813/ using document root <none> and password file <none>
02:03:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.455461  3849 fs_manager.cc:362] Metadata directory not provided
02:03:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.455655  3849 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:54.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.456066  3849 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.460438  3849 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/data/instance:
02:03:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86ba41969b464f8283734bc7968ff100"
02:03:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:54 on dist-test-slave-9vqr"
02:03:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.461745  3849 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/wal/instance:
02:03:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86ba41969b464f8283734bc7968ff100"
02:03:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:54 on dist-test-slave-9vqr"
02:03:54.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.468954  3849 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
02:03:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.474486  3870 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:54.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.475507  3849 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.005s	sys 0.000s
02:03:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.475849  3849 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/wal
02:03:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86ba41969b464f8283734bc7968ff100"
02:03:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:54 on dist-test-slave-9vqr"
02:03:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.476297  3849 fs_report.cc:389] FS layout report
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/wal
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/wal
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/data/data
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:54.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.525499  3849 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:54.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.527473  3849 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:54.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.528023  3849 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:54.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.531659  3849 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:54.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.537456  3849 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:03:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.537814  3849 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:03:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.538098  3849 ts_tablet_manager.cc:616] Registered 0 tablets
02:03:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.538293  3849 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:03:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.679992  3849 rpc_server.cc:307] RPC server started. Bound to: 127.3.84.194:34617
02:03:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.680070  3982 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.84.194:34617 every 8 connection(s)
02:03:54.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.682653  3849 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/data/info.pb
02:03:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.689008  3411 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 3849
02:03:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.689661  3411 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-1/wal/instance
02:03:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.704921  3411 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/wal
02:03:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/data
02:03:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/logs
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/data/info.pb
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.84.195:0
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.84.195
02:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.84.195
02:03:54.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:54.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.84.254:39663,127.3.84.253:38369,127.3.84.252:40301
02:03:54.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.84.212:44975
02:03:54.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:54.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:54.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:54.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.724372  3983 heartbeater.cc:344] Connected to a master server at 127.3.84.253:38369
02:03:54.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.725276  3983 heartbeater.cc:461] Registering TS with master...
02:03:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.726969  3983 heartbeater.cc:507] Master 127.3.84.253:38369 requested a full tablet report, sending...
02:03:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.730369  3531 ts_manager.cc:194] Registered new tserver with Master: 86ba41969b464f8283734bc7968ff100 (127.3.84.194:34617)
02:03:54.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.736392  3985 heartbeater.cc:344] Connected to a master server at 127.3.84.254:39663
02:03:54.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.736755  3985 heartbeater.cc:461] Registering TS with master...
02:03:54.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.737486  3984 heartbeater.cc:344] Connected to a master server at 127.3.84.252:40301
02:03:54.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.737591  3985 heartbeater.cc:507] Master 127.3.84.254:39663 requested a full tablet report, sending...
02:03:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.737829  3984 heartbeater.cc:461] Registering TS with master...
02:03:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.738561  3984 heartbeater.cc:507] Master 127.3.84.252:40301 requested a full tablet report, sending...
02:03:54.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.740594  3611 ts_manager.cc:194] Registered new tserver with Master: 86ba41969b464f8283734bc7968ff100 (127.3.84.194:34617)
02:03:54.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.740688  3456 ts_manager.cc:194] Registered new tserver with Master: 86ba41969b464f8283734bc7968ff100 (127.3.84.194:34617)
02:03:54.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:54.741987  3611 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.84.194:50811
02:03:55.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:55.029104  3993 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:55.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:55.029568  3993 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:55.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:55.029968  3993 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:55.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:55.063838  3993 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:55.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:55.064623  3993 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.84.195
02:03:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:55.108001  3993 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.84.212:44975
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/data
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/wal
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.84.195:0
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/data/info.pb
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.84.195
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.84.254:39663,127.3.84.253:38369,127.3.84.252:40301
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.84.195
02:03:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/logs
02:03:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:03:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:03:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:03:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:55.109396  3993 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:55.110952  3993 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:03:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:55.123507  3999 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:55.744740  3984 heartbeater.cc:499] Master 127.3.84.252:40301 was elected leader, sending a full tablet report...
02:03:56.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:55.125101  4000 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:56.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:56.339871  4002 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:56.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:56.342480  4001 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1212 milliseconds
02:03:56.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.342615  3993 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:03:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.343772  3993 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:56.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.345935  3993 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.347294  3993 hybrid_clock.cc:648] HybridClock initialized: now 1779069836347257 us; error 42 us; skew 500 ppm
02:03:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.348058  3993 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.353938  3993 webserver.cc:533] Webserver started at http://127.3.84.195:36979/ using document root <none> and password file <none>
02:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.354816  3993 fs_manager.cc:362] Metadata directory not provided
02:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.355033  3993 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.355454  3993 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.359688  3993 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/data/instance:
02:03:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8e5a57e21a24ebfa731035541cc661e"
02:03:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:56 on dist-test-slave-9vqr"
02:03:56.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.360867  3993 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/wal/instance:
02:03:56.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8e5a57e21a24ebfa731035541cc661e"
02:03:56.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:56 on dist-test-slave-9vqr"
02:03:56.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.368175  3993 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
02:03:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.373602  4010 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:56.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.374670  3993 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.005s	sys 0.000s
02:03:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.375000  3993 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/wal
02:03:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8e5a57e21a24ebfa731035541cc661e"
02:03:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:56 on dist-test-slave-9vqr"
02:03:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.375350  3993 fs_report.cc:389] FS layout report
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/wal
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/wal
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/data/data
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:56.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.429064  3993 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:56.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.430464  3993 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:56.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.430858  3993 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.433460  3993 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.437955  3993 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:03:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.438174  3993 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:03:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.438360  3993 ts_tablet_manager.cc:616] Registered 0 tablets
02:03:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.438483  3993 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:03:56.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.586967  3993 rpc_server.cc:307] RPC server started. Bound to: 127.3.84.195:42973
02:03:56.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.587051  4122 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.84.195:42973 every 8 connection(s)
02:03:56.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.589439  3993 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/data/info.pb
02:03:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.590987  3411 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 3993
02:03:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.591455  3411 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster1503778268813478767/ts-2/wal/instance
02:03:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.626461  4124 heartbeater.cc:344] Connected to a master server at 127.3.84.252:40301
02:03:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.626986  4123 heartbeater.cc:344] Connected to a master server at 127.3.84.253:38369
02:03:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.626993  4124 heartbeater.cc:461] Registering TS with master...
02:03:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.627346  4123 heartbeater.cc:461] Registering TS with master...
02:03:56.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.628351  4123 heartbeater.cc:507] Master 127.3.84.253:38369 requested a full tablet report, sending...
02:03:56.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.628399  4124 heartbeater.cc:507] Master 127.3.84.252:40301 requested a full tablet report, sending...
02:03:56.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.628592  4125 heartbeater.cc:344] Connected to a master server at 127.3.84.254:39663
02:03:56.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.628906  4125 heartbeater.cc:461] Registering TS with master...
02:03:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.630275  4125 heartbeater.cc:507] Master 127.3.84.254:39663 requested a full tablet report, sending...
02:03:56.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.632143  3611 ts_manager.cc:194] Registered new tserver with Master: b8e5a57e21a24ebfa731035541cc661e (127.3.84.195:42973)
02:03:56.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.633008  3531 ts_manager.cc:194] Registered new tserver with Master: b8e5a57e21a24ebfa731035541cc661e (127.3.84.195:42973)
02:03:56.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.633380  3456 ts_manager.cc:194] Registered new tserver with Master: b8e5a57e21a24ebfa731035541cc661e (127.3.84.195:42973)
02:03:56.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.633540  3611 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.84.195:57627
02:03:56.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:56.642149  3411 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:03:56.654 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:03:56.655 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:03:56.663 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.84.254"
      port: 39663
    }
    bound_http_address {
      host: "127.3.84.254"
      port: 43107
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.84.253"
      port: 38369
    }
    bound_http_address {
      host: "127.3.84.253"
      port: 45573
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.84.252"
      port: 40301
    }
    bound_http_address {
      host: "127.3.84.252"
      port: 34469
    }
  }
}

02:03:56.666 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:03:56.668 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.84.193"
      port: 38361
    }
    bound_http_address {
      host: "127.3.84.193"
      port: 37313
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.84.194"
      port: 34617
    }
    bound_http_address {
      host: "127.3.84.194"
      port: 43813
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.84.195"
      port: 42973
    }
    bound_http_address {
      host: "127.3.84.195"
      port: 36979
    }
  }
}

02:03:56.668 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:03:56.680 [DEBUG - main] (InternalLoggerFactory.java:63) Using SLF4J as the default logging framework
02:03:56.686 [DEBUG - main] (ResourceLeakDetector.java:129) -Dorg.apache.kudu.shaded.io.netty.leakDetection.level: simple
02:03:56.686 [DEBUG - main] (ResourceLeakDetector.java:130) -Dorg.apache.kudu.shaded.io.netty.leakDetection.targetRecords: 4
02:03:56.692 [DEBUG - main] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@21a21c64
02:03:56.718 [DEBUG - main] (PlatformDependent0.java:1138) Java version: 17
02:03:56.718 [DEBUG - main] (PlatformDependent0.java:616) -Dio.netty.noUnsafe: false
02:03:56.718 [DEBUG - main] (PlatformDependent0.java:559) Thread.isVirtual() is not available: 
02:03:56.718 [DEBUG - main] (PlatformDependent0.java:572) java.lang.BaseVirtualThread is not available: 
02:03:56.719 [DEBUG - main] (PlatformDependent0.java:145) sun.misc.Unsafe.theUnsafe: available
02:03:56.720 [DEBUG - main] (PlatformDependent0.java:208) sun.misc.Unsafe base methods: all available
02:03:56.720 [DEBUG - main] (PlatformDependent0.java:240) sun.misc.Unsafe.storeFence: available
02:03:56.720 [DEBUG - main] (PlatformDependent0.java:283) java.nio.Buffer.address: available
02:03:56.721 [DEBUG - main] (PlatformDependent0.java:369) direct buffer constructor: unavailable: Reflective setAccessible(true) disabled
02:03:56.721 [DEBUG - main] (PlatformDependent0.java:447) java.nio.Bits.unaligned: available, true
02:03:56.722 [DEBUG - main] (PlatformDependent0.java:515) jdk.internal.misc.Unsafe.allocateUninitializedArray(int): unavailable: class org.apache.kudu.shaded.io.netty.util.internal.PlatformDependent0$7 cannot access class jdk.internal.misc.Unsafe (in module java.base) because module java.base does not export jdk.internal.misc to unnamed module @c540f5a
02:03:56.724 [DEBUG - main] (PlatformDependent0.java:545) java.nio.DirectByteBuffer.<init>(long, {int,long}): unavailable
02:03:56.724 [DEBUG - main] (PlatformDependent.java:1214) sun.misc.Unsafe: available
02:03:56.724 [DEBUG - main] (PlatformDependent.java:1360) -Dio.netty.tmpdir: /tmp (java.io.tmpdir)
02:03:56.724 [DEBUG - main] (PlatformDependent.java:1439) -Dio.netty.bitMode: 64 (sun.arch.data.model)
02:03:56.725 [DEBUG - main] (PlatformDependent.java:181) -Dio.netty.maxDirectMemory: -1 bytes
02:03:56.725 [DEBUG - main] (PlatformDependent.java:188) -Dio.netty.uninitializedArrayAllocationThreshold: -1
02:03:56.726 [DEBUG - main] (CleanerJava9.java:71) java.nio.ByteBuffer.cleaner(): available
02:03:56.727 [DEBUG - main] (PlatformDependent.java:209) -Dio.netty.noPreferDirect: false
02:03:56.734 [DEBUG - main] (PlatformDependent.java:1048) org.jctools-core.MpscChunkedArrayQueue: available
02:03:56.770 [DEBUG - main] (MultithreadEventLoopGroup.java:44) -Dio.netty.eventLoopThreads: 8
02:03:56.781 [DEBUG - main] (GlobalEventExecutor.java:54) -Dio.netty.globalEventExecutor.quietPeriodSeconds: 1
02:03:56.785 [DEBUG - main] (InternalThreadLocalMap.java:100) -Dio.netty.threadLocalMap.stringBuilder.initialSize: 1024
02:03:56.785 [DEBUG - main] (InternalThreadLocalMap.java:101) -Dio.netty.threadLocalMap.stringBuilder.maxSize: 4096
02:03:56.791 [DEBUG - main] (NioEventLoop.java:110) -Dio.netty.noKeySetOptimization: false
02:03:56.791 [DEBUG - main] (NioEventLoop.java:111) -Dio.netty.selectorAutoRebuildThreshold: 512
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:161) -Dio.netty.allocator.numHeapArenas: 8
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:162) -Dio.netty.allocator.numDirectArenas: 8
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:164) -Dio.netty.allocator.pageSize: 8192
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:169) -Dio.netty.allocator.maxOrder: 9
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:173) -Dio.netty.allocator.chunkSize: 4194304
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:174) -Dio.netty.allocator.smallCacheSize: 256
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:175) -Dio.netty.allocator.normalCacheSize: 64
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:176) -Dio.netty.allocator.maxCachedBufferCapacity: 32768
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:177) -Dio.netty.allocator.cacheTrimInterval: 8192
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:178) -Dio.netty.allocator.cacheTrimIntervalMillis: 0
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:179) -Dio.netty.allocator.useCacheForAllThreads: false
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:180) -Dio.netty.allocator.maxCachedByteBuffersPerChunk: 1023
02:03:56.834 [DEBUG - main] (PooledByteBufAllocator.java:182) -Dio.netty.allocator.disableCacheFinalizersForFastThreadLocalThreads: false
02:03:56.850 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
02:03:56.918 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:03:57.023 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:03:57.024 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:03:57.025 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:03:57.026 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:03:57.045 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:03:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.276379  3838 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7080 after lost signal to thread 3712
02:03:57.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.277513  3838 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2440 after lost signal to thread 3841
02:03:57.410 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:03:57.410 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:03:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:57.415305  4134 mini_oidc.cc:150] Starting JWKS server
02:03:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:57.429106  4134 webserver.cc:533] Webserver started at http://127.0.0.1:42445/ using document root <none> and password file <none>
02:03:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:57.430065  4134 mini_oidc.cc:186] Starting OIDC Discovery server
02:03:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:57.440996  4134 webserver.cc:533] Webserver started at http://127.0.0.1:39193/ using document root <none> and password file <none>
02:03:57.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:03:57Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:03:57.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:03:57Z Disabled control of system clock
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:57.500643  4134 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/wal
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/data
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/logs
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/data/info.pb
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.9.190:39887
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.9.190
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.9.148:37159
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.9.190:39887,127.4.9.189:37745,127.4.9.188:37871
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42445/jwks.json with env {}
02:03:57.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:57.637642  4124 heartbeater.cc:499] Master 127.3.84.252:40301 was elected leader, sending a full tablet report...
02:03:57.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.828540  4147 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:57.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.829087  4147 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:57.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.829717  4147 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.864709  4147 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.864997  4147 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.865190  4147 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.865428  4147 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.865639  4147 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.865787  4147 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42445/jwks.json
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:57.903682  4147 master_runner.cc:387] Master server non-default flags:
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.9.148:37159
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/data
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/wal
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.9.190:39887,127.4.9.189:37745,127.4.9.188:37871
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.9.190:39887
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:57.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42445/jwks.json
02:03:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/data/info.pb
02:03:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.9.190
02:03:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/logs
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:57.904964  4147 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:57.906659  4147 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:03:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.919155  4154 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:57.920367  4155 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:59.320519  4153 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 4147
02:03:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:59.516049  4153 kernel_stack_watchdog.cc:198] Thread 4147 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
02:03:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:03:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:03:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:03:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:03:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:59.517772  4156 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1596 milliseconds
02:03:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:59.518363  4147 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.597s	user 0.532s	sys 0.955s
02:03:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:59.518674  4147 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.598s	user 0.532s	sys 0.955s
02:03:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:59.518584  4157 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.518970  4147 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:03:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.522367  4147 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.525288  4147 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.526980  4147 hybrid_clock.cc:648] HybridClock initialized: now 1779069839526910 us; error 82 us; skew 500 ppm
02:03:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.527869  4147 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.535084  4147 webserver.cc:533] Webserver started at http://127.4.9.190:40477/ using document root <none> and password file <none>
02:03:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.536154  4147 fs_manager.cc:362] Metadata directory not provided
02:03:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.536378  4147 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.536873  4147 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.541324  4147 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/data/instance:
02:03:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "254086a021f3475c960fb7e615d29529"
02:03:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:59 on dist-test-slave-9vqr"
02:03:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.542450  4147 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/wal/instance:
02:03:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "254086a021f3475c960fb7e615d29529"
02:03:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:59 on dist-test-slave-9vqr"
02:03:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.550705  4147 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.000s
02:03:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.557418  4164 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.558538  4147 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
02:03:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.558871  4147 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/wal
02:03:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "254086a021f3475c960fb7e615d29529"
02:03:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:03:59 on dist-test-slave-9vqr"
02:03:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.559212  4147 fs_report.cc:389] FS layout report
02:03:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/wal
02:03:59.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/wal
02:03:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/data/data
02:03:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:59.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.629347  4147 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.630923  4147 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.631414  4147 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.710366  4147 rpc_server.cc:307] RPC server started. Bound to: 127.4.9.190:39887
02:03:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.710443  4215 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.9.190:39887 every 8 connection(s)
02:03:59.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.713186  4147 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/data/info.pb
02:03:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.719906  4216 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.720434  4134 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 4147
02:03:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.720870  4134 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-0/wal/instance
02:03:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.724527  4134 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:03:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/wal
02:03:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/data
02:03:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/logs
02:03:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/data/info.pb
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.9.189:37745
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.9.189
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.9.148:37159
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.9.190:39887,127.4.9.189:37745,127.4.9.188:37871
02:03:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42445/jwks.json with env {}
02:03:59.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.732786  4216 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } has no permanent_uuid. Determining permanent_uuid...
02:03:59.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.759660  4216 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } has no permanent_uuid. Determining permanent_uuid...
02:03:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:59.762753  4168 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.9.189:37745: connect: Connection refused (error 111)
02:03:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:59.767055  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.189:37745: Network error: Client connection negotiation failed: client connection to 127.4.9.189:37745: connect: Connection refused (error 111)
02:03:59.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.816581  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } attempt: 1
02:03:59.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:59.820297  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.189:37745: Network error: Client connection negotiation failed: client connection to 127.4.9.189:37745: connect: Connection refused (error 111)
02:03:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.888731  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } attempt: 2
02:03:59.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:59.894564  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.189:37745: Network error: Client connection negotiation failed: client connection to 127.4.9.189:37745: connect: Connection refused (error 111)
02:03:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:03:59.986034  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } attempt: 3
02:03:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:03:59.990706  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.189:37745: Network error: Client connection negotiation failed: client connection to 127.4.9.189:37745: connect: Connection refused (error 111)
02:04:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.045179  4218 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.045748  4218 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.046279  4218 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.080988  4218 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.081267  4218 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.081455  4218 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.081648  4218 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:00.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.081872  4218 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:00.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.082023  4218 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42445/jwks.json
02:04:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:00.120545  4218 master_runner.cc:387] Master server non-default flags:
02:04:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.9.148:37159
02:04:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/data
02:04:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/wal
02:04:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.9.190:39887,127.4.9.189:37745,127.4.9.188:37871
02:04:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.9.189:37745
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42445/jwks.json
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/data/info.pb
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.9.189
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/logs
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:00.121896  4218 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:00.123505  4218 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:00.134073  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } attempt: 4
02:04:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.134929  4227 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.139307  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.189:37745: Network error: Client connection negotiation failed: client connection to 127.4.9.189:37745: connect: Connection refused (error 111)
02:04:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:00.438766  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } attempt: 5
02:04:00.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.442806  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.189:37745: Network error: Client connection negotiation failed: client connection to 127.4.9.189:37745: connect: Connection refused (error 111)
02:04:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:00.990181  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } attempt: 6
02:04:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.997104  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.189:37745: Network error: Client connection negotiation failed: client connection to 127.4.9.189:37745: connect: Connection refused (error 111)
02:04:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.137815  4228 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:00.140097  4230 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:01.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.263832  4229 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:04:01.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.263849  4218 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:01.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.267900  4218 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:01.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.270709  4218 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:01.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.272258  4218 hybrid_clock.cc:648] HybridClock initialized: now 1779069841272229 us; error 46 us; skew 500 ppm
02:04:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.273126  4218 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.279690  4218 webserver.cc:533] Webserver started at http://127.4.9.189:33893/ using document root <none> and password file <none>
02:04:01.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.280769  4218 fs_manager.cc:362] Metadata directory not provided
02:04:01.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.280974  4218 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:01.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.281353  4218 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:01.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.285634  4218 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/data/instance:
02:04:01.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9725ed19c43e4ff980a9f89ebabe1ea9"
02:04:01.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:01 on dist-test-slave-9vqr"
02:04:01.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.286677  4218 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/wal/instance:
02:04:01.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9725ed19c43e4ff980a9f89ebabe1ea9"
02:04:01.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:01 on dist-test-slave-9vqr"
02:04:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.295148  4218 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.004s
02:04:01.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.301524  4240 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.302608  4218 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.005s
02:04:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.302974  4218 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/wal
02:04:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9725ed19c43e4ff980a9f89ebabe1ea9"
02:04:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:01 on dist-test-slave-9vqr"
02:04:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.303306  4218 fs_report.cc:389] FS layout report
02:04:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/wal
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/wal
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/data/data
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.350147  4218 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.351637  4218 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.352171  4218 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.438537  4218 rpc_server.cc:307] RPC server started. Bound to: 127.4.9.189:37745
02:04:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.438603  4291 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.9.189:37745 every 8 connection(s)
02:04:01.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.441370  4218 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/data/info.pb
02:04:01.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.446763  4134 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 4218
02:04:01.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.447096  4134 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-1/wal/instance
02:04:01.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.447628  4292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.449043  4134 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/wal
02:04:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/data
02:04:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/logs
02:04:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/data/info.pb
02:04:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.9.188:37871
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.9.188
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.9.148:37159
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.9.190:39887,127.4.9.189:37745,127.4.9.188:37871
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42445/jwks.json with env {}
02:04:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.462508  4292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } has no permanent_uuid. Determining permanent_uuid...
02:04:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.487684  4292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } has no permanent_uuid. Determining permanent_uuid...
02:04:01.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.502254  4292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } has no permanent_uuid. Determining permanent_uuid...
02:04:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.504552  4244 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.509130  4292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.558602  4292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 1
02:04:01.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.562659  4292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.631161  4292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 2
02:04:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.635677  4292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.727072  4292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 3
02:04:01.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.731014  4292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:01.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.792430  4294 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:01.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.792968  4294 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:01.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.793406  4294 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.826812  4294 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.827077  4294 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.827266  4294 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.827459  4294 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.827647  4294 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.827800  4294 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42445/jwks.json
02:04:01.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.865360  4294 master_runner.cc:387] Master server non-default flags:
02:04:01.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.9.148:37159
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/data
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/wal
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.9.190:39887,127.4.9.189:37745,127.4.9.188:37871
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.9.188:37871
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42445/jwks.json
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/data/info.pb
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.9.188
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/logs
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.866640  4294 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.868233  4294 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:01.874390  4292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 4
02:04:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.879136  4292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.880363  4304 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:02.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:02.057545  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } attempt: 7
02:04:02.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:02.087817  4216 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } has no permanent_uuid. Determining permanent_uuid...
02:04:02.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:02.107198  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:02.165683  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 1
02:04:02.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:02.171805  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:02.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:02.178535  4292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 5
02:04:02.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:02.184180  4292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:02.253266  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 2
02:04:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:02.259300  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:02.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:02.345418  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 3
02:04:02.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:02.352499  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:02.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:02.492990  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 4
02:04:02.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:02.500007  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:02.731632  4292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 6
02:04:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:02.766074  4292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:02.783479  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 5
02:04:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:02.791970  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.344440  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 6
02:04:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:03.379858  4216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.9.188:37871: Network error: Client connection negotiation failed: client connection to 127.4.9.188:37871: connect: Connection refused (error 111)
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:01.881539  4305 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:03.282097  4303 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 4294
02:04:03.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:03.424392  4294 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.544s	user 0.575s	sys 0.939s
02:04:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:03.426829  4307 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:03.431490  4306 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1550 milliseconds
02:04:03.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:03.431608  4294 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.551s	user 0.575s	sys 0.940s
02:04:03.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.432262  4294 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:03.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.433384  4294 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.444108  4294 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.445611  4294 hybrid_clock.cc:648] HybridClock initialized: now 1779069843445565 us; error 39 us; skew 500 ppm
02:04:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.446702  4294 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:03.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.453918  4294 webserver.cc:533] Webserver started at http://127.4.9.188:43535/ using document root <none> and password file <none>
02:04:03.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.454787  4294 fs_manager.cc:362] Metadata directory not provided
02:04:03.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.454970  4294 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:03.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.455356  4294 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.461844  4294 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/data/instance:
02:04:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa076b0a8ba24668a87b061aa46b0a07"
02:04:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:03 on dist-test-slave-9vqr"
02:04:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.463395  4294 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/wal/instance:
02:04:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa076b0a8ba24668a87b061aa46b0a07"
02:04:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:03 on dist-test-slave-9vqr"
02:04:03.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.473084  4294 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.002s
02:04:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.480376  4323 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.481745  4294 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.482446  4294 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/wal
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa076b0a8ba24668a87b061aa46b0a07"
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:03 on dist-test-slave-9vqr"
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.482959  4294 fs_report.cc:389] FS layout report
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/wal
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/wal
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/data/data
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.532882  4294 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.534448  4294 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.534987  4294 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:03.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.619998  4294 rpc_server.cc:307] RPC server started. Bound to: 127.4.9.188:37871
02:04:03.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.620607  4375 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.9.188:37871 every 8 connection(s)
02:04:03.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.622994  4294 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/data/info.pb
02:04:03.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.629643  4376 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.630945  4134 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 4294
02:04:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.631388  4134 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/master-2/wal/instance
02:04:03.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.646713  4376 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } has no permanent_uuid. Determining permanent_uuid...
02:04:03.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.673239  4376 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } has no permanent_uuid. Determining permanent_uuid...
02:04:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.683918  4376 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } has no permanent_uuid. Determining permanent_uuid...
02:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.701428  4376 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07: Bootstrap starting.
02:04:03.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.708901  4376 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07: Neither blocks nor log segments found. Creating new log.
02:04:03.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.711222  4376 log.cc:826] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07: Log is configured to *not* fsync() on all Append() calls
02:04:03.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.717470  4376 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07: No bootstrap required, opened a new log
02:04:03.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.742131  4376 raft_consensus.cc:359] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } }
02:04:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.742738  4376 raft_consensus.cc:385] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.742928  4376 raft_consensus.cc:740] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa076b0a8ba24668a87b061aa46b0a07, State: Initialized, Role: FOLLOWER
02:04:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.743577  4376 consensus_queue.cc:260] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } }
02:04:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.746698  4385 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } } }
02:04:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.747455  4385 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [sys.catalog]: This master's current role is: FOLLOWER
02:04:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.748376  4376 sys_catalog.cc:565] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [sys.catalog]: configured and running, proceeding with master startup.
02:04:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:03.775523  4396 catalog_manager.cc:1593] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:04:03.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:03.776724  4396 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:04:03.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:03.791267  4329 tablet.cc:2404] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.770534  4294 master_runner.cc:187] Error getting master registration for 127.4.9.190:39887: OK, instance_id { permanent_uuid: "254086a021f3475c960fb7e615d29529" instance_seqno: 1779069839688225 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.800825  4294 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:04:03.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.826514  4292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 7
02:04:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.847434  4292 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9: Bootstrap starting.
02:04:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.856225  4292 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9: Neither blocks nor log segments found. Creating new log.
02:04:03.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.858546  4292 log.cc:826] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9: Log is configured to *not* fsync() on all Append() calls
02:04:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.863955  4292 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9: No bootstrap required, opened a new log
02:04:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.884001  4385 raft_consensus.cc:493] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.884589  4385 raft_consensus.cc:515] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } }
02:04:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.886746  4385 leader_election.cc:290] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 254086a021f3475c960fb7e615d29529 (127.4.9.190:39887), 9725ed19c43e4ff980a9f89ebabe1ea9 (127.4.9.189:37745)
02:04:03.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.892302  4292 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } }
02:04:03.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.893494  4292 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.894055  4292 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9725ed19c43e4ff980a9f89ebabe1ea9, State: Initialized, Role: FOLLOWER
02:04:03.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.894964  4292 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } }
02:04:03.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.898655  4400 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } } }
02:04:03.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.899926  4400 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [sys.catalog]: This master's current role is: FOLLOWER
02:04:03.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.900200  4292 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [sys.catalog]: configured and running, proceeding with master startup.
02:04:03.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.900341  4267 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "aa076b0a8ba24668a87b061aa46b0a07" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" is_pre_election: true
02:04:03.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.901087  4267 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aa076b0a8ba24668a87b061aa46b0a07 in term 0.
02:04:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.902390  4327 leader_election.cc:304] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9725ed19c43e4ff980a9f89ebabe1ea9, aa076b0a8ba24668a87b061aa46b0a07; no voters: 
02:04:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.903434  4385 raft_consensus.cc:2804] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.903725  4385 raft_consensus.cc:493] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.904038  4385 raft_consensus.cc:3060] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [term 0 FOLLOWER]: Advancing to term 1
02:04:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.911435  4385 raft_consensus.cc:515] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } }
02:04:03.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.913368  4385 leader_election.cc:290] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [CANDIDATE]: Term 1 election: Requested vote from peers 254086a021f3475c960fb7e615d29529 (127.4.9.190:39887), 9725ed19c43e4ff980a9f89ebabe1ea9 (127.4.9.189:37745)
02:04:03.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.916863  4267 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "aa076b0a8ba24668a87b061aa46b0a07" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9"
02:04:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.917429  4267 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [term 0 FOLLOWER]: Advancing to term 1
02:04:03.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.927439  4267 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate aa076b0a8ba24668a87b061aa46b0a07 in term 1.
02:04:03.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.928578  4327 leader_election.cc:304] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9725ed19c43e4ff980a9f89ebabe1ea9, aa076b0a8ba24668a87b061aa46b0a07; no voters: 
02:04:03.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.929427  4385 raft_consensus.cc:2804] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [term 1 FOLLOWER]: Leader election won for term 1
02:04:03.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.941691  4385 raft_consensus.cc:697] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [term 1 LEADER]: Becoming Leader. State: Replica: aa076b0a8ba24668a87b061aa46b0a07, State: Running, Role: LEADER
02:04:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.943548  4385 consensus_queue.cc:237] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } }
02:04:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.959723  4407 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [sys.catalog]: SysCatalogTable state changed. Reason: New leader aa076b0a8ba24668a87b061aa46b0a07. Latest consensus state: current_term: 1 leader_uuid: "aa076b0a8ba24668a87b061aa46b0a07" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } } }
02:04:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.960527  4407 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [sys.catalog]: This master's current role is: LEADER
02:04:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.964206  4413 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:04:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.972841  4413 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:04:04.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:04.003134  4414 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:04:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:04.003835  4414 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:04:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.004549  4267 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [term 1 FOLLOWER]: Refusing update from remote peer aa076b0a8ba24668a87b061aa46b0a07: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.006275  4407 consensus_queue.cc:1048] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:03.972958  4218 master_runner.cc:187] Error getting master registration for 127.4.9.190:39887: OK, instance_id { permanent_uuid: "254086a021f3475c960fb7e615d29529" instance_seqno: 1779069839688225 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.029392  4218 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:04:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.051047  4400 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader aa076b0a8ba24668a87b061aa46b0a07. Latest consensus state: current_term: 1 leader_uuid: "aa076b0a8ba24668a87b061aa46b0a07" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } } }
02:04:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.051780  4400 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [sys.catalog]: This master's current role is: FOLLOWER
02:04:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.065056  4385 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "aa076b0a8ba24668a87b061aa46b0a07" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } } }
02:04:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.065771  4385 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [sys.catalog]: This master's current role is: LEADER
02:04:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.067502  4413 catalog_manager.cc:1382] Generated new cluster ID: e3a853b8c30a474f8c1febe257e1e9b0
02:04:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.067790  4413 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:04:04.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.088097  4400 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "aa076b0a8ba24668a87b061aa46b0a07" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } } }
02:04:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.089205  4400 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9 [sys.catalog]: This master's current role is: FOLLOWER
02:04:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.101956  4413 catalog_manager.cc:1405] Generated new certificate authority record
02:04:04.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.106714  4413 catalog_manager.cc:1539] Loading token signing keys...
02:04:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.142149  4413 catalog_manager.cc:6069] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07: Generated new TSK 0
02:04:04.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.143605  4413 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.162752  4134 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/wal
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/data
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/logs
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/data/info.pb
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.9.129:0
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.9.129
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.9.129
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.9.190:39887,127.4.9.189:37745,127.4.9.188:37871
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.9.148:37159
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:04.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.413266  4216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } attempt: 7
02:04:04.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.540376  4216 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529: Bootstrap starting.
02:04:04.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.643853  4216 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529: Neither blocks nor log segments found. Creating new log.
02:04:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.688159  4216 log.cc:826] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529: Log is configured to *not* fsync() on all Append() calls
02:04:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.743022  4216 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529: No bootstrap required, opened a new log
02:04:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.799420  4216 raft_consensus.cc:359] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } }
02:04:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.800252  4216 raft_consensus.cc:385] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:04.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.800516  4216 raft_consensus.cc:740] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 254086a021f3475c960fb7e615d29529, State: Initialized, Role: FOLLOWER
02:04:04.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.801393  4216 consensus_queue.cc:260] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } }
02:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:04.821498  4421 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:04.822144  4421 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:04.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:04.822856  4421 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:04.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.858810  4216 sys_catalog.cc:565] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [sys.catalog]: configured and running, proceeding with master startup.
02:04:04.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.860451  4190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "aa076b0a8ba24668a87b061aa46b0a07" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "254086a021f3475c960fb7e615d29529"
02:04:04.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.860077  4191 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "aa076b0a8ba24668a87b061aa46b0a07" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "254086a021f3475c960fb7e615d29529" is_pre_election: true
02:04:04.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.863318  4189 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [term 0 FOLLOWER]: Advancing to term 1
02:04:04.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.879319  4189 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [term 1 FOLLOWER]: Refusing update from remote peer aa076b0a8ba24668a87b061aa46b0a07: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:04.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.880659  4429 sys_catalog.cc:455] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } } }
02:04:04.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:04.886778  4421 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:04.888079  4421 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.9.129
02:04:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.888639  4429 sys_catalog.cc:458] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [sys.catalog]: This master's current role is: FOLLOWER
02:04:04.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:04.891547  4170 tablet.cc:2404] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:04.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.902369  4385 consensus_queue.cc:1048] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [LEADER]: Connected to new peer: Peer: permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.957558  4421 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.9.148:37159
02:04:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/data
02:04:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/wal
02:04:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.9.129:0
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/data/info.pb
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.9.129
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.9.190:39887,127.4.9.189:37745,127.4.9.188:37871
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.9.129
02:04:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/logs
02:04:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.959223  4421 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:04.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:04.961382  4421 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:04.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:04.999210  4445 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:05.013909  4414 catalog_manager.cc:1294] Loaded cluster ID: e3a853b8c30a474f8c1febe257e1e9b0
02:04:05.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:05.014787  4414 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9: loading cluster ID for follower catalog manager: success
02:04:05.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:05.031325  4414 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9: acquiring CA information for follower catalog manager: success
02:04:05.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:05.040978  4429 sys_catalog.cc:455] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [sys.catalog]: SysCatalogTable state changed. Reason: New leader aa076b0a8ba24668a87b061aa46b0a07. Latest consensus state: current_term: 1 leader_uuid: "aa076b0a8ba24668a87b061aa46b0a07" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } } }
02:04:05.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:05.041663  4429 sys_catalog.cc:458] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [sys.catalog]: This master's current role is: FOLLOWER
02:04:05.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:05.043493  4443 sys_catalog.cc:455] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "aa076b0a8ba24668a87b061aa46b0a07" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } } }
02:04:05.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:05.044461  4452 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:04:05.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:05.044899  4443 sys_catalog.cc:458] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529 [sys.catalog]: This master's current role is: FOLLOWER
02:04:05.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:05.081327  4414 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 9725ed19c43e4ff980a9f89ebabe1ea9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:05.381976  4385 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "aa076b0a8ba24668a87b061aa46b0a07" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "254086a021f3475c960fb7e615d29529" member_type: VOTER last_known_addr { host: "127.4.9.190" port: 39887 } } peers { permanent_uuid: "9725ed19c43e4ff980a9f89ebabe1ea9" member_type: VOTER last_known_addr { host: "127.4.9.189" port: 37745 } } peers { permanent_uuid: "aa076b0a8ba24668a87b061aa46b0a07" member_type: VOTER last_known_addr { host: "127.4.9.188" port: 37871 } } }
02:04:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:05.382716  4385 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07 [sys.catalog]: This master's current role is: LEADER
02:04:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:06.076926  4452 catalog_manager.cc:1294] Loaded cluster ID: e3a853b8c30a474f8c1febe257e1e9b0
02:04:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:06.077236  4452 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529: loading cluster ID for follower catalog manager: success
02:04:06.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:06.095126  4452 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529: acquiring CA information for follower catalog manager: success
02:04:06.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:06.114382  4452 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 254086a021f3475c960fb7e615d29529: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:07.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:06.386488  4441 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 4421
02:04:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:07.018630  4421 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.022s	user 0.743s	sys 0.965s
02:04:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:07.018980  4421 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.022s	user 0.743s	sys 0.965s
02:04:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:05.000674  4444 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:07.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.032588  4421 server_base.cc:1061] running on GCE node
02:04:07.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:07.034652  4458 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.036036  4421 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:07.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.049578  4421 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.053143  4421 hybrid_clock.cc:648] HybridClock initialized: now 1779069847053088 us; error 39 us; skew 500 ppm
02:04:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.054236  4421 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:07.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.079265  4421 webserver.cc:533] Webserver started at http://127.4.9.129:38359/ using document root <none> and password file <none>
02:04:07.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.080574  4421 fs_manager.cc:362] Metadata directory not provided
02:04:07.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.080868  4421 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:07.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.081435  4421 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.087809  4421 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/data/instance:
02:04:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45b2c8e027c64e14ad3384c8243c91da"
02:04:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:07 on dist-test-slave-9vqr"
02:04:07.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.089308  4421 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/wal/instance:
02:04:07.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45b2c8e027c64e14ad3384c8243c91da"
02:04:07.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:07 on dist-test-slave-9vqr"
02:04:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.104350  4421 fs_manager.cc:696] Time spent creating directory manager: real 0.014s	user 0.009s	sys 0.005s
02:04:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.117903  4464 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.119199  4421 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.004s	sys 0.004s
02:04:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.119578  4421 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/wal
02:04:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45b2c8e027c64e14ad3384c8243c91da"
02:04:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:07 on dist-test-slave-9vqr"
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.120000  4421 fs_report.cc:389] FS layout report
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/wal
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/wal
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/data/data
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.204859  4421 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.206820  4421 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.207360  4421 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.226949  4421 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.238721  4421 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.239035  4421 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.239319  4421 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.239544  4421 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:07.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.652482  4421 rpc_server.cc:307] RPC server started. Bound to: 127.4.9.129:46293
02:04:07.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.652606  4577 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.9.129:46293 every 8 connection(s)
02:04:07.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.656246  4421 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/data/info.pb
02:04:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.660707  4134 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 4421
02:04:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.661290  4134 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-0/wal/instance
02:04:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.674356  4134 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/wal
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/data
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/logs
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/data/info.pb
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.9.130:0
02:04:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.9.130
02:04:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.9.130
02:04:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.9.190:39887,127.4.9.189:37745,127.4.9.188:37871
02:04:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.9.148:37159
02:04:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:07.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.709721  4579 heartbeater.cc:344] Connected to a master server at 127.4.9.188:37871
02:04:07.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.710196  4579 heartbeater.cc:461] Registering TS with master...
02:04:07.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.717540  4579 heartbeater.cc:507] Master 127.4.9.188:37871 requested a full tablet report, sending...
02:04:07.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.720817  4340 ts_manager.cc:194] Registered new tserver with Master: 45b2c8e027c64e14ad3384c8243c91da (127.4.9.129:46293)
02:04:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.723376  4340 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.9.129:60437
02:04:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.726178  4580 heartbeater.cc:344] Connected to a master server at 127.4.9.190:39887
02:04:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.726560  4580 heartbeater.cc:461] Registering TS with master...
02:04:07.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.727692  4580 heartbeater.cc:507] Master 127.4.9.190:39887 requested a full tablet report, sending...
02:04:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.730619  4181 ts_manager.cc:194] Registered new tserver with Master: 45b2c8e027c64e14ad3384c8243c91da (127.4.9.129:46293)
02:04:07.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.739022  4578 heartbeater.cc:344] Connected to a master server at 127.4.9.189:37745
02:04:07.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.739380  4578 heartbeater.cc:461] Registering TS with master...
02:04:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.739997  4578 heartbeater.cc:507] Master 127.4.9.189:37745 requested a full tablet report, sending...
02:04:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:07.742760  4257 ts_manager.cc:194] Registered new tserver with Master: 45b2c8e027c64e14ad3384c8243c91da (127.4.9.129:46293)
02:04:08.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:08.035378  4587 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:08.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:08.035907  4587 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:08.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:08.036546  4587 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:08.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:08.070072  4587 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:08.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:08.070966  4587 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.9.130
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:08.107678  4587 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.9.148:37159
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/data
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/wal
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.9.130:0
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/data/info.pb
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.9.130
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.9.190:39887,127.4.9.189:37745,127.4.9.188:37871
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.9.130
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/logs
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:08.109412  4587 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:08.111528  4587 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:08.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:08.127776  4596 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:08.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:08.730502  4579 heartbeater.cc:499] Master 127.4.9.188:37871 was elected leader, sending a full tablet report...
02:04:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:08.128684  4597 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:09.460922  4587 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.336s	user 0.480s	sys 0.770s
02:04:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:09.461459  4587 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.336s	user 0.481s	sys 0.770s
02:04:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.465408  4587 server_base.cc:1061] running on GCE node
02:04:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:09.466266  4603 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:09.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.467360  4587 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.470232  4587 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.471690  4587 hybrid_clock.cc:648] HybridClock initialized: now 1779069849471580 us; error 112 us; skew 500 ppm
02:04:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.472666  4587 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:09.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.479921  4587 webserver.cc:533] Webserver started at http://127.4.9.130:45823/ using document root <none> and password file <none>
02:04:09.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.481056  4587 fs_manager.cc:362] Metadata directory not provided
02:04:09.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.481243  4587 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:09.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.481623  4587 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:09.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.485873  4587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/data/instance:
02:04:09.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d321f8cb10ff461c8446cc3387e2f36a"
02:04:09.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:09 on dist-test-slave-9vqr"
02:04:09.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.486913  4587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/wal/instance:
02:04:09.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d321f8cb10ff461c8446cc3387e2f36a"
02:04:09.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:09 on dist-test-slave-9vqr"
02:04:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.494545  4587 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.005s
02:04:09.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.500092  4608 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:09.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.501804  4587 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
02:04:09.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.502096  4587 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/wal
02:04:09.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d321f8cb10ff461c8446cc3387e2f36a"
02:04:09.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:09 on dist-test-slave-9vqr"
02:04:09.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.502416  4587 fs_report.cc:389] FS layout report
02:04:09.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:09.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/wal
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/wal
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/data/data
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:09.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.573887  4587 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:09.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.575760  4587 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:09.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.576196  4587 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:09.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.578593  4587 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:09.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.583501  4587 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:09.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.583707  4587 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:09.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.583897  4587 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:09.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.584028  4587 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.757174  4587 rpc_server.cc:307] RPC server started. Bound to: 127.4.9.130:41597
02:04:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.757292  4720 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.9.130:41597 every 8 connection(s)
02:04:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.759608  4587 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/data/info.pb
02:04:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.764771  4134 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 4587
02:04:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.765203  4134 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-1/wal/instance
02:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.777753  4134 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/wal
02:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/data
02:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/logs
02:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/data/info.pb
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.9.131:0
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.9.131
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.9.131
02:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:09.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.9.190:39887,127.4.9.189:37745,127.4.9.188:37871
02:04:09.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.9.148:37159
02:04:09.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:09.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:09.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.823714  4721 heartbeater.cc:344] Connected to a master server at 127.4.9.189:37745
02:04:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.824162  4721 heartbeater.cc:461] Registering TS with master...
02:04:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.825471  4721 heartbeater.cc:507] Master 127.4.9.189:37745 requested a full tablet report, sending...
02:04:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.827221  4723 heartbeater.cc:344] Connected to a master server at 127.4.9.190:39887
02:04:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.827543  4723 heartbeater.cc:461] Registering TS with master...
02:04:09.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.828390  4723 heartbeater.cc:507] Master 127.4.9.190:39887 requested a full tablet report, sending...
02:04:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.830497  4257 ts_manager.cc:194] Registered new tserver with Master: d321f8cb10ff461c8446cc3387e2f36a (127.4.9.130:41597)
02:04:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.831365  4722 heartbeater.cc:344] Connected to a master server at 127.4.9.188:37871
02:04:09.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.831684  4722 heartbeater.cc:461] Registering TS with master...
02:04:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.832185  4181 ts_manager.cc:194] Registered new tserver with Master: d321f8cb10ff461c8446cc3387e2f36a (127.4.9.130:41597)
02:04:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.832532  4722 heartbeater.cc:507] Master 127.4.9.188:37871 requested a full tablet report, sending...
02:04:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.834643  4340 ts_manager.cc:194] Registered new tserver with Master: d321f8cb10ff461c8446cc3387e2f36a (127.4.9.130:41597)
02:04:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:09.836105  4340 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.9.130:59615
02:04:10.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:10.128021  4729 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:10.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:10.128578  4729 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:10.129130  4729 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:10.163363  4729 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:10.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:10.164345  4729 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.9.131
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:10.201630  4729 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.9.148:37159
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/data
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/wal
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.9.131:0
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/data/info.pb
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.9.131
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.9.190:39887,127.4.9.189:37745,127.4.9.188:37871
02:04:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.9.131
02:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/logs
02:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:10.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:10.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:10.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:10.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:10.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:10.203325  4729 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:10.205289  4729 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:10.217646  4738 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:10.838948  4722 heartbeater.cc:499] Master 127.4.9.188:37871 was elected leader, sending a full tablet report...
02:04:11.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:10.218235  4739 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:11.620544  4737 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 4729
02:04:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:11.624914  4741 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:11.622622  4729 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.405s	user 0.505s	sys 0.773s
02:04:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:11.624711  4740 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1405 milliseconds
02:04:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:11.625344  4729 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.408s	user 0.505s	sys 0.773s
02:04:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.625669  4729 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:11.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.629997  4729 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:11.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.632637  4729 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.633968  4729 hybrid_clock.cc:648] HybridClock initialized: now 1779069851633909 us; error 67 us; skew 500 ppm
02:04:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.634864  4729 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:11.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.641448  4729 webserver.cc:533] Webserver started at http://127.4.9.131:40169/ using document root <none> and password file <none>
02:04:11.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.642457  4729 fs_manager.cc:362] Metadata directory not provided
02:04:11.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.642679  4729 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:11.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.643167  4729 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.647485  4729 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/data/instance:
02:04:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82419a3586314b8b970b07d4135c69a4"
02:04:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:11 on dist-test-slave-9vqr"
02:04:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.648942  4729 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/wal/instance:
02:04:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82419a3586314b8b970b07d4135c69a4"
02:04:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:11 on dist-test-slave-9vqr"
02:04:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.656606  4729 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.006s
02:04:11.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.662094  4749 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:11.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.663203  4729 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.001s
02:04:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.663654  4729 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/wal
02:04:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82419a3586314b8b970b07d4135c69a4"
02:04:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:11 on dist-test-slave-9vqr"
02:04:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.663972  4729 fs_report.cc:389] FS layout report
02:04:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/wal
02:04:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/wal
02:04:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/data/data
02:04:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:11.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.732601  4729 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.734192  4729 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:11.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.734742  4729 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:11.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.737709  4729 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:11.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.741577  4729 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:11.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.741770  4729 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.741971  4729 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.742101  4729 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.894073  4729 rpc_server.cc:307] RPC server started. Bound to: 127.4.9.131:41789
02:04:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.894160  4862 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.9.131:41789 every 8 connection(s)
02:04:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.896581  4729 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/data/info.pb
02:04:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.907536  4134 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 4729
02:04:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.908034  4134 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9124705925036646382/ts-2/wal/instance
02:04:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.948695  4865 heartbeater.cc:344] Connected to a master server at 127.4.9.190:39887
02:04:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.949187  4865 heartbeater.cc:461] Registering TS with master...
02:04:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.950507  4865 heartbeater.cc:507] Master 127.4.9.190:39887 requested a full tablet report, sending...
02:04:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.951749  4863 heartbeater.cc:344] Connected to a master server at 127.4.9.189:37745
02:04:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.952102  4863 heartbeater.cc:461] Registering TS with master...
02:04:11.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.953423  4863 heartbeater.cc:507] Master 127.4.9.189:37745 requested a full tablet report, sending...
02:04:11.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.955914  4257 ts_manager.cc:194] Registered new tserver with Master: 82419a3586314b8b970b07d4135c69a4 (127.4.9.131:41789)
02:04:11.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.956208  4181 ts_manager.cc:194] Registered new tserver with Master: 82419a3586314b8b970b07d4135c69a4 (127.4.9.131:41789)
02:04:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.958982  4864 heartbeater.cc:344] Connected to a master server at 127.4.9.188:37871
02:04:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.959229  4864 heartbeater.cc:461] Registering TS with master...
02:04:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.959813  4864 heartbeater.cc:507] Master 127.4.9.188:37871 requested a full tablet report, sending...
02:04:11.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.961726  4340 ts_manager.cc:194] Registered new tserver with Master: 82419a3586314b8b970b07d4135c69a4 (127.4.9.131:41789)
02:04:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.963271  4340 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.9.131:40223
02:04:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:11.976852  4134 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:04:11.987 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:04:11.987 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:04:11.991 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.9.190"
      port: 39887
    }
    bound_http_address {
      host: "127.4.9.190"
      port: 40477
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.9.189"
      port: 37745
    }
    bound_http_address {
      host: "127.4.9.189"
      port: 33893
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.9.188"
      port: 37871
    }
    bound_http_address {
      host: "127.4.9.188"
      port: 43535
    }
  }
}

02:04:11.992 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:04:11.993 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.9.129"
      port: 46293
    }
    bound_http_address {
      host: "127.4.9.129"
      port: 38359
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.9.130"
      port: 41597
    }
    bound_http_address {
      host: "127.4.9.130"
      port: 45823
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.9.131"
      port: 41789
    }
    bound_http_address {
      host: "127.4.9.131"
      port: 40169
    }
  }
}

02:04:11.993 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:04:11.996 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:12.070 [DEBUG - main] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:12.079 [DEBUG - main] (DefaultChannelId.java:84) -Dio.netty.processId: 3385 (auto-detected)
02:04:12.082 [DEBUG - main] (NetUtil.java:149) -Djava.net.preferIPv4Stack: true
02:04:12.083 [DEBUG - main] (NetUtil.java:150) -Djava.net.preferIPv6Addresses: false
02:04:12.085 [DEBUG - main] (NetUtilInitializations.java:145) Loopback interface: lo (lo, 127.0.0.1)
02:04:12.087 [DEBUG - main] (NetUtil.java:198) /proc/sys/net/core/somaxconn: 4096
02:04:12.088 [DEBUG - main] (DefaultChannelId.java:106) -Dio.netty.machineId: 02:42:44:ff:fe:e2:e2:c5 (auto-detected)
02:04:12.109 [DEBUG - main] (ByteBufUtil.java:89) -Dio.netty.allocator.type: pooled
02:04:12.109 [DEBUG - main] (ByteBufUtil.java:101) -Dio.netty.threadLocalDirectBufferSize: 0
02:04:12.109 [DEBUG - main] (ByteBufUtil.java:104) -Dio.netty.maxThreadLocalCharBufferSize: 16384
02:04:12.116 [DEBUG - main] (ChannelInitializerExtensions.java:54) -Dio.netty.bootstrap.extensions: null
02:04:12.121 [DEBUG - main] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:12.123 [DEBUG - main] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:12.165 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.84.253:38369(127.3.84.253:38369)] Successfully connected to peer
02:04:12.168 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.84.252:40301(127.3.84.252:40301)] Successfully connected to peer
02:04:12.169 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.84.254:39663(127.3.84.254:39663)] Successfully connected to peer
02:04:12.176 [DEBUG - kudu-nio-1] (AbstractByteBuf.java:63) -Dorg.apache.kudu.shaded.io.netty.buffer.checkAccessible: true
02:04:12.176 [DEBUG - kudu-nio-1] (AbstractByteBuf.java:64) -Dorg.apache.kudu.shaded.io.netty.buffer.checkBounds: true
02:04:12.176 [DEBUG - kudu-nio-1] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@3e6aa341
02:04:12.181 [DEBUG - kudu-nio-1] (Recycler.java:96) -Dio.netty.recycler.maxCapacityPerThread: 4096
02:04:12.181 [DEBUG - kudu-nio-1] (Recycler.java:97) -Dio.netty.recycler.ratio: 8
02:04:12.181 [DEBUG - kudu-nio-1] (Recycler.java:98) -Dio.netty.recycler.chunkSize: 32
02:04:12.181 [DEBUG - kudu-nio-1] (Recycler.java:99) -Dio.netty.recycler.blocking: false
02:04:12.181 [DEBUG - kudu-nio-1] (Recycler.java:100) -Dio.netty.recycler.batchFastThreadLocalOnly: true
02:04:12.242 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.252
02:04:12.242 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.253
02:04:12.242 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.254
02:04:12.450 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:12.454 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:12.465 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:12.506 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf2020359, L:/127.0.0.1:37776 - R:/127.3.84.252:40301] using SASL/PLAIN
02:04:12.506 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb7fc2a33, L:/127.0.0.1:35042 - R:/127.3.84.254:39663] using SASL/PLAIN
02:04:12.506 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x59a9128f, L:/127.0.0.1:49848 - R:/127.3.84.253:38369] using SASL/PLAIN
02:04:12.551 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:12.552 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=520), Traces: [0ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [486ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: OK, [488ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: OK, [488ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: OK, deferred=null) after lookup
02:04:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.614065  3611 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37776:
02:04:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:04:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:04:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000\006\001d\000\000\000\007\001\310\000\000\000"
02:04:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:04:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:04:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:04:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:04:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:04:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:12.618556  3611 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:04:12.713 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9d8f89c33e6d4196b9fc302fe11750b5
02:04:12.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.741981  3776 tablet_service.cc:1511] Processing CreateTablet for tablet 6dceb8b49a8d456db5d523142337ed68 (DEFAULT_TABLE table=replication_test_table [id=9d8f89c33e6d4196b9fc302fe11750b5]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.744870  3776 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6dceb8b49a8d456db5d523142337ed68. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:12.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.739734  3777 tablet_service.cc:1511] Processing CreateTablet for tablet d47849029bd4418a948237e3d47964ed (DEFAULT_TABLE table=replication_test_table [id=9d8f89c33e6d4196b9fc302fe11750b5]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
02:04:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.749442  3777 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d47849029bd4418a948237e3d47964ed. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.813338  4057 tablet_service.cc:1511] Processing CreateTablet for tablet 6dceb8b49a8d456db5d523142337ed68 (DEFAULT_TABLE table=replication_test_table [id=9d8f89c33e6d4196b9fc302fe11750b5]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.815040  4057 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6dceb8b49a8d456db5d523142337ed68. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.809942  4058 tablet_service.cc:1511] Processing CreateTablet for tablet d47849029bd4418a948237e3d47964ed (DEFAULT_TABLE table=replication_test_table [id=9d8f89c33e6d4196b9fc302fe11750b5]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
02:04:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.828857  4058 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d47849029bd4418a948237e3d47964ed. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:12.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.823524  3918 tablet_service.cc:1511] Processing CreateTablet for tablet d47849029bd4418a948237e3d47964ed (DEFAULT_TABLE table=replication_test_table [id=9d8f89c33e6d4196b9fc302fe11750b5]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
02:04:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.827049  3917 tablet_service.cc:1511] Processing CreateTablet for tablet 6dceb8b49a8d456db5d523142337ed68 (DEFAULT_TABLE table=replication_test_table [id=9d8f89c33e6d4196b9fc302fe11750b5]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.842505  3918 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d47849029bd4418a948237e3d47964ed. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.843256  3917 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6dceb8b49a8d456db5d523142337ed68. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:12.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.853333  4899 tablet_bootstrap.cc:492] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96: Bootstrap starting.
02:04:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.864528  4899 tablet_bootstrap.cc:654] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96: Neither blocks nor log segments found. Creating new log.
02:04:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.867650  4899 log.cc:826] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96: Log is configured to *not* fsync() on all Append() calls
02:04:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.879926  4899 tablet_bootstrap.cc:492] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96: No bootstrap required, opened a new log
02:04:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.880483  4899 ts_tablet_manager.cc:1403] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96: Time spent bootstrapping tablet: real 0.029s	user 0.013s	sys 0.011s
02:04:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.892287  4901 tablet_bootstrap.cc:492] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100: Bootstrap starting.
02:04:12.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.894896  4902 tablet_bootstrap.cc:492] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e: Bootstrap starting.
02:04:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.903288  4901 tablet_bootstrap.cc:654] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100: Neither blocks nor log segments found. Creating new log.
02:04:12.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.905455  4902 tablet_bootstrap.cc:654] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e: Neither blocks nor log segments found. Creating new log.
02:04:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.905972  4901 log.cc:826] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100: Log is configured to *not* fsync() on all Append() calls
02:04:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.908844  4902 log.cc:826] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e: Log is configured to *not* fsync() on all Append() calls
02:04:12.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.921319  4902 tablet_bootstrap.cc:492] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e: No bootstrap required, opened a new log
02:04:12.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.922127  4902 ts_tablet_manager.cc:1403] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e: Time spent bootstrapping tablet: real 0.028s	user 0.012s	sys 0.010s
02:04:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.939409  4899 raft_consensus.cc:359] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } }
02:04:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.941049  4899 raft_consensus.cc:385] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.941574  4899 raft_consensus.cc:740] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 280eaa921f304e9d8b43320b89e0fe96, State: Initialized, Role: FOLLOWER
02:04:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.942710  4899 consensus_queue.cc:260] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } }
02:04:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.944293  4901 tablet_bootstrap.cc:492] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100: No bootstrap required, opened a new log
02:04:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.944825  4901 ts_tablet_manager.cc:1403] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100: Time spent bootstrapping tablet: real 0.053s	user 0.023s	sys 0.018s
02:04:12.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.954627  4902 raft_consensus.cc:359] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } }
02:04:12.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.957634  4902 raft_consensus.cc:385] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:12.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.959205  4899 ts_tablet_manager.cc:1434] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96: Time spent starting tablet: real 0.078s	user 0.030s	sys 0.014s
02:04:12.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.960323  4899 tablet_bootstrap.cc:492] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96: Bootstrap starting.
02:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.967039  4899 tablet_bootstrap.cc:654] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96: Neither blocks nor log segments found. Creating new log.
02:04:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.971505  4864 heartbeater.cc:499] Master 127.4.9.188:37871 was elected leader, sending a full tablet report...
02:04:12.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.988441  4901 raft_consensus.cc:359] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } }
02:04:12.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.989405  4901 raft_consensus.cc:385] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:12.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.989698  4901 raft_consensus.cc:740] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86ba41969b464f8283734bc7968ff100, State: Initialized, Role: FOLLOWER
02:04:12.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.990607  4901 consensus_queue.cc:260] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } }
02:04:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.993273  4902 raft_consensus.cc:740] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8e5a57e21a24ebfa731035541cc661e, State: Initialized, Role: FOLLOWER
02:04:12.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:12.995553  4902 consensus_queue.cc:260] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } }
02:04:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.003755  4899 tablet_bootstrap.cc:492] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96: No bootstrap required, opened a new log
02:04:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.004035  4901 ts_tablet_manager.cc:1434] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100: Time spent starting tablet: real 0.059s	user 0.026s	sys 0.018s
02:04:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.005172  4899 ts_tablet_manager.cc:1403] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96: Time spent bootstrapping tablet: real 0.045s	user 0.019s	sys 0.020s
02:04:13.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.006489  4902 ts_tablet_manager.cc:1434] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e: Time spent starting tablet: real 0.083s	user 0.033s	sys 0.005s
02:04:13.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.010517  4901 tablet_bootstrap.cc:492] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100: Bootstrap starting.
02:04:13.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.008601  4899 raft_consensus.cc:359] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } }
02:04:13.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.014518  4899 raft_consensus.cc:385] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:13.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.014818  4899 raft_consensus.cc:740] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 280eaa921f304e9d8b43320b89e0fe96, State: Initialized, Role: FOLLOWER
02:04:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.015430  4899 consensus_queue.cc:260] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } }
02:04:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.022883  4899 ts_tablet_manager.cc:1434] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96: Time spent starting tablet: real 0.017s	user 0.002s	sys 0.003s
02:04:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.032394  4902 tablet_bootstrap.cc:492] T 6dceb8b49a8d456db5d523142337ed68 P b8e5a57e21a24ebfa731035541cc661e: Bootstrap starting.
02:04:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.039278  4902 tablet_bootstrap.cc:654] T 6dceb8b49a8d456db5d523142337ed68 P b8e5a57e21a24ebfa731035541cc661e: Neither blocks nor log segments found. Creating new log.
02:04:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.040925  4908 raft_consensus.cc:493] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:13.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.041483  4908 raft_consensus.cc:515] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } }
02:04:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.044646  4905 raft_consensus.cc:493] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.045682  4905 raft_consensus.cc:515] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } }
02:04:13.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.049315  4901 tablet_bootstrap.cc:654] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100: Neither blocks nor log segments found. Creating new log.
02:04:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.053289  4905 leader_election.cc:290] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b8e5a57e21a24ebfa731035541cc661e (127.3.84.195:42973), 86ba41969b464f8283734bc7968ff100 (127.3.84.194:34617)
02:04:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.062616  4901 tablet_bootstrap.cc:492] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100: No bootstrap required, opened a new log
02:04:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.063410  4901 ts_tablet_manager.cc:1403] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100: Time spent bootstrapping tablet: real 0.053s	user 0.012s	sys 0.007s
02:04:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.064843  4902 tablet_bootstrap.cc:492] T 6dceb8b49a8d456db5d523142337ed68 P b8e5a57e21a24ebfa731035541cc661e: No bootstrap required, opened a new log
02:04:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.065420  4902 ts_tablet_manager.cc:1403] T 6dceb8b49a8d456db5d523142337ed68 P b8e5a57e21a24ebfa731035541cc661e: Time spent bootstrapping tablet: real 0.033s	user 0.012s	sys 0.007s
02:04:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.069384  4901 raft_consensus.cc:359] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } }
02:04:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.070844  4908 leader_election.cc:290] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 280eaa921f304e9d8b43320b89e0fe96 (127.3.84.193:38361), 86ba41969b464f8283734bc7968ff100 (127.3.84.194:34617)
02:04:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.085736  4902 raft_consensus.cc:359] T 6dceb8b49a8d456db5d523142337ed68 P b8e5a57e21a24ebfa731035541cc661e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } }
02:04:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.086723  4902 raft_consensus.cc:385] T 6dceb8b49a8d456db5d523142337ed68 P b8e5a57e21a24ebfa731035541cc661e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.087119  4902 raft_consensus.cc:740] T 6dceb8b49a8d456db5d523142337ed68 P b8e5a57e21a24ebfa731035541cc661e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8e5a57e21a24ebfa731035541cc661e, State: Initialized, Role: FOLLOWER
02:04:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.090448  4901 raft_consensus.cc:385] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.091734  4901 raft_consensus.cc:740] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86ba41969b464f8283734bc7968ff100, State: Initialized, Role: FOLLOWER
02:04:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.092772  4901 consensus_queue.cc:260] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } }
02:04:13.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.106135  4901 ts_tablet_manager.cc:1434] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100: Time spent starting tablet: real 0.042s	user 0.004s	sys 0.006s
02:04:13.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.088092  4902 consensus_queue.cc:260] T 6dceb8b49a8d456db5d523142337ed68 P b8e5a57e21a24ebfa731035541cc661e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } }
02:04:13.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:13.126340  4128 tablet.cc:2404] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:13.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.127504  4902 ts_tablet_manager.cc:1434] T 6dceb8b49a8d456db5d523142337ed68 P b8e5a57e21a24ebfa731035541cc661e: Time spent starting tablet: real 0.062s	user 0.007s	sys 0.004s
02:04:13.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:13.133070  3852 tablet.cc:2404] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:13.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.140524  4905 raft_consensus.cc:493] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:13.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.141294  4905 raft_consensus.cc:515] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } }
02:04:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.148011  4905 leader_election.cc:290] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 86ba41969b464f8283734bc7968ff100 (127.3.84.194:34617), b8e5a57e21a24ebfa731035541cc661e (127.3.84.195:42973)
02:04:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.148376  3938 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d47849029bd4418a948237e3d47964ed" candidate_uuid: "280eaa921f304e9d8b43320b89e0fe96" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86ba41969b464f8283734bc7968ff100" is_pre_election: true
02:04:13.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.149981  3938 raft_consensus.cc:2468] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 280eaa921f304e9d8b43320b89e0fe96 in term 0.
02:04:13.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.153005  3731 leader_election.cc:304] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 280eaa921f304e9d8b43320b89e0fe96, 86ba41969b464f8283734bc7968ff100; no voters: 
02:04:13.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.154007  4078 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d47849029bd4418a948237e3d47964ed" candidate_uuid: "280eaa921f304e9d8b43320b89e0fe96" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8e5a57e21a24ebfa731035541cc661e" is_pre_election: true
02:04:13.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.154397  4905 raft_consensus.cc:2804] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:13.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.155385  4905 raft_consensus.cc:493] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:13.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.155149  4077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6dceb8b49a8d456db5d523142337ed68" candidate_uuid: "280eaa921f304e9d8b43320b89e0fe96" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8e5a57e21a24ebfa731035541cc661e" is_pre_election: true
02:04:13.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.155717  4905 raft_consensus.cc:3060] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Advancing to term 1
02:04:13.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.151176  3937 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6dceb8b49a8d456db5d523142337ed68" candidate_uuid: "280eaa921f304e9d8b43320b89e0fe96" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86ba41969b464f8283734bc7968ff100" is_pre_election: true
02:04:13.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.156612  3937 raft_consensus.cc:2468] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 280eaa921f304e9d8b43320b89e0fe96 in term 0.
02:04:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.155504  4078 raft_consensus.cc:2468] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 280eaa921f304e9d8b43320b89e0fe96 in term 0.
02:04:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.156097  4077 raft_consensus.cc:2468] T 6dceb8b49a8d456db5d523142337ed68 P b8e5a57e21a24ebfa731035541cc661e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 280eaa921f304e9d8b43320b89e0fe96 in term 0.
02:04:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.157616  3731 leader_election.cc:304] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 280eaa921f304e9d8b43320b89e0fe96, 86ba41969b464f8283734bc7968ff100; no voters: 
02:04:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.171732  4905 raft_consensus.cc:515] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } }
02:04:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.172927  3797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d47849029bd4418a948237e3d47964ed" candidate_uuid: "b8e5a57e21a24ebfa731035541cc661e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "280eaa921f304e9d8b43320b89e0fe96" is_pre_election: true
02:04:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.174925  3797 raft_consensus.cc:2393] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate b8e5a57e21a24ebfa731035541cc661e in current term 1: Already voted for candidate 280eaa921f304e9d8b43320b89e0fe96 in this term.
02:04:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.175693  4905 leader_election.cc:290] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [CANDIDATE]: Term 1 election: Requested vote from peers b8e5a57e21a24ebfa731035541cc661e (127.3.84.195:42973), 86ba41969b464f8283734bc7968ff100 (127.3.84.194:34617)
02:04:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.176270  4905 raft_consensus.cc:2804] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.176405  4077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d47849029bd4418a948237e3d47964ed" candidate_uuid: "280eaa921f304e9d8b43320b89e0fe96" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8e5a57e21a24ebfa731035541cc661e"
02:04:13.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.176615  4905 raft_consensus.cc:493] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:13.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.177024  4905 raft_consensus.cc:3060] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [term 0 FOLLOWER]: Advancing to term 1
02:04:13.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.177103  4077 raft_consensus.cc:3060] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e [term 0 FOLLOWER]: Advancing to term 1
02:04:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.183801  3937 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d47849029bd4418a948237e3d47964ed" candidate_uuid: "280eaa921f304e9d8b43320b89e0fe96" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86ba41969b464f8283734bc7968ff100"
02:04:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.184367  3937 raft_consensus.cc:3060] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100 [term 0 FOLLOWER]: Advancing to term 1
02:04:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.186206  4905 raft_consensus.cc:515] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } }
02:04:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.186981  4077 raft_consensus.cc:2468] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 280eaa921f304e9d8b43320b89e0fe96 in term 1.
02:04:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.187945  4905 leader_election.cc:290] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [CANDIDATE]: Term 1 election: Requested vote from peers 86ba41969b464f8283734bc7968ff100 (127.3.84.194:34617), b8e5a57e21a24ebfa731035541cc661e (127.3.84.195:42973)
02:04:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.189038  4078 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6dceb8b49a8d456db5d523142337ed68" candidate_uuid: "280eaa921f304e9d8b43320b89e0fe96" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8e5a57e21a24ebfa731035541cc661e"
02:04:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.189531  4078 raft_consensus.cc:3060] T 6dceb8b49a8d456db5d523142337ed68 P b8e5a57e21a24ebfa731035541cc661e [term 0 FOLLOWER]: Advancing to term 1
02:04:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.189448  3938 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6dceb8b49a8d456db5d523142337ed68" candidate_uuid: "280eaa921f304e9d8b43320b89e0fe96" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86ba41969b464f8283734bc7968ff100"
02:04:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.189975  3938 raft_consensus.cc:3060] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100 [term 0 FOLLOWER]: Advancing to term 1
02:04:13.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.193840  3937 raft_consensus.cc:2468] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 280eaa921f304e9d8b43320b89e0fe96 in term 1.
02:04:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.196620  4078 raft_consensus.cc:2468] T 6dceb8b49a8d456db5d523142337ed68 P b8e5a57e21a24ebfa731035541cc661e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 280eaa921f304e9d8b43320b89e0fe96 in term 1.
02:04:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.197172  3938 raft_consensus.cc:2468] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 280eaa921f304e9d8b43320b89e0fe96 in term 1.
02:04:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.197942  3732 leader_election.cc:304] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 280eaa921f304e9d8b43320b89e0fe96, b8e5a57e21a24ebfa731035541cc661e; no voters: 
02:04:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.199132  4905 raft_consensus.cc:2804] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [term 1 FOLLOWER]: Leader election won for term 1
02:04:13.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.199788  4905 raft_consensus.cc:697] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [term 1 LEADER]: Becoming Leader. State: Replica: 280eaa921f304e9d8b43320b89e0fe96, State: Running, Role: LEADER
02:04:13.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.199632  3938 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d47849029bd4418a948237e3d47964ed" candidate_uuid: "b8e5a57e21a24ebfa731035541cc661e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86ba41969b464f8283734bc7968ff100" is_pre_election: true
02:04:13.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.201162  3938 raft_consensus.cc:2393] T d47849029bd4418a948237e3d47964ed P 86ba41969b464f8283734bc7968ff100 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate b8e5a57e21a24ebfa731035541cc661e in current term 1: Already voted for candidate 280eaa921f304e9d8b43320b89e0fe96 in this term.
02:04:13.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.197083  3731 leader_election.cc:304] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 280eaa921f304e9d8b43320b89e0fe96, 86ba41969b464f8283734bc7968ff100; no voters: 
02:04:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.201524  4905 consensus_queue.cc:237] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } }
02:04:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.202821  4012 leader_election.cc:304] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b8e5a57e21a24ebfa731035541cc661e; no voters: 280eaa921f304e9d8b43320b89e0fe96, 86ba41969b464f8283734bc7968ff100
02:04:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.204185  4908 raft_consensus.cc:2749] T d47849029bd4418a948237e3d47964ed P b8e5a57e21a24ebfa731035541cc661e [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:04:13.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.205417  4916 raft_consensus.cc:2804] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [term 1 FOLLOWER]: Leader election won for term 1
02:04:13.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.219683  4916 raft_consensus.cc:697] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [term 1 LEADER]: Becoming Leader. State: Replica: 280eaa921f304e9d8b43320b89e0fe96, State: Running, Role: LEADER
02:04:13.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.221192  4916 consensus_queue.cc:237] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } }
02:04:13.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.222837  3610 catalog_manager.cc:5696] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 reported cstate change: term changed from 0 to 1, leader changed from <none> to 280eaa921f304e9d8b43320b89e0fe96 (127.3.84.193). New cstate: current_term: 1 leader_uuid: "280eaa921f304e9d8b43320b89e0fe96" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } health_report { overall_health: UNKNOWN } } }
02:04:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:13.226048  3987 tablet.cc:2404] T 6dceb8b49a8d456db5d523142337ed68 P 86ba41969b464f8283734bc7968ff100: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.305909  3610 catalog_manager.cc:5696] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 reported cstate change: term changed from 0 to 1, leader changed from <none> to 280eaa921f304e9d8b43320b89e0fe96 (127.3.84.193). New cstate: current_term: 1 leader_uuid: "280eaa921f304e9d8b43320b89e0fe96" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "280eaa921f304e9d8b43320b89e0fe96" member_type: VOTER last_known_addr { host: "127.3.84.193" port: 38361 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 } health_report { overall_health: UNKNOWN } } }
02:04:13.566 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9d8f89c33e6d4196b9fc302fe11750b5
02:04:13.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d47849029bd4418a948237e3d47964ed for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:13.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6dceb8b49a8d456db5d523142337ed68 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:13.597 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=d47849029bd4418a948237e3d47964ed@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)[L],86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299997}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=6dceb8b49a8d456db5d523142337ed68@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)[L],86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299997}]
02:04:13.598 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.84.252:40301, [11ms] Sub RPC GetTableLocations: received response from server master-127.3.84.252:40301: OK, deferred=null) after lookup
02:04:13.606 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] connecting to peer
02:04:13.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.614039  4916 consensus_queue.cc:1048] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:13.619 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] Successfully connected to peer
02:04:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.678370  4905 consensus_queue.cc:1048] T d47849029bd4418a948237e3d47964ed P 280eaa921f304e9d8b43320b89e0fe96 [LEADER]: Connected to new peer: Peer: permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:13.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.770277  4916 consensus_queue.cc:1048] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b8e5a57e21a24ebfa731035541cc661e" member_type: VOTER last_known_addr { host: "127.3.84.195" port: 42973 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:13.795 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:13.803 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xd256570e, L:/127.0.0.1:40722 - R:/127.3.84.193:38361] using TOKEN/null
02:04:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:13.809736  4916 consensus_queue.cc:1048] T 6dceb8b49a8d456db5d523142337ed68 P 280eaa921f304e9d8b43320b89e0fe96 [LEADER]: Connected to new peer: Peer: permanent_uuid: "86ba41969b464f8283734bc7968ff100" member_type: VOTER last_known_addr { host: "127.3.84.194" port: 34617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:13.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9d8f89c33e6d4196b9fc302fe11750b5
02:04:14.053 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:14.055 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:14.057 [DEBUG - main] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:14.058 [DEBUG - main] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:14.059 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.9.190:39887(127.4.9.190:39887)] Successfully connected to peer
02:04:14.059 [DEBUG - main] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:14.061 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.9.188:37871(127.4.9.188:37871)] Successfully connected to peer
02:04:14.064 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.9.189:37745(127.4.9.189:37745)] Successfully connected to peer
02:04:14.078 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.190
02:04:14.078 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.188
02:04:14.083 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.189
02:04:14.127 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:14.127 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:14.134 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcbd084cb, L:/127.0.0.1:50562 - R:/127.4.9.188:37871] using SASL/PLAIN
02:04:14.134 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x42722e22, L:/127.0.0.1:35420 - R:/127.4.9.190:39887] using SASL/PLAIN
02:04:14.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:14.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: OK, deferred=null) after lookup
02:04:14.146 [DEBUG - main] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:14.148 [DEBUG - main] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:14.149 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:14.152 [DEBUG - main] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:14.156 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc0544a82, L:/127.0.0.1:44244 - R:/127.4.9.189:37745] using SASL/PLAIN
02:04:14.159 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.84.254:39663(127.3.84.254:39663)] Successfully connected to peer
02:04:14.162 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.84.252:40301(127.3.84.252:40301)] Successfully connected to peer
02:04:14.164 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.84.253:38369(127.3.84.253:38369)] Successfully connected to peer
02:04:14.166 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.254
02:04:14.185 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.253
02:04:14.192 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.252
02:04:14.201 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:14.216 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:14.217 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:14.218 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xde8be0a4, L:/127.0.0.1:49860 - R:/127.3.84.253:38369] using SASL/PLAIN
02:04:14.227 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x366f4c02, L:/127.0.0.1:37786 - R:/127.3.84.252:40301] using SASL/PLAIN
02:04:14.232 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc53addd4, L:/127.0.0.1:35054 - R:/127.3.84.254:39663] using SASL/PLAIN
02:04:14.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:14.233 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: OK, deferred=null) after lookup
02:04:14.238 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9d8f89c33e6d4196b9fc302fe11750b5
02:04:14.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d47849029bd4418a948237e3d47964ed for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:14.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6dceb8b49a8d456db5d523142337ed68 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:14.266 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=d47849029bd4418a948237e3d47964ed@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)[L],86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=6dceb8b49a8d456db5d523142337ed68@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)[L],86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.278844  4340 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:50562:
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:04:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000"
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:04:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:14.282469  4340 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:04:14.323 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:14.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.383462  4513 tablet_service.cc:1511] Processing CreateTablet for tablet 936fe198d78045ae9a127d9a40b90869 (DEFAULT_TABLE table=replication_test_table [id=83d6a10207ce41a2b424146acd72a961]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
02:04:14.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.386595  4513 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 936fe198d78045ae9a127d9a40b90869. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:14.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.388506  4656 tablet_service.cc:1511] Processing CreateTablet for tablet 936fe198d78045ae9a127d9a40b90869 (DEFAULT_TABLE table=replication_test_table [id=83d6a10207ce41a2b424146acd72a961]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
02:04:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.390951  4656 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 936fe198d78045ae9a127d9a40b90869. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:14.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.400734  4798 tablet_service.cc:1511] Processing CreateTablet for tablet 936fe198d78045ae9a127d9a40b90869 (DEFAULT_TABLE table=replication_test_table [id=83d6a10207ce41a2b424146acd72a961]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
02:04:14.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.403148  4798 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 936fe198d78045ae9a127d9a40b90869. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.445355  4978 tablet_bootstrap.cc:492] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da: Bootstrap starting.
02:04:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.453533  4980 tablet_bootstrap.cc:492] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a: Bootstrap starting.
02:04:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.459846  4978 tablet_bootstrap.cc:654] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da: Neither blocks nor log segments found. Creating new log.
02:04:14.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.468437  4978 log.cc:826] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da: Log is configured to *not* fsync() on all Append() calls
02:04:14.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.470919  4979 tablet_bootstrap.cc:492] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4: Bootstrap starting.
02:04:14.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.478422  4979 tablet_bootstrap.cc:654] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4: Neither blocks nor log segments found. Creating new log.
02:04:14.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.474030  4980 tablet_bootstrap.cc:654] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a: Neither blocks nor log segments found. Creating new log.
02:04:14.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.480582  4980 log.cc:826] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a: Log is configured to *not* fsync() on all Append() calls
02:04:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.480582  4979 log.cc:826] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4: Log is configured to *not* fsync() on all Append() calls
02:04:14.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.490278  4979 tablet_bootstrap.cc:492] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4: No bootstrap required, opened a new log
02:04:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.490810  4979 ts_tablet_manager.cc:1403] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4: Time spent bootstrapping tablet: real 0.025s	user 0.010s	sys 0.007s
02:04:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.495326  4978 tablet_bootstrap.cc:492] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da: No bootstrap required, opened a new log
02:04:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.495827  4978 ts_tablet_manager.cc:1403] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da: Time spent bootstrapping tablet: real 0.051s	user 0.023s	sys 0.009s
02:04:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.497227  4980 tablet_bootstrap.cc:492] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a: No bootstrap required, opened a new log
02:04:14.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.497819  4980 ts_tablet_manager.cc:1403] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a: Time spent bootstrapping tablet: real 0.045s	user 0.011s	sys 0.005s
02:04:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.521507  4979 raft_consensus.cc:359] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } }
02:04:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.522416  4979 raft_consensus.cc:385] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.522733  4979 raft_consensus.cc:740] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82419a3586314b8b970b07d4135c69a4, State: Initialized, Role: FOLLOWER
02:04:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.527271  4980 raft_consensus.cc:359] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } }
02:04:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.528590  4980 raft_consensus.cc:385] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.528906  4980 raft_consensus.cc:740] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d321f8cb10ff461c8446cc3387e2f36a, State: Initialized, Role: FOLLOWER
02:04:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.529080  4978 raft_consensus.cc:359] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } }
02:04:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.529871  4978 raft_consensus.cc:385] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.530165  4978 raft_consensus.cc:740] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45b2c8e027c64e14ad3384c8243c91da, State: Initialized, Role: FOLLOWER
02:04:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.529753  4980 consensus_queue.cc:260] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } }
02:04:14.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.523655  4979 consensus_queue.cc:260] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } }
02:04:14.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.534843  4978 consensus_queue.cc:260] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } }
02:04:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.545660  4978 ts_tablet_manager.cc:1434] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da: Time spent starting tablet: real 0.050s	user 0.020s	sys 0.020s
02:04:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.564419  4979 ts_tablet_manager.cc:1434] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4: Time spent starting tablet: real 0.073s	user 0.027s	sys 0.009s
02:04:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.575861  4980 ts_tablet_manager.cc:1434] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a: Time spent starting tablet: real 0.078s	user 0.034s	sys 0.012s
02:04:14.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.669615  4986 raft_consensus.cc:493] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:14.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.670189  4986 raft_consensus.cc:515] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } }
02:04:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.677142  4986 leader_election.cc:290] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 82419a3586314b8b970b07d4135c69a4 (127.4.9.131:41789), d321f8cb10ff461c8446cc3387e2f36a (127.4.9.130:41597)
02:04:14.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.687879  4818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "936fe198d78045ae9a127d9a40b90869" candidate_uuid: "45b2c8e027c64e14ad3384c8243c91da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82419a3586314b8b970b07d4135c69a4" is_pre_election: true
02:04:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.688839  4818 raft_consensus.cc:2468] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 45b2c8e027c64e14ad3384c8243c91da in term 0.
02:04:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.690793  4467 leader_election.cc:304] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 45b2c8e027c64e14ad3384c8243c91da, 82419a3586314b8b970b07d4135c69a4; no voters: 
02:04:14.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:14.691918  4866 tablet.cc:2404] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:14.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.691893  4986 raft_consensus.cc:2804] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:14.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.692262  4986 raft_consensus.cc:493] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:14.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.692559  4986 raft_consensus.cc:3060] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Advancing to term 1
02:04:14.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.700539  4986 raft_consensus.cc:515] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } }
02:04:14.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.703238  4818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "936fe198d78045ae9a127d9a40b90869" candidate_uuid: "45b2c8e027c64e14ad3384c8243c91da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82419a3586314b8b970b07d4135c69a4"
02:04:14.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.703743  4818 raft_consensus.cc:3060] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4 [term 0 FOLLOWER]: Advancing to term 1
02:04:14.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:14.706316  4588 tablet.cc:2404] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.711094  4818 raft_consensus.cc:2468] T 936fe198d78045ae9a127d9a40b90869 P 82419a3586314b8b970b07d4135c69a4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 45b2c8e027c64e14ad3384c8243c91da in term 1.
02:04:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.711694  4986 leader_election.cc:290] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [CANDIDATE]: Term 1 election: Requested vote from peers 82419a3586314b8b970b07d4135c69a4 (127.4.9.131:41789), d321f8cb10ff461c8446cc3387e2f36a (127.4.9.130:41597)
02:04:14.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.712308  4467 leader_election.cc:304] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 45b2c8e027c64e14ad3384c8243c91da, 82419a3586314b8b970b07d4135c69a4; no voters: 
02:04:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.722570  4986 raft_consensus.cc:2804] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [term 1 FOLLOWER]: Leader election won for term 1
02:04:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.724844  4675 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "936fe198d78045ae9a127d9a40b90869" candidate_uuid: "45b2c8e027c64e14ad3384c8243c91da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d321f8cb10ff461c8446cc3387e2f36a"
02:04:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.725539  4675 raft_consensus.cc:3060] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a [term 0 FOLLOWER]: Advancing to term 1
02:04:14.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.728785  4676 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "936fe198d78045ae9a127d9a40b90869" candidate_uuid: "45b2c8e027c64e14ad3384c8243c91da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d321f8cb10ff461c8446cc3387e2f36a" is_pre_election: true
02:04:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.730466  4986 raft_consensus.cc:697] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [term 1 LEADER]: Becoming Leader. State: Replica: 45b2c8e027c64e14ad3384c8243c91da, State: Running, Role: LEADER
02:04:14.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.731360  4986 consensus_queue.cc:237] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } }
02:04:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.733112  4675 raft_consensus.cc:2468] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 45b2c8e027c64e14ad3384c8243c91da in term 1.
02:04:14.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.746328  4340 catalog_manager.cc:5696] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da reported cstate change: term changed from 0 to 1, leader changed from <none> to 45b2c8e027c64e14ad3384c8243c91da (127.4.9.129). New cstate: current_term: 1 leader_uuid: "45b2c8e027c64e14ad3384c8243c91da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } health_report { overall_health: UNKNOWN } } }
02:04:14.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:14.793002  4726 tablet.cc:2404] T 936fe198d78045ae9a127d9a40b90869 P d321f8cb10ff461c8446cc3387e2f36a: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:14.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.898849  4340 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:50562:
02:04:14.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
02:04:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:14.921789  4340 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet d70745ea0314453da7efb37d23649feb has no consensus state
02:04:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.942340  4656 tablet_service.cc:1511] Processing CreateTablet for tablet d70745ea0314453da7efb37d23649feb (DEFAULT_TABLE table=replication_test_table [id=83d6a10207ce41a2b424146acd72a961]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.942195  4513 tablet_service.cc:1511] Processing CreateTablet for tablet d70745ea0314453da7efb37d23649feb (DEFAULT_TABLE table=replication_test_table [id=83d6a10207ce41a2b424146acd72a961]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.943307  4656 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d70745ea0314453da7efb37d23649feb. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.943651  4513 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d70745ea0314453da7efb37d23649feb. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:14.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.950883  4798 tablet_service.cc:1511] Processing CreateTablet for tablet d70745ea0314453da7efb37d23649feb (DEFAULT_TABLE table=replication_test_table [id=83d6a10207ce41a2b424146acd72a961]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:14.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.952075  4798 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d70745ea0314453da7efb37d23649feb. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:14.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:14.953387  4325 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet d70745ea0314453da7efb37d23649feb (table replication_test_table [id=83d6a10207ce41a2b424146acd72a961], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet d70745ea0314453da7efb37d23649feb consensus state has no leader
02:04:14.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.954596  4980 tablet_bootstrap.cc:492] T d70745ea0314453da7efb37d23649feb P d321f8cb10ff461c8446cc3387e2f36a: Bootstrap starting.
02:04:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.960186  4980 tablet_bootstrap.cc:654] T d70745ea0314453da7efb37d23649feb P d321f8cb10ff461c8446cc3387e2f36a: Neither blocks nor log segments found. Creating new log.
02:04:14.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.962038  4978 tablet_bootstrap.cc:492] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da: Bootstrap starting.
02:04:14.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.968588  4978 tablet_bootstrap.cc:654] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da: Neither blocks nor log segments found. Creating new log.
02:04:14.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.972416  4980 tablet_bootstrap.cc:492] T d70745ea0314453da7efb37d23649feb P d321f8cb10ff461c8446cc3387e2f36a: No bootstrap required, opened a new log
02:04:14.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.972856  4980 ts_tablet_manager.cc:1403] T d70745ea0314453da7efb37d23649feb P d321f8cb10ff461c8446cc3387e2f36a: Time spent bootstrapping tablet: real 0.018s	user 0.005s	sys 0.011s
02:04:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.978582  4979 tablet_bootstrap.cc:492] T d70745ea0314453da7efb37d23649feb P 82419a3586314b8b970b07d4135c69a4: Bootstrap starting.
02:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.981389  4980 raft_consensus.cc:359] T d70745ea0314453da7efb37d23649feb P d321f8cb10ff461c8446cc3387e2f36a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } }
02:04:14.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.983767  4980 raft_consensus.cc:385] T d70745ea0314453da7efb37d23649feb P d321f8cb10ff461c8446cc3387e2f36a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:14.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.984091  4980 raft_consensus.cc:740] T d70745ea0314453da7efb37d23649feb P d321f8cb10ff461c8446cc3387e2f36a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d321f8cb10ff461c8446cc3387e2f36a, State: Initialized, Role: FOLLOWER
02:04:14.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.984722  4980 consensus_queue.cc:260] T d70745ea0314453da7efb37d23649feb P d321f8cb10ff461c8446cc3387e2f36a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } }
02:04:14.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.986629  4980 ts_tablet_manager.cc:1434] T d70745ea0314453da7efb37d23649feb P d321f8cb10ff461c8446cc3387e2f36a: Time spent starting tablet: real 0.012s	user 0.000s	sys 0.003s
02:04:14.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.988032  4979 tablet_bootstrap.cc:654] T d70745ea0314453da7efb37d23649feb P 82419a3586314b8b970b07d4135c69a4: Neither blocks nor log segments found. Creating new log.
02:04:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.995141  4978 tablet_bootstrap.cc:492] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da: No bootstrap required, opened a new log
02:04:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.995576  4978 ts_tablet_manager.cc:1403] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da: Time spent bootstrapping tablet: real 0.034s	user 0.005s	sys 0.008s
02:04:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.995256  4979 tablet_bootstrap.cc:492] T d70745ea0314453da7efb37d23649feb P 82419a3586314b8b970b07d4135c69a4: No bootstrap required, opened a new log
02:04:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:14.996452  4979 ts_tablet_manager.cc:1403] T d70745ea0314453da7efb37d23649feb P 82419a3586314b8b970b07d4135c69a4: Time spent bootstrapping tablet: real 0.018s	user 0.005s	sys 0.006s
02:04:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.000301  4979 raft_consensus.cc:359] T d70745ea0314453da7efb37d23649feb P 82419a3586314b8b970b07d4135c69a4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } }
02:04:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.001210  4979 raft_consensus.cc:385] T d70745ea0314453da7efb37d23649feb P 82419a3586314b8b970b07d4135c69a4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.001644  4979 raft_consensus.cc:740] T d70745ea0314453da7efb37d23649feb P 82419a3586314b8b970b07d4135c69a4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82419a3586314b8b970b07d4135c69a4, State: Initialized, Role: FOLLOWER
02:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.004257  4979 consensus_queue.cc:260] T d70745ea0314453da7efb37d23649feb P 82419a3586314b8b970b07d4135c69a4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } }
02:04:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.008088  4979 ts_tablet_manager.cc:1434] T d70745ea0314453da7efb37d23649feb P 82419a3586314b8b970b07d4135c69a4: Time spent starting tablet: real 0.011s	user 0.005s	sys 0.001s
02:04:15.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.008431  4978 raft_consensus.cc:359] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } }
02:04:15.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.009228  4978 raft_consensus.cc:385] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.009498  4978 raft_consensus.cc:740] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45b2c8e027c64e14ad3384c8243c91da, State: Initialized, Role: FOLLOWER
02:04:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.010221  4978 consensus_queue.cc:260] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } }
02:04:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.012316  4978 ts_tablet_manager.cc:1434] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da: Time spent starting tablet: real 0.016s	user 0.007s	sys 0.002s
02:04:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.019680  4340 catalog_manager.cc:6241] T 00000000000000000000000000000000 P aa076b0a8ba24668a87b061aa46b0a07: replication_test_table [id=83d6a10207ce41a2b424146acd72a961] alter complete (version 0)
02:04:15.028 [DEBUG - main] (Connection.java:575) [peer master-127.3.84.252:40301(127.3.84.252:40301)] disconnecting while in state READY
02:04:15.035 [DEBUG - main] (Connection.java:575) [peer master-127.3.84.253:38369(127.3.84.253:38369)] disconnecting while in state READY
02:04:15.036 [DEBUG - main] (Connection.java:575) [peer master-127.3.84.254:39663(127.3.84.254:39663)] disconnecting while in state READY
02:04:15.037 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.84.253:38369(127.3.84.253:38369)] handling channelInactive
02:04:15.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state READY due to: connection closed
02:04:15.038 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.84.254:39663(127.3.84.254:39663)] handling channelInactive
02:04:15.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state READY due to: connection closed
02:04:15.039 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:15.040 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:04:15.042 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
02:04:15.044 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.84.252:40301(127.3.84.252:40301)] handling channelInactive
02:04:15.044 [DEBUG - main] (Connection.java:575) [peer master-127.4.9.190:39887(127.4.9.190:39887)] disconnecting while in state READY
02:04:15.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state READY due to: connection closed
02:04:15.044 [DEBUG - main] (Connection.java:575) [peer master-127.4.9.189:37745(127.4.9.189:37745)] disconnecting while in state READY
02:04:15.044 [DEBUG - main] (Connection.java:575) [peer master-127.4.9.188:37871(127.4.9.188:37871)] disconnecting while in state READY
02:04:15.045 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:04:15.045 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.9.189:37745(127.4.9.189:37745)] handling channelInactive
02:04:15.045 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.9.190:39887(127.4.9.190:39887)] handling channelInactive
02:04:15.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state READY due to: connection closed
02:04:15.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state READY due to: connection closed
02:04:15.050 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:15.051 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
02:04:15.051 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:04:15.053 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.9.188:37871(127.4.9.188:37871)] handling channelInactive
02:04:15.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state READY due to: connection closed
02:04:15.054 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
02:04:15.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.108513  4986 raft_consensus.cc:493] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:15.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.109059  4986 raft_consensus.cc:515] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } }
02:04:15.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.111119  4986 leader_election.cc:290] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d321f8cb10ff461c8446cc3387e2f36a (127.4.9.130:41597), 82419a3586314b8b970b07d4135c69a4 (127.4.9.131:41789)
02:04:15.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.112705  4675 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d70745ea0314453da7efb37d23649feb" candidate_uuid: "45b2c8e027c64e14ad3384c8243c91da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d321f8cb10ff461c8446cc3387e2f36a" is_pre_election: true
02:04:15.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.113317  4675 raft_consensus.cc:2468] T d70745ea0314453da7efb37d23649feb P d321f8cb10ff461c8446cc3387e2f36a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 45b2c8e027c64e14ad3384c8243c91da in term 0.
02:04:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.114789  4818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d70745ea0314453da7efb37d23649feb" candidate_uuid: "45b2c8e027c64e14ad3384c8243c91da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82419a3586314b8b970b07d4135c69a4" is_pre_election: true
02:04:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.115370  4818 raft_consensus.cc:2468] T d70745ea0314453da7efb37d23649feb P 82419a3586314b8b970b07d4135c69a4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 45b2c8e027c64e14ad3384c8243c91da in term 0.
02:04:15.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.119171  4468 leader_election.cc:304] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 45b2c8e027c64e14ad3384c8243c91da, d321f8cb10ff461c8446cc3387e2f36a; no voters: 
02:04:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.124334  4986 raft_consensus.cc:2804] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:15.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.124924  4986 raft_consensus.cc:493] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:15.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.126188  4986 raft_consensus.cc:3060] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [term 0 FOLLOWER]: Advancing to term 1
02:04:15.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.132550  4986 raft_consensus.cc:515] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } }
02:04:15.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.134909  4986 leader_election.cc:290] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [CANDIDATE]: Term 1 election: Requested vote from peers d321f8cb10ff461c8446cc3387e2f36a (127.4.9.130:41597), 82419a3586314b8b970b07d4135c69a4 (127.4.9.131:41789)
02:04:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.135780  4818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d70745ea0314453da7efb37d23649feb" candidate_uuid: "45b2c8e027c64e14ad3384c8243c91da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82419a3586314b8b970b07d4135c69a4"
02:04:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.135892  4675 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d70745ea0314453da7efb37d23649feb" candidate_uuid: "45b2c8e027c64e14ad3384c8243c91da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d321f8cb10ff461c8446cc3387e2f36a"
02:04:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.136318  4818 raft_consensus.cc:3060] T d70745ea0314453da7efb37d23649feb P 82419a3586314b8b970b07d4135c69a4 [term 0 FOLLOWER]: Advancing to term 1
02:04:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.136433  4675 raft_consensus.cc:3060] T d70745ea0314453da7efb37d23649feb P d321f8cb10ff461c8446cc3387e2f36a [term 0 FOLLOWER]: Advancing to term 1
02:04:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.141958  4818 raft_consensus.cc:2468] T d70745ea0314453da7efb37d23649feb P 82419a3586314b8b970b07d4135c69a4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 45b2c8e027c64e14ad3384c8243c91da in term 1.
02:04:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.143122  4467 leader_election.cc:304] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 45b2c8e027c64e14ad3384c8243c91da, 82419a3586314b8b970b07d4135c69a4; no voters: 
02:04:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.142316  4675 raft_consensus.cc:2468] T d70745ea0314453da7efb37d23649feb P d321f8cb10ff461c8446cc3387e2f36a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 45b2c8e027c64e14ad3384c8243c91da in term 1.
02:04:15.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.144745  4986 raft_consensus.cc:2804] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [term 1 FOLLOWER]: Leader election won for term 1
02:04:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.146257  4986 raft_consensus.cc:697] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [term 1 LEADER]: Becoming Leader. State: Replica: 45b2c8e027c64e14ad3384c8243c91da, State: Running, Role: LEADER
02:04:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.147051  4986 consensus_queue.cc:237] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } }
02:04:15.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.161389  4989 consensus_queue.cc:1048] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [LEADER]: Connected to new peer: Peer: permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:04:15.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.172996  4340 catalog_manager.cc:5696] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da reported cstate change: term changed from 0 to 1, leader changed from <none> to 45b2c8e027c64e14ad3384c8243c91da (127.4.9.129). New cstate: current_term: 1 leader_uuid: "45b2c8e027c64e14ad3384c8243c91da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45b2c8e027c64e14ad3384c8243c91da" member_type: VOTER last_known_addr { host: "127.4.9.129" port: 46293 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 } health_report { overall_health: UNKNOWN } } }
02:04:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.182536  4986 consensus_queue.cc:1048] T 936fe198d78045ae9a127d9a40b90869 P 45b2c8e027c64e14ad3384c8243c91da [LEADER]: Connected to new peer: Peer: permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:15.344 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:04:15.346 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:04:15.346 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:04:15.346 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:04:15.346 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:04:15.351 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:04:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.725306  4989 consensus_queue.cc:1048] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [LEADER]: Connected to new peer: Peer: permanent_uuid: "82419a3586314b8b970b07d4135c69a4" member_type: VOTER last_known_addr { host: "127.4.9.131" port: 41789 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:15.770670  4989 consensus_queue.cc:1048] T d70745ea0314453da7efb37d23649feb P 45b2c8e027c64e14ad3384c8243c91da [LEADER]: Connected to new peer: Peer: permanent_uuid: "d321f8cb10ff461c8446cc3387e2f36a" member_type: VOTER last_known_addr { host: "127.4.9.130" port: 41597 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:15.827 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:04:15.828 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:04:15.828 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:04:15.829 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:04:15.829 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:04:15.829 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:04:15.832 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:04:16.107 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:04:16.200 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:04:16.200 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:04:16.200 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:04:16.217 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:04:16.979 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
02:04:17.127 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:04:17.149 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:04:17.180 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:04:17.194 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:04:17.233 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:04:17.338 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:04:17.342 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:04:17.342 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:04:17.348 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:04:17.350 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:04:17.351 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:04:17.351 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:04:17.353 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:04:17.355 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:04:17.355 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:04:17.356 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:04:17.357 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:04:17.357 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:04:17.357 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:04:17.357 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:04:17.358 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:04:17.359 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:04:17.359 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:04:17.359 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:04:17.360 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:04:17.360 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:04:17.361 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:04:17.361 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:04:17.361 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:04:17.373 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_476e5f9814cc5756a16139c461212d2b/blobStorage
02:04:17.378 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:40065 - max concurrent requests: 50 - max backlog: 1000
02:04:17.388 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_476e5f9814cc5756a16139c461212d2b/blobStorage
02:04:17.391 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_476e5f9814cc5756a16139c461212d2b/blobStorage
02:04:17.393 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:04:17.410 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 931302fc-4429-438a-ab21-2a6592ed4d53
02:04:17.441 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 40 GB (83.33% usable)
02:04:17.449 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-6c140cd0-e630-43ff-94b9-e40b7f7f942a
02:04:17.467 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-5eeaa49c-9965-428a-b245-f4ade5006929
02:04:17.570 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:04:17.587 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:04:17.588 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:04:17.589 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:04:17.627 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:04:17.639 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_0 .
02:04:17.699 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
02:04:17.701 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-0366a1ad-c75d-4ee3-a615-85ef89e87ec9
02:04:17.773 [INFO - main] (RestServerEndpoint.java:567) Upload directory /tmp/flink-web-upload does not exist. 
02:04:17.773 [INFO - main] (RestServerEndpoint.java:592) Created directory /tmp/flink-web-upload for file uploads.
02:04:17.777 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:04:17.780 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:04:18.127 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:04:18.127 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:04:18.247 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:46457
02:04:18.248 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:04:18.250 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:46457 was granted leadership with leaderSessionID=4d3fa46c-11ac-483e-a4ef-99567db860ed
02:04:18.250 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:46457 , session=4d3fa46c-11ac-483e-a4ef-99567db860ed
02:04:18.262 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:04:18.263 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:04:18.273 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:04:18.274 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 8c9cf2c7-6fe9-4877-9f6b-c3a95e4c23fb. Creating new DispatcherLeaderProcess.
02:04:18.278 [INFO - pool-11-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 6fe07d7e-11de-4d7e-ac05-adb19736ef15.
02:04:18.286 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:04:18.287 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:04:18.290 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:04:18.290 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:04:18.309 [INFO - pool-11-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_1 .
02:04:18.326 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_2 .
02:04:18.371 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
02:04:18.387 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:04:18.395 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:04:18.395 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:04:18.395 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:04:18.396 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_1 , session=6fe07d7e-11de-4d7e-ac05-adb19736ef15
02:04:18.409 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_1(ac05adb19736ef156fe07d7e11de4d7e).
02:04:18.462 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_2 , session=8c9cf2c7-6fe9-4877-9f6b-c3a95e4c23fb
02:04:18.468 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:04:18.487 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID 931302fc-4429-438a-ab21-2a6592ed4d53 (pekko://flink/user/rpc/taskmanager_0) at ResourceManager
02:04:18.489 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (5643d6aa02746b8a0b8a3513bda90461).
02:04:18.489 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_1 under registration id 35f398a294d0f78a99956ba1a72fc4a7.
02:04:18.491 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (5643d6aa02746b8a0b8a3513bda90461).
02:04:18.492 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor 931302fc-4429-438a-ab21-2a6592ed4d53 under 35f398a294d0f78a99956ba1a72fc4a7 at the slot manager.
02:04:18.505 [INFO - flink-pekko.actor.default-dispatcher-6] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-5643d6aa02746b8a0b8a3513bda90461'.
02:04:18.508 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 5643d6aa02746b8a0b8a3513bda90461 was granted leadership with leader id fe724c94-9920-44d5-b3bd-3a0c7eed42c1. Creating new JobMasterServiceProcess.
02:04:18.523 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_3 .
02:04:18.532 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (5643d6aa02746b8a0b8a3513bda90461).
02:04:18.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:18.564070  3487 debug-util.cc:398] Leaking SignalData structure 0x7b08000a63c0 after lost signal to thread 3424
02:04:18.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:18.564807  3487 debug-util.cc:398] Leaking SignalData structure 0x7b0800097300 after lost signal to thread 3490
02:04:18.573 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461).
02:04:18.635 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 003b21f06fcc96c52445072ea8639d5a for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:18.711 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461).
02:04:18.712 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:04:18.761 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 3 ms, total 4 pipelined regions currently.
02:04:18.771 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@191cf7bb
02:04:18.772 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:04:18.773 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:04:18.820 [INFO - jobmanager-io-thread-1] (FileSystem.java:1139) Hadoop is not in the classpath/dependencies. The extended set of supported File Systems via Hadoop is not available.
02:04:18.859 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:04:18.872 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@1818a13f for Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461).
02:04:18.895 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_3 , session=fe724c94-9920-44d5-b3bd-3a0c7eed42c1
02:04:18.909 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (5643d6aa02746b8a0b8a3513bda90461) under job master id b3bd3a0c7eed42c1fe724c94992044d5.
02:04:18.921 [INFO - flink-pekko.actor.default-dispatcher-6] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:04:18.925 [DEBUG - flink-pekko.actor.default-dispatcher-6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:18.928 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:04:18.928 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state CREATED to RUNNING.
02:04:18.942 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:18.943 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:04:18.947 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:18.949 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:18.949 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.84.252:40301(127.3.84.252:40301)] Successfully connected to peer
02:04:18.963 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.84.253:38369(127.3.84.253:38369)] Successfully connected to peer
02:04:18.969 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.84.254:39663(127.3.84.254:39663)] Successfully connected to peer
02:04:18.974 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.253
02:04:18.975 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.252
02:04:18.977 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:04:18.978 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:04:18.981 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:04:18.981 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_1(ac05adb19736ef156fe07d7e11de4d7e)
02:04:18.986 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.254
02:04:18.999 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:04:19.001 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager b3bd3a0c7eed42c1fe724c94992044d5@pekko://flink/user/rpc/jobmanager_3 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:19.009 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.012 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:19.021 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x16e90534, L:/127.0.0.1:34110 - R:/127.3.84.254:39663] using SASL/PLAIN
02:04:19.024 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:1015) Registered job manager b3bd3a0c7eed42c1fe724c94992044d5@pekko://flink/user/rpc/jobmanager_3 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:19.024 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.025 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xeadb3dd2, L:/127.0.0.1:54816 - R:/127.3.84.252:40301] using SASL/PLAIN
02:04:19.029 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x69a6e48b, L:/127.0.0.1:58552 - R:/127.3.84.253:38369] using SASL/PLAIN
02:04:19.030 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:19.030 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=89), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [88ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: OK, deferred=null) after lookup
02:04:19.031 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: ac05adb19736ef156fe07d7e11de4d7e.
02:04:19.033 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:04:19.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9d8f89c33e6d4196b9fc302fe11750b5
02:04:19.044 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d47849029bd4418a948237e3d47964ed for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:19.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6dceb8b49a8d456db5d523142337ed68 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:19.045 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=d47849029bd4418a948237e3d47964ed@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)[L],86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=6dceb8b49a8d456db5d523142337ed68@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)[L],86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:19.103 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 5643d6aa02746b8a0b8a3513bda90461
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 931302fc-4429-438a-ab21-2a6592ed4d53
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:04:19.112 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2a8d1acdc046bcc7434c00507fd73b98 from 931302fc-4429-438a-ab21-2a6592ed4d53 for job 5643d6aa02746b8a0b8a3513bda90461 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:04:19.115 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 2a8d1acdc046bcc7434c00507fd73b98 for job 5643d6aa02746b8a0b8a3513bda90461 from resource manager with leader id ac05adb19736ef156fe07d7e11de4d7e.
02:04:19.116 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 056af2c1e2ccf9b0a73e657f13772a73 from 931302fc-4429-438a-ab21-2a6592ed4d53 for job 5643d6aa02746b8a0b8a3513bda90461 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:04:19.116 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 2a8d1acdc046bcc7434c00507fd73b98 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:04:19.118 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot cb92e3213cd9afe85c5e7dba14b00289 from 931302fc-4429-438a-ab21-2a6592ed4d53 for job 5643d6aa02746b8a0b8a3513bda90461 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:04:19.118 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 4eb5f240ac883804d366b2130e587823 from 931302fc-4429-438a-ab21-2a6592ed4d53 for job 5643d6aa02746b8a0b8a3513bda90461 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:04:19.122 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:192) Add job 5643d6aa02746b8a0b8a3513bda90461 for job leader monitoring.
02:04:19.123 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_3 with leader id fe724c94-9920-44d5-b3bd-3a0c7eed42c1.
02:04:19.124 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 056af2c1e2ccf9b0a73e657f13772a73 for job 5643d6aa02746b8a0b8a3513bda90461 from resource manager with leader id ac05adb19736ef156fe07d7e11de4d7e.
02:04:19.125 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 056af2c1e2ccf9b0a73e657f13772a73 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:04:19.125 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request cb92e3213cd9afe85c5e7dba14b00289 for job 5643d6aa02746b8a0b8a3513bda90461 from resource manager with leader id ac05adb19736ef156fe07d7e11de4d7e.
02:04:19.125 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for cb92e3213cd9afe85c5e7dba14b00289 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:04:19.126 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 4eb5f240ac883804d366b2130e587823 for job 5643d6aa02746b8a0b8a3513bda90461 from resource manager with leader id ac05adb19736ef156fe07d7e11de4d7e.
02:04:19.126 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:04:19.126 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 4eb5f240ac883804d366b2130e587823 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:04:19.132 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_3 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:19.133 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1783) Establish JobManager connection for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:19.136 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 5643d6aa02746b8a0b8a3513bda90461.
02:04:19.145 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:04:19.145 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 2a8d1acdc046bcc7434c00507fd73b98
02:04:19.151 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2a8d1acdc046bcc7434c00507fd73b98.
02:04:19.194 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:04:19.194 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 056af2c1e2ccf9b0a73e657f13772a73
02:04:19.199 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:19.202 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:04:19.203 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id cb92e3213cd9afe85c5e7dba14b00289
02:04:19.205 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:04:19.205 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 4eb5f240ac883804d366b2130e587823
02:04:19.211 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:84) StateChangelogStorageLoader initialized with shortcut names {memory,filesystem}.
02:04:19.211 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:04:19.229 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 5643d6aa02746b8a0b8a3513bda90461
02:04:19.257 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 2a8d1acdc046bcc7434c00507fd73b98.
02:04:19.265 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 056af2c1e2ccf9b0a73e657f13772a73.
02:04:19.274 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 056af2c1e2ccf9b0a73e657f13772a73.
02:04:19.275 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:04:19.284 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot cb92e3213cd9afe85c5e7dba14b00289.
02:04:19.288 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id cb92e3213cd9afe85c5e7dba14b00289.
02:04:19.288 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:04:19.302 [DEBUG - main] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:19.304 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2a8d1acdc046bcc7434c00507fd73b98.
02:04:19.304 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 056af2c1e2ccf9b0a73e657f13772a73.
02:04:19.304 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot cb92e3213cd9afe85c5e7dba14b00289.
02:04:19.304 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 4eb5f240ac883804d366b2130e587823.
02:04:19.305 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 4eb5f240ac883804d366b2130e587823.
02:04:19.314 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 4eb5f240ac883804d366b2130e587823.
02:04:19.320 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:04:19.328 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:04:19.329 [DEBUG - main] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:19.332 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.9.190:39887(127.4.9.190:39887)] Successfully connected to peer
02:04:19.333 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:04:19.333 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:04:19.335 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.190
02:04:19.337 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:04:19.337 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:04:19.337 [DEBUG - main] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:19.346 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.9.188:37871(127.4.9.188:37871)] Successfully connected to peer
02:04:19.376 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.9.189:37745(127.4.9.189:37745)] Successfully connected to peer
02:04:19.378 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c14f01f
02:04:19.378 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:04:19.380 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2431480a
02:04:19.380 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:04:19.380 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7829ab8d
02:04:19.383 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:04:19.385 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.388 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:04:19.388 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a2870ba
02:04:19.388 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:04:19.389 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:04:19.389 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:04:19.392 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:04:19.398 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.188
02:04:19.401 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.189
02:04:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:19.402809  4574 debug-util.cc:398] Leaking SignalData structure 0x7b08000c9480 after lost signal to thread 4425
02:04:19.404 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0f23be15, L:/127.0.0.1:34578 - R:/127.4.9.190:39887] using SASL/PLAIN
02:04:19.408 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:04:19.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:19.403827  4574 debug-util.cc:398] Leaking SignalData structure 0x7b08000c95c0 after lost signal to thread 4577
02:04:19.416 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:04:19.419 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:04:19.422 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:04:19.422 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:04:19.427 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:04:19.428 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:04:19.449 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:04:19.458 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.461 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:19.471 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.480 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x45dc8783, L:/127.0.0.1:52578 - R:/127.4.9.189:37745] using SASL/PLAIN
02:04:19.485 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x722145a0, L:/127.0.0.1:45648 - R:/127.4.9.188:37871] using SASL/PLAIN
02:04:19.495 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:19.495 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=209), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [152ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: OK, [191ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: OK, [193ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: OK, deferred=null) after lookup
02:04:19.500 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:19.573 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 936fe198d78045ae9a127d9a40b90869 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:19.573 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d70745ea0314453da7efb37d23649feb for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:19.573 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=936fe198d78045ae9a127d9a40b90869@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d70745ea0314453da7efb37d23649feb@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:19.580 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.9.188:37871, [50ms] Sub RPC GetTableLocations: received response from server master-127.4.9.188:37871: OK, deferred=null)) after lookup
02:04:19.588 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@38c0279e
02:04:19.589 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5df173b1
02:04:19.590 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@462653bd
02:04:19.591 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2f5ddb9b
02:04:19.603 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] connecting to peer
02:04:19.624 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] Successfully connected to peer
02:04:19.660 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:19.664 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:19.693 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.701 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:19.703 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:19.704 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:19.705 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x5f3e350f, L:/127.0.0.1:55506 - R:/127.4.9.129:46293] using TOKEN/null
02:04:19.707 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:19.709 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.9.190:39887(127.4.9.190:39887)] Successfully connected to peer
02:04:19.715 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.190
02:04:19.736 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:19.742 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.9.188:37871(127.4.9.188:37871)] Successfully connected to peer
02:04:19.758 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.188
02:04:19.761 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:19.762 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:19.763 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:19.765 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.9.189:37745(127.4.9.189:37745)] Successfully connected to peer
02:04:19.771 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.189
02:04:19.773 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:19.784 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:19.785 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:19.785 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:19.802 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:19.803 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.9.190:39887(127.4.9.190:39887)] Successfully connected to peer
02:04:19.811 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.812 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:19.814 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.9.190:39887(127.4.9.190:39887)] Successfully connected to peer
02:04:19.820 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.823 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa6bed464, L:/127.0.0.1:34580 - R:/127.4.9.190:39887] using SASL/PLAIN
02:04:19.826 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.190
02:04:19.826 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:19.827 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.830 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.9.188:37871(127.4.9.188:37871)] Successfully connected to peer
02:04:19.836 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.190
02:04:19.842 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:19.843 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:19.850 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:19.850 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:19.870 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.9.189:37745(127.4.9.189:37745)] Successfully connected to peer
02:04:19.870 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x94fb5c9b, L:/127.0.0.1:52588 - R:/127.4.9.189:37745] using SASL/PLAIN
02:04:19.880 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.188
02:04:19.880 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x29eb85d1, L:/127.0.0.1:45658 - R:/127.4.9.188:37871] using SASL/PLAIN
02:04:19.880 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.885 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd4df7347, L:/127.0.0.1:34604 - R:/127.4.9.190:39887] using SASL/PLAIN
02:04:19.890 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.189
02:04:19.895 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:19.895 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=232), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [193ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: OK, [219ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: OK, [228ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: OK, deferred=null) after lookup
02:04:19.901 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.903 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:19.906 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.9.190:39887(127.4.9.190:39887)] Successfully connected to peer
02:04:19.908 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:19.908 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:19.909 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:19.911 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.9.188:37871(127.4.9.188:37871)] Successfully connected to peer
02:04:19.915 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:19.918 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:19.918 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.9.189:37745(127.4.9.189:37745)] Successfully connected to peer
02:04:19.919 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:19.921 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.9.188:37871(127.4.9.188:37871)] Successfully connected to peer
02:04:19.923 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.9.189:37745(127.4.9.189:37745)] Successfully connected to peer
02:04:19.924 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.190
02:04:19.925 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:19.931 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.188
02:04:19.937 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.939 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.189
02:04:19.939 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:19.940 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3063747d
02:04:19.941 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.189
02:04:19.943 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x21a9c01f, L:/127.0.0.1:45660 - R:/127.4.9.188:37871] using SASL/PLAIN
02:04:19.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:19.952 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:19.953 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=250), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [118ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: OK, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: OK, deferred=null) after lookup
02:04:19.954 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.9.188
02:04:19.964 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:04:19.971 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:04:19.971 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:19.984 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:19.984 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:19.985 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:19.985 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6258d9a4
02:04:19.994 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:19.994 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:19.994 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:04:19.996 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:19.997 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x86f2e80b, L:/127.0.0.1:34592 - R:/127.4.9.190:39887] using SASL/PLAIN
02:04:20.001 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:04:20.002 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xee9e8d76, L:/127.0.0.1:52600 - R:/127.4.9.189:37745] using SASL/PLAIN
02:04:20.022 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:20.030 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:04:20.030 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:20.034 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='59cddd300df367add31753e1115f448727c81568e81fe43d91dc488d96d11f9c'}]
02:04:20.035 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:20.038 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:20.042 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc4dd3954, L:/127.0.0.1:52594 - R:/127.4.9.189:37745] using SASL/PLAIN
02:04:20.045 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:20.050 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x113a9374, L:/127.0.0.1:34606 - R:/127.4.9.190:39887] using SASL/PLAIN
02:04:20.052 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.052 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:20.061 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.061 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:20.068 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x26a67f22, L:/127.0.0.1:45674 - R:/127.4.9.188:37871] using SASL/PLAIN
02:04:20.069 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x47826435, L:/127.0.0.1:52604 - R:/127.4.9.189:37745] using SASL/PLAIN
02:04:20.071 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6c3a5d02, L:/127.0.0.1:45664 - R:/127.4.9.188:37871] using SASL/PLAIN
02:04:20.073 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:20.073 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:04:20.074 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='17b137bfd2d38ade515fd92c463dfcc137752a2981d8295a0d97cf1f43e7503b'}]
02:04:20.079 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:20.079 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:04:20.083 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:04:20.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=379), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: OK, [310ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: OK, [312ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: OK, deferred=null) after lookup
02:04:20.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:20.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=382), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [234ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: OK, [287ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: OK, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: OK, deferred=null) after lookup
02:04:20.087 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=6dceb8b49a8d456db5d523142337ed68@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361),86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)[L]]}]
02:04:20.093 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:20.094 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:20.094 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:04:20.096 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299997, tablet=d47849029bd4418a948237e3d47964ed@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361),86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)[L]]}]
02:04:20.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:20.106 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7cae20a6
02:04:20.109 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:20.109 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@379b340c
02:04:20.120 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.120 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:20.128 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.129 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:20.133 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:04:20.146 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] connecting to peer
02:04:20.149 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:04:20.151 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:04:20.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:04:20.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:04:20.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:04:20.187 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.188 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:20.194 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] connecting to peer
02:04:20.196 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.196 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:20.198 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:04:20.208 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] Successfully connected to peer
02:04:20.214 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:04:20.215 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:04:20.229 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.193
02:04:20.235 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] Successfully connected to peer
02:04:20.246 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:20.255 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.193
02:04:20.255 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.255 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:20.260 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2fdb6174, L:/127.0.0.1:40356 - R:/127.3.84.193:38361] using SASL/PLAIN
02:04:20.263 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.267 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:20.276 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:20.291 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7287070142218240001) for scanner KuduScanner(table=replication_test_table, tablet=6dceb8b49a8d456db5d523142337ed68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.294 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [59cddd300df367add31753e1115f448727c81568e81fe43d91dc488d96d11f9c]
02:04:20.297 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:04:20.305 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7dd92780, L:/127.0.0.1:40366 - R:/127.3.84.193:38361] using SASL/PLAIN
02:04:20.315 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7287070142218240001) for scanner KuduScanner(table=replication_test_table, tablet=d47849029bd4418a948237e3d47964ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.316 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [17b137bfd2d38ade515fd92c463dfcc137752a2981d8295a0d97cf1f43e7503b]
02:04:20.318 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:04:20.325 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.325 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:20.333 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.333 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:20.404 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.404 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:20.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 936fe198d78045ae9a127d9a40b90869 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:20.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d70745ea0314453da7efb37d23649feb for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:20.406 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=936fe198d78045ae9a127d9a40b90869@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d70745ea0314453da7efb37d23649feb@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:20.412 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d70745ea0314453da7efb37d23649feb for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:20.412 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d70745ea0314453da7efb37d23649feb@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:20.417 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 936fe198d78045ae9a127d9a40b90869 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:20.417 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d70745ea0314453da7efb37d23649feb for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:20.417 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=936fe198d78045ae9a127d9a40b90869@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d70745ea0314453da7efb37d23649feb@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:20.417 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [59cddd300df367add31753e1115f448727c81568e81fe43d91dc488d96d11f9c]
02:04:20.418 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.419 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:20.419 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [17b137bfd2d38ade515fd92c463dfcc137752a2981d8295a0d97cf1f43e7503b]
02:04:20.420 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 936fe198d78045ae9a127d9a40b90869 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:20.420 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d70745ea0314453da7efb37d23649feb for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:20.420 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=936fe198d78045ae9a127d9a40b90869@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d70745ea0314453da7efb37d23649feb@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:20.421 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d70745ea0314453da7efb37d23649feb for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:20.421 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d70745ea0314453da7efb37d23649feb@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:20.426 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 17b137bfd2d38ade515fd92c463dfcc137752a2981d8295a0d97cf1f43e7503b finished by subtask 1; deferring removal (restored in pending)
02:04:20.427 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d70745ea0314453da7efb37d23649feb for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:20.427 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d70745ea0314453da7efb37d23649feb@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:20.428 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d70745ea0314453da7efb37d23649feb for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:20.429 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d70745ea0314453da7efb37d23649feb@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:20.431 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 59cddd300df367add31753e1115f448727c81568e81fe43d91dc488d96d11f9c finished by subtask 3; deferring removal (restored in pending)
02:04:20.432 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:04:20.432 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:04:20.432 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 936fe198d78045ae9a127d9a40b90869 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:20.432 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] disconnecting while in state READY
02:04:20.432 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d70745ea0314453da7efb37d23649feb for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:20.433 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=936fe198d78045ae9a127d9a40b90869@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d70745ea0314453da7efb37d23649feb@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:20.433 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:20.434 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d70745ea0314453da7efb37d23649feb for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:20.435 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d70745ea0314453da7efb37d23649feb@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:20.435 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:04:20.435 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:04:20.435 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] disconnecting while in state READY
02:04:20.436 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:20.451 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069860443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:20.456 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] handling channelInactive
02:04:20.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] cleaning up while in state READY due to: connection closed
02:04:20.457 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:04:20.457 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:04:20.477 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.478 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:20.486 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=315, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@6f0e6be4, flushNotification=Deferred@169403880(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:04:20.490 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] connecting to peer
02:04:20.494 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.495 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:20.495 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=325, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@230e20a, flushNotification=Deferred@1559976784(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:04:20.496 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] connecting to peer
02:04:20.522 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] Successfully connected to peer
02:04:20.527 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] Successfully connected to peer
02:04:20.594 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:20.610 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.610 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:20.612 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xeff92f89, L:/127.0.0.1:55518 - R:/127.4.9.129:46293] using TOKEN/null
02:04:20.616 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.617 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:20.638 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:20.656 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] handling channelInactive
02:04:20.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] cleaning up while in state READY due to: connection closed
02:04:20.657 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:04:20.657 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:04:20.666 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x408231ae, L:/127.0.0.1:55526 - R:/127.4.9.129:46293] using TOKEN/null
02:04:20.678 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.679 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:20.689 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.690 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:20.748 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.748 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:20.755 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.756 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:20.814 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.815 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:20.825 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.826 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:20.886 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.887 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:20.899725  4468 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.4.9.130:41597, user_credentials={real_user=slave}} blocked reactor thread for 48748us
02:04:20.922 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:20.922 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:20.927 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9d8f89c33e6d4196b9fc302fe11750b5
02:04:20.936 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:20.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9d8f89c33e6d4196b9fc302fe11750b5
02:04:20.943 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:20.948 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d47849029bd4418a948237e3d47964ed for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:20.949 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6dceb8b49a8d456db5d523142337ed68 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:20.949 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=d47849029bd4418a948237e3d47964ed@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)[L],86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=6dceb8b49a8d456db5d523142337ed68@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)[L],86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:20.954 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 936fe198d78045ae9a127d9a40b90869 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:20.955 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d70745ea0314453da7efb37d23649feb for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:20.955 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=936fe198d78045ae9a127d9a40b90869@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d70745ea0314453da7efb37d23649feb@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:20.961 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9d8f89c33e6d4196b9fc302fe11750b5
02:04:20.964 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 83d6a10207ce41a2b424146acd72a961
02:04:20.969 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d47849029bd4418a948237e3d47964ed for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:20.969 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6dceb8b49a8d456db5d523142337ed68 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:20.969 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=d47849029bd4418a948237e3d47964ed@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)[L],86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=6dceb8b49a8d456db5d523142337ed68@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)[L],86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:20.970 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.84.252:40301, [4ms] Sub RPC GetTableLocations: received response from server master-127.3.84.252:40301: OK, deferred=null)) after lookup
02:04:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:20.976470  4467 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.4.9.131:41789, user_credentials={real_user=slave}} blocked reactor thread for 186624us
02:04:21.012 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d47849029bd4418a948237e3d47964ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:21.012 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d47849029bd4418a948237e3d47964ed for partition [0x80000000, 0x80000032) with scanner id null
02:04:21.027 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6dceb8b49a8d456db5d523142337ed68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:21.027 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6dceb8b49a8d456db5d523142337ed68 for partition [0x80000064, 0x800000C8) with scanner id null
02:04:21.032 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 936fe198d78045ae9a127d9a40b90869 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:21.048 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d70745ea0314453da7efb37d23649feb for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:21.048 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 5643d6aa02746b8a0b8a3513bda90461 (2238 bytes, checkpointDuration=584 ms, finalizationTime=21 ms).
02:04:21.048 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=936fe198d78045ae9a127d9a40b90869@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=d70745ea0314453da7efb37d23649feb@[45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)[L],82419a3586314b8b970b07d4135c69a4(127.4.9.131:41789),d321f8cb10ff461c8446cc3387e2f36a(127.4.9.130:41597)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:21.049 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.9.188:37871, [4ms] Sub RPC GetTableLocations: received response from server master-127.4.9.188:37871: OK, deferred=null)) after lookup
02:04:21.058 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:04:21.059 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 17b137bfd2d38ade515fd92c463dfcc137752a2981d8295a0d97cf1f43e7503b from pending
02:04:21.059 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 59cddd300df367add31753e1115f448727c81568e81fe43d91dc488d96d11f9c from pending
02:04:21.059 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 2 finished splits from enumerator state
02:04:21.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069861055 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:21.072 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:21.073 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:21.088 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:21.088 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:21.092 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=28 ms, finalizationTime=9 ms).
02:04:21.099 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:04:21.102 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d47849029bd4418a948237e3d47964ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:21.102 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d47849029bd4418a948237e3d47964ed for partition [0x80000000, 0x80000032) with scanner id null
02:04:21.115 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6dceb8b49a8d456db5d523142337ed68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:21.116 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6dceb8b49a8d456db5d523142337ed68 for partition [0x80000064, 0x800000C8) with scanner id null
02:04:21.128 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=936fe198d78045ae9a127d9a40b90869, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:21.128 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 936fe198d78045ae9a127d9a40b90869 for partition [0x80000000, 0x80000032) with scanner id null
02:04:21.149 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d70745ea0314453da7efb37d23649feb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:21.150 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d70745ea0314453da7efb37d23649feb for partition [0x80000064, 0x800000C8) with scanner id null
02:04:21.150 [DEBUG - main] (Connection.java:575) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] disconnecting while in state READY
02:04:21.150 [DEBUG - main] (Connection.java:575) [peer master-127.4.9.190:39887(127.4.9.190:39887)] disconnecting while in state READY
02:04:21.151 [DEBUG - main] (Connection.java:575) [peer master-127.4.9.189:37745(127.4.9.189:37745)] disconnecting while in state READY
02:04:21.151 [DEBUG - main] (Connection.java:575) [peer master-127.4.9.188:37871(127.4.9.188:37871)] disconnecting while in state READY
02:04:21.151 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.9.190:39887(127.4.9.190:39887)] handling channelInactive
02:04:21.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state READY due to: connection closed
02:04:21.152 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.9.188:37871(127.4.9.188:37871)] handling channelInactive
02:04:21.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state READY due to: connection closed
02:04:21.152 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.9.189:37745(127.4.9.189:37745)] handling channelInactive
02:04:21.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state READY due to: connection closed
02:04:21.154 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:21.154 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:04:21.155 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
02:04:21.155 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
02:04:21.160 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] handling channelInactive
02:04:21.160 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] cleaning up while in state READY due to: connection closed
02:04:21.161 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
02:04:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:21.161130  4134 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 4421
02:04:21.205 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] handling channelInactive
02:04:21.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] cleaning up while in state READY due to: connection closed
02:04:21.206 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] handling channelInactive
02:04:21.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] cleaning up while in state READY due to: connection closed
02:04:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:21.213795  4134 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 4587
02:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:21.250129  4134 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 4729
02:04:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:21.288049  4134 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 4147
02:04:21.322 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.9.190:39887(127.4.9.190:39887)] handling channelInactive
02:04:21.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state READY due to: connection closed
02:04:21.323 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.9.190:39887(127.4.9.190:39887)] handling channelInactive
02:04:21.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state READY due to: connection closed
02:04:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:21.324348  4134 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 4218
02:04:21.322 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.9.190:39887(127.4.9.190:39887)] handling channelInactive
02:04:21.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state READY due to: connection closed
02:04:21.322 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.9.190:39887(127.4.9.190:39887)] handling channelInactive
02:04:21.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state READY due to: connection closed
02:04:21.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:21.358603  4324 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.9.190:39887: connect: Connection refused (error 111)
02:04:21.360 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.9.189:37745(127.4.9.189:37745)] handling channelInactive
02:04:21.360 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.9.189:37745(127.4.9.189:37745)] handling channelInactive
02:04:21.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state READY due to: connection closed
02:04:21.360 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.9.189:37745(127.4.9.189:37745)] handling channelInactive
02:04:21.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state READY due to: connection closed
02:04:21.360 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.9.189:37745(127.4.9.189:37745)] handling channelInactive
02:04:21.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state READY due to: connection closed
02:04:21.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state READY due to: connection closed
02:04:21.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:21.364528  4134 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 4294
02:04:21.389 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.9.188:37871(127.4.9.188:37871)] handling channelInactive
02:04:21.389 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.9.188:37871(127.4.9.188:37871)] handling channelInactive
02:04:21.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state READY due to: connection closed
02:04:21.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state READY due to: connection closed
02:04:21.389 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.9.188:37871(127.4.9.188:37871)] handling channelInactive
02:04:21.389 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.9.188:37871(127.4.9.188:37871)] handling channelInactive
02:04:21.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state READY due to: connection closed
02:04:21.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state READY due to: connection closed
02:04:21.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069861443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:21.483 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=39 ms, finalizationTime=1 ms).
02:04:21.485 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:04:21.947 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069861944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:21.980 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=35 ms, finalizationTime=0 ms).
02:04:21.983 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:04:22.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069862444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:22.470 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
02:04:22.472 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:04:22.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:04:22Z chronyd exiting
02:04:22.936 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9d8f89c33e6d4196b9fc302fe11750b5
02:04:22.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d47849029bd4418a948237e3d47964ed for table 'replication_test_table' with partition [0x80000000, 0x80000032)
02:04:22.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6dceb8b49a8d456db5d523142337ed68 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:04:22.943 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=d47849029bd4418a948237e3d47964ed@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)[L],86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=6dceb8b49a8d456db5d523142337ed68@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)[L],86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:22.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069862943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:22.946 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='35dc963db707c1db34b339c18b1f372809e6e8b878cc02d59117e652fe9c3b62'}]
02:04:22.949 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:22.949 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9e2fcd96385a65bbbdbd17408d7f46454e1cc386987f56095b2a42fb86232cc4'}]
02:04:22.952 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:22.956 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:04:22.957 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=d47849029bd4418a948237e3d47964ed@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361),86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)[L]]}]
02:04:22.959 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:04:22.960 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=6dceb8b49a8d456db5d523142337ed68@[280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361),86ba41969b464f8283734bc7968ff100(127.3.84.194:34617),b8e5a57e21a24ebfa731035541cc661e(127.3.84.195:42973)[L]]}]
02:04:22.962 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] connecting to peer
02:04:22.965 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] connecting to peer
02:04:22.966 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 5643d6aa02746b8a0b8a3513bda90461 (2258 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
02:04:22.971 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:04:22.973 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] Successfully connected to peer
02:04:22.977 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] Successfully connected to peer
02:04:22.982 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.193
02:04:22.982 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.84.193
02:04:22.995 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:22.999 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x28f8faaa, L:/127.0.0.1:40370 - R:/127.3.84.193:38361] using SASL/PLAIN
02:04:23.001 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:23.006 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x019422c2, L:/127.0.0.1:40380 - R:/127.3.84.193:38361] using SASL/PLAIN
02:04:23.018 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070158569472001) for scanner KuduScanner(table=replication_test_table, tablet=6dceb8b49a8d456db5d523142337ed68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:23.018 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [9e2fcd96385a65bbbdbd17408d7f46454e1cc386987f56095b2a42fb86232cc4]
02:04:23.019 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9e2fcd96385a65bbbdbd17408d7f46454e1cc386987f56095b2a42fb86232cc4]
02:04:23.019 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:04:23.019 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:04:23.020 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] disconnecting while in state READY
02:04:23.021 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070158569472001) for scanner KuduScanner(table=replication_test_table, tablet=d47849029bd4418a948237e3d47964ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:23.022 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9e2fcd96385a65bbbdbd17408d7f46454e1cc386987f56095b2a42fb86232cc4 finished by subtask 2; deferring removal (restored in pending)
02:04:23.023 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [35dc963db707c1db34b339c18b1f372809e6e8b878cc02d59117e652fe9c3b62]
02:04:23.023 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [35dc963db707c1db34b339c18b1f372809e6e8b878cc02d59117e652fe9c3b62]
02:04:23.024 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:04:23.024 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:04:23.025 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] disconnecting while in state READY
02:04:23.025 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:23.026 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 35dc963db707c1db34b339c18b1f372809e6e8b878cc02d59117e652fe9c3b62 finished by subtask 0; deferring removal (restored in pending)
02:04:23.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:23.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:23.041390  3487 debug-util.cc:398] Leaking SignalData structure 0x7b080009aea0 after lost signal to thread 3424
02:04:23.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:23.042022  3487 debug-util.cc:398] Leaking SignalData structure 0x7b08000974a0 after lost signal to thread 3490
02:04:23.042 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:04:23.042 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] handling channelInactive
02:04:23.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] cleaning up while in state READY due to: connection closed
02:04:23.043 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:04:23.056 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] handling channelInactive
02:04:23.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] cleaning up while in state READY due to: connection closed
02:04:23.057 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:04:23.057 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:04:23.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069863443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:23.460 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 5643d6aa02746b8a0b8a3513bda90461 (2258 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:04:23.462 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:04:23.462 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 9e2fcd96385a65bbbdbd17408d7f46454e1cc386987f56095b2a42fb86232cc4 from pending
02:04:23.462 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 35dc963db707c1db34b339c18b1f372809e6e8b878cc02d59117e652fe9c3b62 from pending
02:04:23.462 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 2 finished splits from enumerator state
02:04:23.667 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testNonCoveredRangePartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:04:23.699 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testNonCoveredRangePartitioning: giving up after 1 attempts
02:04:23.699 [DEBUG - main] (Connection.java:575) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] disconnecting while in state READY
02:04:23.700 [DEBUG - main] (Connection.java:575) [peer master-127.3.84.252:40301(127.3.84.252:40301)] disconnecting while in state READY
02:04:23.700 [DEBUG - main] (Connection.java:575) [peer master-127.3.84.253:38369(127.3.84.253:38369)] disconnecting while in state READY
02:04:23.700 [DEBUG - main] (Connection.java:575) [peer master-127.3.84.254:39663(127.3.84.254:39663)] disconnecting while in state READY
02:04:23.702 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] handling channelInactive
02:04:23.702 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 280eaa921f304e9d8b43320b89e0fe96(127.3.84.193:38361)] cleaning up while in state READY due to: connection closed
02:04:23.703 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.84.252:40301(127.3.84.252:40301)] handling channelInactive
02:04:23.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state READY due to: connection closed
02:04:23.704 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.84.253:38369(127.3.84.253:38369)] handling channelInactive
02:04:23.704 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:23.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state READY due to: connection closed
02:04:23.712 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:04:23.713 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
02:04:23.713 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
02:04:23.717 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.84.254:39663(127.3.84.254:39663)] handling channelInactive
02:04:23.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state READY due to: connection closed
02:04:23.717 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
02:04:23.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:23.720706  3411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 3710
02:04:23.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:23.763522  3411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 3849
02:04:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:23.786056  3411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 3993
02:04:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:23.808372  3411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 3423
02:04:23.831 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.84.254:39663(127.3.84.254:39663)] handling channelInactive
02:04:23.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state READY due to: connection closed
02:04:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:23.832680  3411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 3493
02:04:23.856 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.84.253:38369(127.3.84.253:38369)] handling channelInactive
02:04:23.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state READY due to: connection closed
02:04:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:23.855926  3411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 3568
02:04:23.879 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.84.252:40301(127.3.84.252:40301)] handling channelInactive
02:04:23.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state READY due to: connection closed
02:04:23.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069863943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:23.966 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
02:04:23.967 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:04:24.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069864444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:24.459 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:04:24.460 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:04:24.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:04:24Z chronyd exiting
02:04:24.933 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:24.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:24.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:24.935 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.3.84.252:40301(127.3.84.252:40301) for tablet Kudu Master: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:24.942 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:24.943 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:24.944 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:24.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:24.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:24.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:24.945 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069864944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:24.946 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:24.946 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:24.946 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:24.949 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:24.950 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:24.950 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:24.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:24.956 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:04:24.958 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:04:24.962 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:24.963 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:24.963 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:24.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:24.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:24.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:24.964 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:24.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:24.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:24.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:24.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:24.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:24.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:24.982 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:24.983 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:24.984 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:24.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:24.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:24.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:24.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:24.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:24.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:24.986 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:24.986 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:24.986 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:24.986 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:25.002 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:25.003 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:25.003 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:25.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.006 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.006 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.006 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.006 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:25.022 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:25.023 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:25.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.024 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:25.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.026 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:25.042 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:25.043 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:25.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.044 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.044 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.044 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.045 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:25.045 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.045 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.046 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.046 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:25.182 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:25.183 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:25.183 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.184 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.184 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:25.184 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:25.362 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:25.362 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:25.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.363 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:25.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.363 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.364 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:25.422 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:25.423 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:25.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.424 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:25.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:25.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069865444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:25.455 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:04:25.456 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:04:25.602 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:25.603 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:25.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.604 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:25.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:25.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:25.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:25.616 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:25.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069865943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:25.955 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testNonCoveredRangePartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:04:25.956 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:04:25.959 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:04:25.971 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testNonCoveredRangePartitioning: giving up after 1 attempts
E.02:04:25.973 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779069865973
02:04:25.973 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779069865973
02:04:25.976 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:04:25.978 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:04:25.979 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:04:25.979 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:04:25.979 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:04:25.980 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:04:25.982 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:04:26.298 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:04:26.299 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:04:26.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:26.302150  5248 mini_oidc.cc:150] Starting JWKS server
02:04:26.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:26.305298  5248 webserver.cc:533] Webserver started at http://127.0.0.1:36609/ using document root <none> and password file <none>
02:04:26.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:26.305785  5248 mini_oidc.cc:186] Starting OIDC Discovery server
02:04:26.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:26.307420  5248 webserver.cc:533] Webserver started at http://127.0.0.1:44509/ using document root <none> and password file <none>
02:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:04:26Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:04:26Z Disabled control of system clock
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:26.364101  5248 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/wal
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/data
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/logs
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/data/info.pb
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.32.62:45277
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.32.62
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.32.20:37857
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.32.62:45277,127.5.32.61:34143,127.5.32.60:43271
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36609/jwks.json with env {}
02:04:26.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069866443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:26.456 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:04:26.458 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
02:04:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:26.660300  5260 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:26.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:26.660961  5260 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:26.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:26.661516  5260 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:26.694285  5260 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:26.694696  5260 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:26.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:26.695223  5260 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:26.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:26.695729  5260 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:26.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:26.696075  5260 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:26.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:26.696353  5260 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36609/jwks.json
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:26.734589  5260 master_runner.cc:387] Master server non-default flags:
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.32.20:37857
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/data
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/wal
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.32.62:45277,127.5.32.61:34143,127.5.32.60:43271
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.32.62:45277
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36609/jwks.json
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/data/info.pb
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.32.62
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/logs
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:26.736344  5260 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:26.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:26.738647  5260 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:26.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:26.752660  5266 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:26.945 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069866943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:26.965 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
02:04:26.967 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
02:04:27.103 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:27.104 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:27.104 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:27.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:27.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:27.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:27.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:27.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:27.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:27.106 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:27.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:27.106 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:27.106 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:27.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069867444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:27.461 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:04:27.463 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
02:04:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:26.753096  5267 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:27.884552  5260 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.134s	user 0.474s	sys 0.659s
02:04:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:27.884920  5260 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.134s	user 0.474s	sys 0.659s
02:04:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.886897  5260 server_base.cc:1061] running on GCE node
02:04:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:27.888302  5271 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:27.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.889770  5260 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:27.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.892807  5260 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:27.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.894414  5260 hybrid_clock.cc:648] HybridClock initialized: now 1779069867894375 us; error 30 us; skew 500 ppm
02:04:27.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.895486  5260 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.903896  5260 webserver.cc:533] Webserver started at http://127.5.32.62:37233/ using document root <none> and password file <none>
02:04:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.905149  5260 fs_manager.cc:362] Metadata directory not provided
02:04:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.905438  5260 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.905992  5260 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.912379  5260 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/data/instance:
02:04:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9688d98ff3574a789d5c3a2875a43c27"
02:04:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:27 on dist-test-slave-9vqr"
02:04:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.913846  5260 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/wal/instance:
02:04:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9688d98ff3574a789d5c3a2875a43c27"
02:04:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:27 on dist-test-slave-9vqr"
02:04:27.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.923223  5260 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.001s
02:04:27.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.930378  5276 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:27.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.931497  5260 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.931798  5260 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/wal
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9688d98ff3574a789d5c3a2875a43c27"
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:27 on dist-test-slave-9vqr"
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:27.932101  5260 fs_report.cc:389] FS layout report
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/wal
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/wal
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/data/data
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:27.945 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069867944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:27.967 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
02:04:27.970 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
02:04:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.018522  5260 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.019945  5260 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.020359  5260 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.085932  5260 rpc_server.cc:307] RPC server started. Bound to: 127.5.32.62:45277
02:04:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.086010  5327 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.32.62:45277 every 8 connection(s)
02:04:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.088634  5260 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/data/info.pb
02:04:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.089566  5248 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 5260
02:04:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.090065  5248 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-0/wal/instance
02:04:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.094455  5248 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/wal
02:04:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/data
02:04:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/logs
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/data/info.pb
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.32.61:34143
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.32.61
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.32.20:37857
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.32.62:45277,127.5.32.61:34143,127.5.32.60:43271
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36609/jwks.json with env {}
02:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.095053  5328 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.105958  5328 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } has no permanent_uuid. Determining permanent_uuid...
02:04:28.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.135890  5328 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } has no permanent_uuid. Determining permanent_uuid...
02:04:28.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.138355  5277 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.32.61:34143: connect: Connection refused (error 111)
02:04:28.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.142392  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.61:34143: Network error: Client connection negotiation failed: client connection to 127.5.32.61:34143: connect: Connection refused (error 111)
02:04:28.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.191872  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } attempt: 1
02:04:28.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.195668  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.61:34143: Network error: Client connection negotiation failed: client connection to 127.5.32.61:34143: connect: Connection refused (error 111)
02:04:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.264025  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } attempt: 2
02:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.267920  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.61:34143: Network error: Client connection negotiation failed: client connection to 127.5.32.61:34143: connect: Connection refused (error 111)
02:04:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.359314  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } attempt: 3
02:04:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.362996  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.61:34143: Network error: Client connection negotiation failed: client connection to 127.5.32.61:34143: connect: Connection refused (error 111)
02:04:28.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.394120  5330 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:28.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.394658  5330 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:28.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.395102  5330 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:28.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.430688  5330 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:28.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.430977  5330 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:28.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.431171  5330 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:28.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.431366  5330 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:28.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.431562  5330 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:28.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.431710  5330 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36609/jwks.json
02:04:28.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069868443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:28.455 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:04:28.456 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
02:04:28.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.474515  5330 master_runner.cc:387] Master server non-default flags:
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.32.20:37857
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/data
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/wal
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.32.62:45277,127.5.32.61:34143,127.5.32.60:43271
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.32.61:34143
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36609/jwks.json
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/data/info.pb
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.32.61
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/logs
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.475781  5330 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.477403  5330 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:28.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.488372  5339 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:28.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.506469  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } attempt: 4
02:04:28.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.510226  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.61:34143: Network error: Client connection negotiation failed: client connection to 127.5.32.61:34143: connect: Connection refused (error 111)
02:04:28.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:28.809751  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } attempt: 5
02:04:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.813721  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.61:34143: Network error: Client connection negotiation failed: client connection to 127.5.32.61:34143: connect: Connection refused (error 111)
02:04:28.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069868943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:28.956 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:04:28.957 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
02:04:29.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.361253  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } attempt: 6
02:04:29.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:29.367904  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.61:34143: Network error: Client connection negotiation failed: client connection to 127.5.32.61:34143: connect: Connection refused (error 111)
02:04:29.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069869443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:29.456 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:04:29.457 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
02:04:29.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:28.488893  5340 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:29.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:29.625041  5341 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:04:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:29.626515  5342 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.626556  5330 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:29.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.628919  5330 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:29.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.631299  5330 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.632664  5330 hybrid_clock.cc:648] HybridClock initialized: now 1779069869632621 us; error 41 us; skew 500 ppm
02:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.633509  5330 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:29.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.640329  5330 webserver.cc:533] Webserver started at http://127.5.32.61:43965/ using document root <none> and password file <none>
02:04:29.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.641227  5330 fs_manager.cc:362] Metadata directory not provided
02:04:29.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.641414  5330 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:29.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.641805  5330 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:29.642 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:29.643 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:29.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:29.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:29.643 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:29.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:29.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:29.644 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:29.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:29.644 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:29.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:29.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:29.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:29.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.647660  5330 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/data/instance:
02:04:29.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6bfe9a4886e4f94a5754b4c15273079"
02:04:29.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:29 on dist-test-slave-9vqr"
02:04:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.648830  5330 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/wal/instance:
02:04:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6bfe9a4886e4f94a5754b4c15273079"
02:04:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:29 on dist-test-slave-9vqr"
02:04:29.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.655932  5330 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.001s
02:04:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.661669  5351 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.662789  5330 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.003s
02:04:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.663120  5330 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/wal
02:04:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6bfe9a4886e4f94a5754b4c15273079"
02:04:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:29 on dist-test-slave-9vqr"
02:04:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.663444  5330 fs_report.cc:389] FS layout report
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/wal
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/wal
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/data/data
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:29.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.715103  5330 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:29.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.716634  5330 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:29.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.717092  5330 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:29.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.783515  5330 rpc_server.cc:307] RPC server started. Bound to: 127.5.32.61:34143
02:04:29.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.783586  5402 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.32.61:34143 every 8 connection(s)
02:04:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.786401  5330 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/data/info.pb
02:04:29.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.789776  5248 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 5330
02:04:29.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.790233  5248 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-1/wal/instance
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.793123  5248 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/wal
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/data
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/logs
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/data/info.pb
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.32.60:43271
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.32.60
02:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.32.20:37857
02:04:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.32.62:45277,127.5.32.61:34143,127.5.32.60:43271
02:04:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36609/jwks.json with env {}
02:04:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.793357  5403 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:29.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.805362  5403 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } has no permanent_uuid. Determining permanent_uuid...
02:04:29.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.828449  5403 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } has no permanent_uuid. Determining permanent_uuid...
02:04:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.842007  5403 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } has no permanent_uuid. Determining permanent_uuid...
02:04:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:29.843911  5352 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:29.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:29.847734  5403 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.897281  5403 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 1
02:04:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:29.901036  5403 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:29.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069869943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:29.956 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:04:29.957 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
02:04:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:29.969468  5403 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 2
02:04:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:29.973230  5403 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:30.064687  5403 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 3
02:04:30.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.068603  5403 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:30.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.122258  5406 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.122844  5406 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.123296  5406 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.156252  5406 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.156539  5406 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.156744  5406 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.156940  5406 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.157122  5406 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.157269  5406 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36609/jwks.json
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:30.194136  5406 master_runner.cc:387] Master server non-default flags:
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.32.20:37857
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/data
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/wal
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.32.62:45277,127.5.32.61:34143,127.5.32.60:43271
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.32.60:43271
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36609/jwks.json
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/data/info.pb
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.32.60
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/logs
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:30.195389  5406 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:30.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:30.197008  5406 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.207473  5416 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:30.212059  5403 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 4
02:04:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.215811  5403 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:30.283 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:30.284 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:30.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:30.284 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:30.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:30.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:30.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:30.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:30.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:30.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:30.286 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:30.286 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:30.286 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:30.428447  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } attempt: 7
02:04:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:30.441992  5328 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } has no permanent_uuid. Determining permanent_uuid...
02:04:30.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069870444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:30.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.447286  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:30.457 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:04:30.459 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
02:04:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:30.505810  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 1
02:04:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.510061  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:30.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:30.515195  5403 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 5
02:04:30.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.519198  5403 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:30.591462  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 2
02:04:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.595975  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:30.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:30.681421  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 3
02:04:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.685907  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:30.826314  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 4
02:04:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.830379  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:30.945 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069870944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:30.956 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:04:30.956 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
02:04:31.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.066556  5403 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 6
02:04:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:31.072937  5403 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:31.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.113808  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 5
02:04:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:31.117658  5328 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.32.60:43271: Network error: Client connection negotiation failed: client connection to 127.5.32.60:43271: connect: Connection refused (error 111)
02:04:31.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.208614  5417 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:31.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:30.211434  5419 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:31.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:31.317893  5418 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:04:31.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.318032  5406 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:31.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.322402  5406 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.325191  5406 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.326532  5406 hybrid_clock.cc:648] HybridClock initialized: now 1779069871326497 us; error 47 us; skew 500 ppm
02:04:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.327360  5406 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:31.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.333087  5406 webserver.cc:533] Webserver started at http://127.5.32.60:37591/ using document root <none> and password file <none>
02:04:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.334018  5406 fs_manager.cc:362] Metadata directory not provided
02:04:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.334203  5406 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.334590  5406 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.338907  5406 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/data/instance:
02:04:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4903f6c115084449a7945d96299bd0d5"
02:04:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:31 on dist-test-slave-9vqr"
02:04:31.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.340198  5406 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/wal/instance:
02:04:31.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4903f6c115084449a7945d96299bd0d5"
02:04:31.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:31 on dist-test-slave-9vqr"
02:04:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.347203  5406 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.000s
02:04:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.352784  5432 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.353931  5406 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
02:04:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.354223  5406 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/wal
02:04:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4903f6c115084449a7945d96299bd0d5"
02:04:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:31 on dist-test-slave-9vqr"
02:04:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.354506  5406 fs_report.cc:389] FS layout report
02:04:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/wal
02:04:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/wal
02:04:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/data/data
02:04:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.423857  5406 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.425345  5406 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.425750  5406 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:31.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069871443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:31.459 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:04:31.460 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
02:04:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.512606  5406 rpc_server.cc:307] RPC server started. Bound to: 127.5.32.60:43271
02:04:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.512642  5484 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.32.60:43271 every 8 connection(s)
02:04:31.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.515340  5406 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/data/info.pb
02:04:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.521241  5485 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.522305  5248 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 5406
02:04:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.522782  5248 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/master-2/wal/instance
02:04:31.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.536650  5485 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } has no permanent_uuid. Determining permanent_uuid...
02:04:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.562171  5485 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } has no permanent_uuid. Determining permanent_uuid...
02:04:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.571472  5485 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } has no permanent_uuid. Determining permanent_uuid...
02:04:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.587301  5485 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5: Bootstrap starting.
02:04:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.593842  5485 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5: Neither blocks nor log segments found. Creating new log.
02:04:31.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.595510  5485 log.cc:826] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5: Log is configured to *not* fsync() on all Append() calls
02:04:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.600250  5485 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5: No bootstrap required, opened a new log
02:04:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.618465  5485 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } }
02:04:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.619318  5485 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.619604  5485 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4903f6c115084449a7945d96299bd0d5, State: Initialized, Role: FOLLOWER
02:04:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.620375  5485 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } }
02:04:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.622640  5494 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } } }
02:04:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.623184  5494 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [sys.catalog]: This master's current role is: FOLLOWER
02:04:31.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.624027  5485 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [sys.catalog]: configured and running, proceeding with master startup.
02:04:31.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:31.649390  5505 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:04:31.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:31.649699  5505 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:04:31.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.670032  5328 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 6
02:04:31.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.642848  5406 master_runner.cc:187] Error getting master registration for 127.5.32.62:45277: OK, instance_id { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" instance_seqno: 1779069868068524 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:31.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.672189  5406 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:04:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:31.680804  5438 tablet.cc:2404] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:31.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.690575  5328 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27: Bootstrap starting.
02:04:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.698774  5328 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27: Neither blocks nor log segments found. Creating new log.
02:04:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.700528  5328 log.cc:826] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27: Log is configured to *not* fsync() on all Append() calls
02:04:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.704854  5328 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27: No bootstrap required, opened a new log
02:04:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.725587  5328 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } }
02:04:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.726220  5328 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.726413  5328 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9688d98ff3574a789d5c3a2875a43c27, State: Initialized, Role: FOLLOWER
02:04:31.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.727103  5328 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } }
02:04:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.729744  5509 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } } }
02:04:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.730531  5509 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [sys.catalog]: This master's current role is: FOLLOWER
02:04:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.731415  5328 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [sys.catalog]: configured and running, proceeding with master startup.
02:04:31.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:31.770605  5520 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:04:31.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:31.771620  5520 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:04:31.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:31.778667  5282 tablet.cc:2404] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:31.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.780156  5509 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.780697  5509 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } }
02:04:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.784931  5509 leader_election.cc:290] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b6bfe9a4886e4f94a5754b4c15273079 (127.5.32.61:34143), 4903f6c115084449a7945d96299bd0d5 (127.5.32.60:43271)
02:04:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.787792  5460 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9688d98ff3574a789d5c3a2875a43c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4903f6c115084449a7945d96299bd0d5" is_pre_election: true
02:04:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.788751  5460 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9688d98ff3574a789d5c3a2875a43c27 in term 0.
02:04:31.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.790216  5277 leader_election.cc:304] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4903f6c115084449a7945d96299bd0d5, 9688d98ff3574a789d5c3a2875a43c27; no voters: 
02:04:31.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.792974  5509 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.793814  5509 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.794548  5509 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [term 0 FOLLOWER]: Advancing to term 1
02:04:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.759986  5260 master_runner.cc:187] Error getting master registration for 127.5.32.61:34143: OK, instance_id { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" instance_seqno: 1779069869765974 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:31.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.808835  5260 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:04:31.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.811025  5509 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } }
02:04:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.821164  5509 leader_election.cc:290] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [CANDIDATE]: Term 1 election: Requested vote from peers b6bfe9a4886e4f94a5754b4c15273079 (127.5.32.61:34143), 4903f6c115084449a7945d96299bd0d5 (127.5.32.60:43271)
02:04:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.822291  5460 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9688d98ff3574a789d5c3a2875a43c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4903f6c115084449a7945d96299bd0d5"
02:04:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.822908  5460 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [term 0 FOLLOWER]: Advancing to term 1
02:04:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.830188  5460 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9688d98ff3574a789d5c3a2875a43c27 in term 1.
02:04:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.831388  5277 leader_election.cc:304] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4903f6c115084449a7945d96299bd0d5, 9688d98ff3574a789d5c3a2875a43c27; no voters: 
02:04:31.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.833597  5509 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [term 1 FOLLOWER]: Leader election won for term 1
02:04:31.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.834834  5509 raft_consensus.cc:697] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [term 1 LEADER]: Becoming Leader. State: Replica: 9688d98ff3574a789d5c3a2875a43c27, State: Running, Role: LEADER
02:04:31.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.836961  5509 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } }
02:04:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.848711  5522 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9688d98ff3574a789d5c3a2875a43c27. Latest consensus state: current_term: 1 leader_uuid: "9688d98ff3574a789d5c3a2875a43c27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } } }
02:04:31.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.849536  5522 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [sys.catalog]: This master's current role is: LEADER
02:04:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.865073  5524 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:04:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.874425  5524 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:04:31.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.894110  5460 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [term 1 FOLLOWER]: Refusing update from remote peer 9688d98ff3574a789d5c3a2875a43c27: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:31.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.895855  5509 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:31.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.928856  5494 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9688d98ff3574a789d5c3a2875a43c27. Latest consensus state: current_term: 1 leader_uuid: "9688d98ff3574a789d5c3a2875a43c27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } } }
02:04:31.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.929574  5494 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [sys.catalog]: This master's current role is: FOLLOWER
02:04:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.936908  5525 mvcc.cc:204] Tried to move back new op lower bound from 7287070195256553472 to 7287070195068723200. Current Snapshot: MvccSnapshot[applied={T|T < 7287070195256553472}]
02:04:31.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069871943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.946242  5526 mvcc.cc:204] Tried to move back new op lower bound from 7287070195256553472 to 7287070195068723200. Current Snapshot: MvccSnapshot[applied={T|T < 7287070195256553472}]
02:04:31.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.957679  5522 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9688d98ff3574a789d5c3a2875a43c27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } } }
02:04:31.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.958387  5522 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [sys.catalog]: This master's current role is: LEADER
02:04:31.963 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
02:04:31.965 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
02:04:31.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.966914  5524 catalog_manager.cc:1382] Generated new cluster ID: fce70c69aa564eaa9deb6fca6f92c9b3
02:04:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.967248  5524 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:04:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.978564  5494 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9688d98ff3574a789d5c3a2875a43c27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } } }
02:04:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:31.979223  5494 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5 [sys.catalog]: This master's current role is: FOLLOWER
02:04:32.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.002331  5524 catalog_manager.cc:1405] Generated new certificate authority record
02:04:32.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.008950  5524 catalog_manager.cc:1539] Loading token signing keys...
02:04:32.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.042063  5524 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27: Generated new TSK 0
02:04:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.043187  5524 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.079680  5248 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/wal
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/data
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/logs
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/data/info.pb
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.32.1:0
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.32.1
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.32.1
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.32.62:45277,127.5.32.61:34143,127.5.32.60:43271
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.32.20:37857
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.133422  5403 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } attempt: 7
02:04:32.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.180501  5403 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079: Bootstrap starting.
02:04:32.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.189730  5403 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079: Neither blocks nor log segments found. Creating new log.
02:04:32.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.198982  5403 log.cc:826] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079: Log is configured to *not* fsync() on all Append() calls
02:04:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.219776  5403 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079: No bootstrap required, opened a new log
02:04:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.261564  5403 raft_consensus.cc:359] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } }
02:04:32.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.262681  5403 raft_consensus.cc:385] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:32.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.263115  5403 raft_consensus.cc:740] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b6bfe9a4886e4f94a5754b4c15273079, State: Initialized, Role: FOLLOWER
02:04:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.264261  5403 consensus_queue.cc:260] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } }
02:04:32.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.272529  5533 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } } }
02:04:32.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.276134  5533 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [sys.catalog]: This master's current role is: FOLLOWER
02:04:32.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.275746  5403 sys_catalog.cc:565] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [sys.catalog]: configured and running, proceeding with master startup.
02:04:32.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.277333  5376 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [term 0 FOLLOWER]: Advancing to term 1
02:04:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.275915  5378 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9688d98ff3574a789d5c3a2875a43c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b6bfe9a4886e4f94a5754b4c15273079" is_pre_election: true
02:04:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.276328  5377 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9688d98ff3574a789d5c3a2875a43c27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b6bfe9a4886e4f94a5754b4c15273079"
02:04:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.289739  5376 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [term 1 FOLLOWER]: Refusing update from remote peer 9688d98ff3574a789d5c3a2875a43c27: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.291594  5509 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.370078  5543 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9688d98ff3574a789d5c3a2875a43c27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } } }
02:04:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.370893  5543 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [sys.catalog]: This master's current role is: FOLLOWER
02:04:32.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.372648  5533 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9688d98ff3574a789d5c3a2875a43c27. Latest consensus state: current_term: 1 leader_uuid: "9688d98ff3574a789d5c3a2875a43c27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } } }
02:04:32.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.373590  5533 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079 [sys.catalog]: This master's current role is: FOLLOWER
02:04:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.399751  5550 catalog_manager.cc:1294] Loaded cluster ID: fce70c69aa564eaa9deb6fca6f92c9b3
02:04:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.400281  5550 catalog_manager.cc:1587] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079: loading cluster ID for follower catalog manager: success
02:04:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.407749  5550 catalog_manager.cc:1609] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079: acquiring CA information for follower catalog manager: success
02:04:32.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.413496  5550 catalog_manager.cc:1637] T 00000000000000000000000000000000 P b6bfe9a4886e4f94a5754b4c15273079: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:32.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069872443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:32.460 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:04:32.462 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
02:04:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.655293  5505 catalog_manager.cc:1294] Loaded cluster ID: fce70c69aa564eaa9deb6fca6f92c9b3
02:04:32.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.655815  5505 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5: loading cluster ID for follower catalog manager: success
02:04:32.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.663025  5505 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5: acquiring CA information for follower catalog manager: success
02:04:32.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.677577  5505 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 4903f6c115084449a7945d96299bd0d5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:32.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.794387  5556 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9688d98ff3574a789d5c3a2875a43c27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9688d98ff3574a789d5c3a2875a43c27" member_type: VOTER last_known_addr { host: "127.5.32.62" port: 45277 } } peers { permanent_uuid: "b6bfe9a4886e4f94a5754b4c15273079" member_type: VOTER last_known_addr { host: "127.5.32.61" port: 34143 } } peers { permanent_uuid: "4903f6c115084449a7945d96299bd0d5" member_type: VOTER last_known_addr { host: "127.5.32.60" port: 43271 } } }
02:04:32.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:32.795215  5556 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9688d98ff3574a789d5c3a2875a43c27 [sys.catalog]: This master's current role is: LEADER
02:04:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:32.866799  5530 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:32.867424  5530 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:32.871771  5530 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:32.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069872943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:32.964 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
02:04:32.966 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
02:04:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:32.999073  5530 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:33.000406  5530 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.32.1
02:04:33.063 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:33.064 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:33.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:33.064 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:33.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:33.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:33.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:33.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:33.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:33.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:33.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:33.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:33.065 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:33.073897  5530 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.32.20:37857
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/data
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/wal
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.32.1:0
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/data/info.pb
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.32.1
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.32.62:45277,127.5.32.61:34143,127.5.32.60:43271
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.32.1
02:04:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/logs
02:04:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:33.075682  5530 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:33.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:33.077967  5530 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:33.109687  5560 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:33.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069873444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:33.466 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
02:04:33.468 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
02:04:33.945 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069873944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:33.968 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
02:04:33.970 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
02:04:34.448 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069874443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:34.464 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
02:04:34.466 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
02:04:34.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069874943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:34.969 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
02:04:34.970 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
02:04:35.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:34.501371  5559 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 5530
02:04:35.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:35.137320  5530 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.021s	user 0.696s	sys 1.036s
02:04:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:33.120975  5561 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:35.138943  5530 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.022s	user 0.696s	sys 1.036s
02:04:35.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:35.150872  5565 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.151680  5530 server_base.cc:1061] running on GCE node
02:04:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.153919  5530 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.156270  5530 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.157784  5530 hybrid_clock.cc:648] HybridClock initialized: now 1779069875157677 us; error 105 us; skew 500 ppm
02:04:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.158668  5530 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:35.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.169179  5530 webserver.cc:533] Webserver started at http://127.5.32.1:39383/ using document root <none> and password file <none>
02:04:35.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.170229  5530 fs_manager.cc:362] Metadata directory not provided
02:04:35.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.170454  5530 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:35.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.170948  5530 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.175309  5530 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/data/instance:
02:04:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5a88f5bda354f7b8fe81c334a719e91"
02:04:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:35 on dist-test-slave-9vqr"
02:04:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.176465  5530 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/wal/instance:
02:04:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5a88f5bda354f7b8fe81c334a719e91"
02:04:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:35 on dist-test-slave-9vqr"
02:04:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.184350  5530 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
02:04:35.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.190438  5570 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:35.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.192083  5530 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
02:04:35.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.192485  5530 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/wal
02:04:35.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5a88f5bda354f7b8fe81c334a719e91"
02:04:35.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:35 on dist-test-slave-9vqr"
02:04:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.192862  5530 fs_report.cc:389] FS layout report
02:04:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/wal
02:04:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/wal
02:04:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/data/data
02:04:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.250104  5530 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.251991  5530 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.252487  5530 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.255492  5530 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:35.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.264196  5530 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:35.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.264469  5530 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
02:04:35.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.264791  5530 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:35.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.264993  5530 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:35.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069875443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:35.460 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:04:35.462 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
02:04:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.479816  5530 rpc_server.cc:307] RPC server started. Bound to: 127.5.32.1:34177
02:04:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.479980  5682 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.32.1:34177 every 8 connection(s)
02:04:35.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.483331  5530 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/data/info.pb
02:04:35.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.490830  5248 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 5530
02:04:35.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.491298  5248 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-0/wal/instance
02:04:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.508074  5248 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/wal
02:04:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/data
02:04:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/logs
02:04:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/data/info.pb
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.32.2:0
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.32.2
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.32.2
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.32.62:45277,127.5.32.61:34143,127.5.32.60:43271
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.32.20:37857
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.561061  5683 heartbeater.cc:344] Connected to a master server at 127.5.32.60:43271
02:04:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.561566  5683 heartbeater.cc:461] Registering TS with master...
02:04:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.562927  5683 heartbeater.cc:507] Master 127.5.32.60:43271 requested a full tablet report, sending...
02:04:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.566496  5449 ts_manager.cc:194] Registered new tserver with Master: c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177)
02:04:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.569375  5684 heartbeater.cc:344] Connected to a master server at 127.5.32.61:34143
02:04:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.573457  5684 heartbeater.cc:461] Registering TS with master...
02:04:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.574362  5684 heartbeater.cc:507] Master 127.5.32.61:34143 requested a full tablet report, sending...
02:04:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.577395  5688 heartbeater.cc:344] Connected to a master server at 127.5.32.62:45277
02:04:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.577406  5368 ts_manager.cc:194] Registered new tserver with Master: c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177)
02:04:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.577718  5688 heartbeater.cc:461] Registering TS with master...
02:04:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.578527  5688 heartbeater.cc:507] Master 127.5.32.62:45277 requested a full tablet report, sending...
02:04:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.581363  5293 ts_manager.cc:194] Registered new tserver with Master: c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177)
02:04:35.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.584656  5293 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.32.1:34899
02:04:35.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:35.859203  5687 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:35.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:35.859721  5687 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:35.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:35.860261  5687 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:35.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:35.893690  5687 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:35.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:35.894589  5687 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.32.2
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.931843  5687 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.32.20:37857
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/data
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/wal
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.32.2:0
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/data/info.pb
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.32.2
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.32.62:45277,127.5.32.61:34143,127.5.32.60:43271
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.32.2
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/logs
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.933495  5687 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:35.935135  5687 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:35.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069875943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:35.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:35.947892  5699 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:35.963 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
02:04:35.964 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
02:04:36.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069876444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:36.467 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
02:04:36.472 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
02:04:36.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:36.588387  5688 heartbeater.cc:499] Master 127.5.32.62:45277 was elected leader, sending a full tablet report...
02:04:36.945 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069876944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:36.966 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
02:04:36.968 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
02:04:37.043 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:37.043 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:37.044 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:37.044 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:37.044 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:37.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:37.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:37.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:37.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:37.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:37.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:37.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:37.048 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:37.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:35.949805  5700 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:37.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:37.271301  5702 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:37.273919  5701 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1320 milliseconds
02:04:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:37.274981  5687 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.326s	user 0.442s	sys 0.845s
02:04:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:37.275244  5687 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.327s	user 0.442s	sys 0.845s
02:04:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.275523  5687 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:37.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.276690  5687 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:37.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.284713  5687 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.286165  5687 hybrid_clock.cc:648] HybridClock initialized: now 1779069877286102 us; error 60 us; skew 500 ppm
02:04:37.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.287364  5687 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:37.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.294723  5687 webserver.cc:533] Webserver started at http://127.5.32.2:40607/ using document root <none> and password file <none>
02:04:37.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.295718  5687 fs_manager.cc:362] Metadata directory not provided
02:04:37.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.295950  5687 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:37.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.296506  5687 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.301448  5687 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/data/instance:
02:04:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "304bad4f6f2b49289344d887a131df6d"
02:04:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:37 on dist-test-slave-9vqr"
02:04:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.302767  5687 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/wal/instance:
02:04:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "304bad4f6f2b49289344d887a131df6d"
02:04:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:37 on dist-test-slave-9vqr"
02:04:37.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.310601  5687 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
02:04:37.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.316650  5712 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.317991  5687 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
02:04:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.318363  5687 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/wal
02:04:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "304bad4f6f2b49289344d887a131df6d"
02:04:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:37 on dist-test-slave-9vqr"
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.318830  5687 fs_report.cc:389] FS layout report
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/wal
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/wal
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/data/data
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:37.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.389479  5687 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:37.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.390990  5687 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:37.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.391400  5687 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:37.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.394035  5687 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:37.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.398248  5687 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:37.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.398538  5687 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:37.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.398754  5687 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:37.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.398890  5687 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:37.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069877443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:37.459 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:04:37.461 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
02:04:37.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.570775  5687 rpc_server.cc:307] RPC server started. Bound to: 127.5.32.2:41441
02:04:37.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.570825  5824 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.32.2:41441 every 8 connection(s)
02:04:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.574461  5687 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/data/info.pb
02:04:37.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.584133  5248 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 5687
02:04:37.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.584784  5248 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-1/wal/instance
02:04:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.603299  5248 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/wal
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/data
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/logs
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/data/info.pb
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.32.3:0
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.32.3
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.32.3
02:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:37.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.32.62:45277,127.5.32.61:34143,127.5.32.60:43271
02:04:37.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.32.20:37857
02:04:37.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:37.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:37.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.640342  5825 heartbeater.cc:344] Connected to a master server at 127.5.32.60:43271
02:04:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.640884  5825 heartbeater.cc:461] Registering TS with master...
02:04:37.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.642211  5825 heartbeater.cc:507] Master 127.5.32.60:43271 requested a full tablet report, sending...
02:04:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.645455  5449 ts_manager.cc:194] Registered new tserver with Master: 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.646996  5827 heartbeater.cc:344] Connected to a master server at 127.5.32.62:45277
02:04:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.647348  5827 heartbeater.cc:461] Registering TS with master...
02:04:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.648341  5827 heartbeater.cc:507] Master 127.5.32.62:45277 requested a full tablet report, sending...
02:04:37.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.652585  5293 ts_manager.cc:194] Registered new tserver with Master: 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:37.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.654459  5293 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.32.2:32965
02:04:37.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.656178  5826 heartbeater.cc:344] Connected to a master server at 127.5.32.61:34143
02:04:37.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.656548  5826 heartbeater.cc:461] Registering TS with master...
02:04:37.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.657538  5826 heartbeater.cc:507] Master 127.5.32.61:34143 requested a full tablet report, sending...
02:04:37.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:37.660295  5367 ts_manager.cc:194] Registered new tserver with Master: 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:37.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069877943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:37.950570  5833 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:37.951225  5833 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:37.951973  5833 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:37.956 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:04:37.957 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
02:04:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:37.990267  5833 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:37.991153  5833 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.32.3
02:04:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:38.028301  5833 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.32.20:37857
02:04:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/data
02:04:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/wal
02:04:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.32.3:0
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/data/info.pb
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.32.3
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.32.62:45277,127.5.32.61:34143,127.5.32.60:43271
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.32.3
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/logs
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:38.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:38.029956  5833 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:38.031726  5833 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:38.044713  5841 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:38.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069878443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:38.457 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:04:38.459 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
02:04:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:38.658452  5827 heartbeater.cc:499] Master 127.5.32.62:45277 was elected leader, sending a full tablet report...
02:04:38.683 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:38.684 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:38.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:38.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:38.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:38.685 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:38.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:38.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:38.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:38.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:38.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:38.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:38.691 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:38.945 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069878944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:38.956 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:04:38.958 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
02:04:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:38.045039  5842 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:39.219054  5843 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1172 milliseconds
02:04:39.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:39.219655  5844 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:39.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.219692  5833 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.223788  5833 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:39.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.230471  5833 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.232076  5833 hybrid_clock.cc:648] HybridClock initialized: now 1779069879231990 us; error 81 us; skew 500 ppm
02:04:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.233274  5833 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:39.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.239952  5833 webserver.cc:533] Webserver started at http://127.5.32.3:36403/ using document root <none> and password file <none>
02:04:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.240953  5833 fs_manager.cc:362] Metadata directory not provided
02:04:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.241166  5833 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.241677  5833 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.246141  5833 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/data/instance:
02:04:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bb793b2e845474384471729ae872597"
02:04:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:39 on dist-test-slave-9vqr"
02:04:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.247352  5833 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/wal/instance:
02:04:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bb793b2e845474384471729ae872597"
02:04:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:39 on dist-test-slave-9vqr"
02:04:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.255095  5833 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
02:04:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.261334  5852 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.262440  5833 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.262727  5833 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/wal
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bb793b2e845474384471729ae872597"
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:39 on dist-test-slave-9vqr"
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.263034  5833 fs_report.cc:389] FS layout report
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/wal
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/wal
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/data/data
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.309902  5833 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.311437  5833 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:39.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.311905  5833 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.314512  5833 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.318818  5833 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.319053  5833 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.319260  5833 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.319398  5833 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:39.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069879444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.450529  5833 rpc_server.cc:307] RPC server started. Bound to: 127.5.32.3:45841
02:04:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.450619  5964 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.32.3:45841 every 8 connection(s)
02:04:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.455009  5833 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/data/info.pb
02:04:39.456 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:04:39.456 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
02:04:39.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.462992  5248 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 5833
02:04:39.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.463462  5248 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10810784423633113203/ts-2/wal/instance
02:04:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.518400  5966 heartbeater.cc:344] Connected to a master server at 127.5.32.61:34143
02:04:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.518937  5966 heartbeater.cc:461] Registering TS with master...
02:04:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.520262  5966 heartbeater.cc:507] Master 127.5.32.61:34143 requested a full tablet report, sending...
02:04:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.523460  5367 ts_manager.cc:194] Registered new tserver with Master: 5bb793b2e845474384471729ae872597 (127.5.32.3:45841)
02:04:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.536077  5965 heartbeater.cc:344] Connected to a master server at 127.5.32.60:43271
02:04:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.536468  5965 heartbeater.cc:461] Registering TS with master...
02:04:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.537338  5965 heartbeater.cc:507] Master 127.5.32.60:43271 requested a full tablet report, sending...
02:04:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.539947  5967 heartbeater.cc:344] Connected to a master server at 127.5.32.62:45277
02:04:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.540385  5967 heartbeater.cc:461] Registering TS with master...
02:04:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.540582  5449 ts_manager.cc:194] Registered new tserver with Master: 5bb793b2e845474384471729ae872597 (127.5.32.3:45841)
02:04:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.549229  5967 heartbeater.cc:507] Master 127.5.32.62:45277 requested a full tablet report, sending...
02:04:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.551335  5293 ts_manager.cc:194] Registered new tserver with Master: 5bb793b2e845474384471729ae872597 (127.5.32.3:45841)
02:04:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.553020  5293 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.32.3:48669
02:04:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.564153  5248 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:04:39.578 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:04:39.578 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:04:39.580 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.5.32.62"
      port: 45277
    }
    bound_http_address {
      host: "127.5.32.62"
      port: 37233
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.5.32.61"
      port: 34143
    }
    bound_http_address {
      host: "127.5.32.61"
      port: 43965
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.5.32.60"
      port: 43271
    }
    bound_http_address {
      host: "127.5.32.60"
      port: 37591
    }
  }
}

02:04:39.580 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:04:39.586 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.5.32.1"
      port: 34177
    }
    bound_http_address {
      host: "127.5.32.1"
      port: 39383
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.5.32.2"
      port: 41441
    }
    bound_http_address {
      host: "127.5.32.2"
      port: 40607
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.5.32.3"
      port: 45841
    }
    bound_http_address {
      host: "127.5.32.3"
      port: 36403
    }
  }
}

02:04:39.586 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:04:39.588 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:39.589 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:04:39.589 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:04:39.589 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:04:39.589 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:04:39.592 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:04:39.931 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:04:39.931 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:04:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.934978  5975 mini_oidc.cc:150] Starting JWKS server
02:04:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.938249  5975 webserver.cc:533] Webserver started at http://127.0.0.1:45725/ using document root <none> and password file <none>
02:04:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.938668  5975 mini_oidc.cc:186] Starting OIDC Discovery server
02:04:39.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.940523  5975 webserver.cc:533] Webserver started at http://127.0.0.1:34197/ using document root <none> and password file <none>
02:04:39.945 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069879944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:39.955 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:04:39.956 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
02:04:39.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:04:39Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:04:39.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:04:39Z Disabled control of system clock
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:39.997031  5975 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/wal
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/data
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/logs
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/data/info.pb
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.213.254:36985
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.213.254
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.213.212:37797
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.213.254:36985,127.5.213.253:41971,127.5.213.252:35743
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45725/jwks.json with env {}
02:04:40.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:40.311249  5987 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:40.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:40.311779  5987 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:40.312247  5987 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:40.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:40.346417  5987 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:40.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:40.346704  5987 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:40.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:40.346899  5987 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:40.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:40.347090  5987 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:40.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:40.347280  5987 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:40.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:40.347433  5987 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45725/jwks.json
02:04:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:40.386392  5987 master_runner.cc:387] Master server non-default flags:
02:04:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.213.212:37797
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/data
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/wal
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.213.254:36985,127.5.213.253:41971,127.5.213.252:35743
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.213.254:36985
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45725/jwks.json
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/data/info.pb
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.213.254
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/logs
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:40.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:40.387856  5987 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:40.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:40.389490  5987 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:40.400907  5994 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:40.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069880443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:40.457 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:04:40.459 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
02:04:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:40.556605  5967 heartbeater.cc:499] Master 127.5.32.62:45277 was elected leader, sending a full tablet report...
02:04:40.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069880943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:40.966 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
02:04:40.969 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
02:04:40.982 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:40.982 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:40.983 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:40.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:40.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:40.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:40.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:40.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:40.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:40.986 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:40.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:40.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:40.987 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:41.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069881443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:41.461 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=16 ms, finalizationTime=2 ms).
02:04:41.463 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
02:04:41.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:41.802910  5993 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 5987
02:04:41.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:41.814185  5987 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.414s	user 0.468s	sys 0.910s
02:04:41.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:41.814527  5987 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.414s	user 0.468s	sys 0.910s
02:04:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:40.401754  5995 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:41.816588  5997 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:41.820783  5996 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1419 milliseconds
02:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.820878  5987 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:41.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.822310  5987 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.825337  5987 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.826922  5987 hybrid_clock.cc:648] HybridClock initialized: now 1779069881826879 us; error 29 us; skew 500 ppm
02:04:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.827754  5987 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:41.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.833766  5987 webserver.cc:533] Webserver started at http://127.5.213.254:41847/ using document root <none> and password file <none>
02:04:41.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.834607  5987 fs_manager.cc:362] Metadata directory not provided
02:04:41.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.834817  5987 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:41.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.835211  5987 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.839560  5987 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/data/instance:
02:04:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57c7db657676405983b7b5229bc817f7"
02:04:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:41 on dist-test-slave-9vqr"
02:04:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.840655  5987 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/wal/instance:
02:04:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57c7db657676405983b7b5229bc817f7"
02:04:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:41 on dist-test-slave-9vqr"
02:04:41.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.847805  5987 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
02:04:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.853293  6004 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.854362  5987 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
02:04:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.854653  5987 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/wal
02:04:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57c7db657676405983b7b5229bc817f7"
02:04:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:41 on dist-test-slave-9vqr"
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.854959  5987 fs_report.cc:389] FS layout report
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/wal
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/wal
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/data/data
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:41.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.903162  5987 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:41.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.904660  5987 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.905068  5987 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:41.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069881944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:41.955 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:04:41.956 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
02:04:41.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.981264  5987 rpc_server.cc:307] RPC server started. Bound to: 127.5.213.254:36985
02:04:41.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.981351  6055 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.213.254:36985 every 8 connection(s)
02:04:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.983836  5987 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/data/info.pb
02:04:41.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.985591  5975 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 5987
02:04:41.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.986001  5975 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-0/wal/instance
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.990039  5975 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/wal
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/data
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/logs
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/data/info.pb
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.213.253:41971
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.213.253
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.213.212:37797
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.213.254:36985,127.5.213.253:41971,127.5.213.252:35743
02:04:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45725/jwks.json with env {}
02:04:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:41.990531  6056 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:42.001600  6056 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } has no permanent_uuid. Determining permanent_uuid...
02:04:42.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:42.029462  6056 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } has no permanent_uuid. Determining permanent_uuid...
02:04:42.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.031939  6008 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.213.253:41971: connect: Connection refused (error 111)
02:04:42.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.035982  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.253:41971: Network error: Client connection negotiation failed: client connection to 127.5.213.253:41971: connect: Connection refused (error 111)
02:04:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:42.085487  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } attempt: 1
02:04:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.089849  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.253:41971: Network error: Client connection negotiation failed: client connection to 127.5.213.253:41971: connect: Connection refused (error 111)
02:04:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:42.158250  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } attempt: 2
02:04:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.162540  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.253:41971: Network error: Client connection negotiation failed: client connection to 127.5.213.253:41971: connect: Connection refused (error 111)
02:04:42.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:42.253945  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } attempt: 3
02:04:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.257714  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.253:41971: Network error: Client connection negotiation failed: client connection to 127.5.213.253:41971: connect: Connection refused (error 111)
02:04:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.299448  6058 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:42.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.299988  6058 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:42.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.300459  6058 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.334446  6058 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.334729  6058 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.334991  6058 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.335196  6058 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.335384  6058 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.335534  6058 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45725/jwks.json
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:42.372856  6058 master_runner.cc:387] Master server non-default flags:
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.213.212:37797
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/data
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/wal
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.213.254:36985,127.5.213.253:41971,127.5.213.252:35743
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.213.253:41971
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45725/jwks.json
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/data/info.pb
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.213.253
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/logs
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:42.374210  6058 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:42.375860  6058 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.387760  6067 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:42.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:42.401173  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } attempt: 4
02:04:42.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.409138  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.253:41971: Network error: Client connection negotiation failed: client connection to 127.5.213.253:41971: connect: Connection refused (error 111)
02:04:42.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069882444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:42.459 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:04:42.461 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
02:04:42.523 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:42.523 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:42.524 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:42.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:42.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:42.527 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:42.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:42.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:42.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:42.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:42.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:42.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:42.528 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:42.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:42.709400  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } attempt: 5
02:04:42.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.717190  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.253:41971: Network error: Client connection negotiation failed: client connection to 127.5.213.253:41971: connect: Connection refused (error 111)
02:04:42.945 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069882944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:42.963 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:04:42.965 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
02:04:43.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.264662  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } attempt: 6
02:04:43.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:43.288285  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.253:41971: Network error: Client connection negotiation failed: client connection to 127.5.213.253:41971: connect: Connection refused (error 111)
02:04:43.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069883443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:43.471 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
02:04:43.472 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
02:04:43.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:42.388365  6068 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:43.753954  6070 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:43.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:43.756517  6058 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.369s	user 0.460s	sys 0.874s
02:04:43.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:43.756884  6058 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.369s	user 0.460s	sys 0.874s
02:04:43.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:43.759907  6069 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1363 milliseconds
02:04:43.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.760394  6058 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.761564  6058 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:43.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.764149  6058 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:43.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.765527  6058 hybrid_clock.cc:648] HybridClock initialized: now 1779069883765496 us; error 42 us; skew 500 ppm
02:04:43.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.766397  6058 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:43.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.773312  6058 webserver.cc:533] Webserver started at http://127.5.213.253:35653/ using document root <none> and password file <none>
02:04:43.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.774281  6058 fs_manager.cc:362] Metadata directory not provided
02:04:43.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.774503  6058 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.775005  6058 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.779573  6058 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/data/instance:
02:04:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88304fc4d7dc44aaa3d46121262b9d93"
02:04:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:43 on dist-test-slave-9vqr"
02:04:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.780723  6058 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/wal/instance:
02:04:43.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88304fc4d7dc44aaa3d46121262b9d93"
02:04:43.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:43 on dist-test-slave-9vqr"
02:04:43.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.788673  6058 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.006s
02:04:43.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.794771  6080 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.796062  6058 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
02:04:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.796453  6058 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/wal
02:04:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88304fc4d7dc44aaa3d46121262b9d93"
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:43 on dist-test-slave-9vqr"
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.796839  6058 fs_report.cc:389] FS layout report
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/wal
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/wal
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/data/data
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.889240  6058 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.890844  6058 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.891324  6058 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:43.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069883943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:43.954 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:04:43.955 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
02:04:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.968243  6058 rpc_server.cc:307] RPC server started. Bound to: 127.5.213.253:41971
02:04:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.968353  6131 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.213.253:41971 every 8 connection(s)
02:04:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.971179  6058 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/data/info.pb
02:04:43.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.977510  6132 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.979272  5975 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 6058
02:04:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.979743  5975 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-1/wal/instance
02:04:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.982549  5975 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/wal
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/data
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/logs
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/data/info.pb
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.213.252:35743
02:04:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.213.252
02:04:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.213.212:37797
02:04:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.213.254:36985,127.5.213.253:41971,127.5.213.252:35743
02:04:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45725/jwks.json with env {}
02:04:43.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:43.991427  6132 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } has no permanent_uuid. Determining permanent_uuid...
02:04:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.026381  6132 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } has no permanent_uuid. Determining permanent_uuid...
02:04:44.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.041106  6132 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } has no permanent_uuid. Determining permanent_uuid...
02:04:44.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.043503  6081 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.047680  6132 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:44.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.097221  6132 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 1
02:04:44.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.101640  6132 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.170140  6132 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 2
02:04:44.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.174027  6132 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:44.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.265429  6132 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 3
02:04:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.269078  6132 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:44.282 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:44.282 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:44.283 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:44.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:44.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:44.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:44.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:44.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:44.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:44.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:44.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:44.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:44.285 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.302160  6134 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.302695  6134 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.303179  6134 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.337503  6134 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.337796  6134 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.337986  6134 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.338176  6134 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.338390  6134 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.338554  6134 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45725/jwks.json
02:04:44.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.348816  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } attempt: 7
02:04:44.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.360527  6056 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } has no permanent_uuid. Determining permanent_uuid...
02:04:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.365842  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.381510  6134 master_runner.cc:387] Master server non-default flags:
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.213.212:37797
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/data
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/wal
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.213.254:36985,127.5.213.253:41971,127.5.213.252:35743
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.213.252:35743
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45725/jwks.json
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/data/info.pb
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.213.252
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/logs
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.382766  6134 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:44.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.384563  6134 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.396536  6146 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.412503  6132 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 4
02:04:44.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.416254  6132 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.424227  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 1
02:04:44.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.429031  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:44.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069884444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:44.454 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:04:44.456 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
02:04:44.482 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:44.483 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:44.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:44.483 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:44.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:44.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:44.484 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:44.484 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:44.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:44.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:44.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:44.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:44.486 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:44.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.510547  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 2
02:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.514679  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.600208  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 3
02:04:44.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.604313  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:44.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.715684  6132 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 5
02:04:44.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.720625  6132 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:44.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:44.744839  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 4
02:04:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.749125  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:44.945 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069884944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:44.954 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:04:44.955 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
02:04:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.032578  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 5
02:04:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:45.036209  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:45.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.268074  6132 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 6
02:04:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:45.274616  6132 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:45.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069885443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:45.453 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:04:45.454 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
02:04:45.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:44.398195  6147 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:45.543005  6149 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.548339  6134 server_base.cc:1061] running on GCE node
02:04:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.549631  6134 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:45.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.552073  6134 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.553469  6134 hybrid_clock.cc:648] HybridClock initialized: now 1779069885553425 us; error 45 us; skew 500 ppm
02:04:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.554348  6134 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:45.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.560173  6134 webserver.cc:533] Webserver started at http://127.5.213.252:39087/ using document root <none> and password file <none>
02:04:45.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.561120  6134 fs_manager.cc:362] Metadata directory not provided
02:04:45.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.561333  6134 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.561826  6134 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.566715  6134 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/data/instance:
02:04:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0e97a756256434f84f2d4555e05984f"
02:04:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:45 on dist-test-slave-9vqr"
02:04:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.567889  6134 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/wal/instance:
02:04:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0e97a756256434f84f2d4555e05984f"
02:04:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:45 on dist-test-slave-9vqr"
02:04:45.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.575508  6134 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
02:04:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.582015  6158 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.583081  6134 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.003s
02:04:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.583370  6134 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/wal
02:04:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0e97a756256434f84f2d4555e05984f"
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:45 on dist-test-slave-9vqr"
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.583688  6134 fs_report.cc:389] FS layout report
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/wal
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/wal
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/data/data
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.588706  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 6
02:04:45.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:45.594843  6056 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.213.252:35743: Network error: Client connection negotiation failed: client connection to 127.5.213.252:35743: connect: Connection refused (error 111)
02:04:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.640610  6134 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:45.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.642117  6134 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:45.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.642529  6134 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.716061  6134 rpc_server.cc:307] RPC server started. Bound to: 127.5.213.252:35743
02:04:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.716163  6212 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.213.252:35743 every 8 connection(s)
02:04:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.718791  6134 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/data/info.pb
02:04:45.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.724589  6213 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.725366  5975 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 6134
02:04:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.725764  5975 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/master-2/wal/instance
02:04:45.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.739468  6213 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } has no permanent_uuid. Determining permanent_uuid...
02:04:45.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.763613  6213 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } has no permanent_uuid. Determining permanent_uuid...
02:04:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.774628  6213 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } has no permanent_uuid. Determining permanent_uuid...
02:04:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.790769  6213 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f: Bootstrap starting.
02:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.797798  6213 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f: Neither blocks nor log segments found. Creating new log.
02:04:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.799865  6213 log.cc:826] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f: Log is configured to *not* fsync() on all Append() calls
02:04:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.805671  6213 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f: No bootstrap required, opened a new log
02:04:45.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.825263  6213 raft_consensus.cc:359] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } }
02:04:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.825875  6213 raft_consensus.cc:385] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.826063  6213 raft_consensus.cc:740] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c0e97a756256434f84f2d4555e05984f, State: Initialized, Role: FOLLOWER
02:04:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.826874  6213 consensus_queue.cc:260] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } }
02:04:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.829116  6222 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } } }
02:04:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.829685  6222 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [sys.catalog]: This master's current role is: FOLLOWER
02:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.830435  6213 sys_catalog.cc:565] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [sys.catalog]: configured and running, proceeding with master startup.
02:04:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:45.856154  6234 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:04:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:45.864233  6234 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:04:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.852085  6134 master_runner.cc:187] Error getting master registration for 127.5.213.254:36985: OK, instance_id { permanent_uuid: "57c7db657676405983b7b5229bc817f7" instance_seqno: 1779069881962053 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:45.875612  6134 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:04:45.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:45.897627  6166 tablet.cc:2404] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:45.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069885943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:45.954 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:04:45.955 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
02:04:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.270964  6222 raft_consensus.cc:493] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.271438  6222 raft_consensus.cc:515] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } }
02:04:46.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.273794  6222 leader_election.cc:290] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 57c7db657676405983b7b5229bc817f7 (127.5.213.254:36985), 88304fc4d7dc44aaa3d46121262b9d93 (127.5.213.253:41971)
02:04:46.283 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:46.284 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:46.285 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:46.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:46.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:46.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:46.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:46.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:46.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:46.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:46.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:46.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:46.288 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:46.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.335120  6132 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 7
02:04:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.357443  6132 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93: Bootstrap starting.
02:04:46.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.365394  6132 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93: Neither blocks nor log segments found. Creating new log.
02:04:46.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.368695  6132 log.cc:826] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93: Log is configured to *not* fsync() on all Append() calls
02:04:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.374106  6132 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93: No bootstrap required, opened a new log
02:04:46.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.402925  6132 raft_consensus.cc:359] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } }
02:04:46.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.404016  6132 raft_consensus.cc:385] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:46.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.404471  6132 raft_consensus.cc:740] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 88304fc4d7dc44aaa3d46121262b9d93, State: Initialized, Role: FOLLOWER
02:04:46.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.405493  6132 consensus_queue.cc:260] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } }
02:04:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.408144  6241 sys_catalog.cc:455] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } } }
02:04:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.409601  6241 sys_catalog.cc:458] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [sys.catalog]: This master's current role is: FOLLOWER
02:04:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.410082  6132 sys_catalog.cc:565] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [sys.catalog]: configured and running, proceeding with master startup.
02:04:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.410420  6107 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c0e97a756256434f84f2d4555e05984f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "88304fc4d7dc44aaa3d46121262b9d93" is_pre_election: true
02:04:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.411355  6107 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c0e97a756256434f84f2d4555e05984f in term 0.
02:04:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.412885  6164 leader_election.cc:304] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 88304fc4d7dc44aaa3d46121262b9d93, c0e97a756256434f84f2d4555e05984f; no voters: 
02:04:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.414111  6222 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.414419  6222 raft_consensus.cc:493] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:46.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.414716  6222 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [term 0 FOLLOWER]: Advancing to term 1
02:04:46.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.419729  6222 raft_consensus.cc:515] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } }
02:04:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.422394  6222 leader_election.cc:290] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [CANDIDATE]: Term 1 election: Requested vote from peers 57c7db657676405983b7b5229bc817f7 (127.5.213.254:36985), 88304fc4d7dc44aaa3d46121262b9d93 (127.5.213.253:41971)
02:04:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.422647  6107 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c0e97a756256434f84f2d4555e05984f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "88304fc4d7dc44aaa3d46121262b9d93"
02:04:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.423216  6107 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [term 0 FOLLOWER]: Advancing to term 1
02:04:46.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.430619  6107 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c0e97a756256434f84f2d4555e05984f in term 1.
02:04:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.435585  6164 leader_election.cc:304] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 88304fc4d7dc44aaa3d46121262b9d93, c0e97a756256434f84f2d4555e05984f; no voters: 
02:04:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.436466  6222 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [term 1 FOLLOWER]: Leader election won for term 1
02:04:46.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.439738  6222 raft_consensus.cc:697] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [term 1 LEADER]: Becoming Leader. State: Replica: c0e97a756256434f84f2d4555e05984f, State: Running, Role: LEADER
02:04:46.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.440762  6222 consensus_queue.cc:237] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } }
02:04:46.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069886443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:46.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.456956  6247 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [sys.catalog]: SysCatalogTable state changed. Reason: New leader c0e97a756256434f84f2d4555e05984f. Latest consensus state: current_term: 1 leader_uuid: "c0e97a756256434f84f2d4555e05984f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } } }
02:04:46.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.458751  6247 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [sys.catalog]: This master's current role is: LEADER
02:04:46.469 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
02:04:46.471 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
02:04:46.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.491302  6252 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:04:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.505019  6252 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:04:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.528235  6107 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [term 1 FOLLOWER]: Refusing update from remote peer c0e97a756256434f84f2d4555e05984f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:46.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.530439  6222 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [LEADER]: Connected to new peer: Peer: permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:04:46.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:46.531173  6255 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:04:46.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:46.531461  6255 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:04:46.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.516592  6058 master_runner.cc:187] Error getting master registration for 127.5.213.254:36985: OK, instance_id { permanent_uuid: "57c7db657676405983b7b5229bc817f7" instance_seqno: 1779069881962053 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:46.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.602927  6058 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:04:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.615636  6241 sys_catalog.cc:455] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c0e97a756256434f84f2d4555e05984f. Latest consensus state: current_term: 1 leader_uuid: "c0e97a756256434f84f2d4555e05984f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } } }
02:04:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.616094  6256 mvcc.cc:204] Tried to move back new op lower bound from 7287070255182880768 to 7287070254871261184. Current Snapshot: MvccSnapshot[applied={T|T < 7287070255182880768}]
02:04:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.616756  6241 sys_catalog.cc:458] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [sys.catalog]: This master's current role is: FOLLOWER
02:04:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.620994  6247 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c0e97a756256434f84f2d4555e05984f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } } }
02:04:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.621706  6247 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [sys.catalog]: This master's current role is: LEADER
02:04:46.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.628444  6056 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } attempt: 7
02:04:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.635813  6252 catalog_manager.cc:1382] Generated new cluster ID: 9029e704b5a74f0995ea5f9e9ea6a53f
02:04:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.636143  6252 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:04:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.647195  6241 sys_catalog.cc:455] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c0e97a756256434f84f2d4555e05984f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } } }
02:04:46.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.647899  6241 sys_catalog.cc:458] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93 [sys.catalog]: This master's current role is: FOLLOWER
02:04:46.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.672648  6252 catalog_manager.cc:1405] Generated new certificate authority record
02:04:46.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.674644  6252 catalog_manager.cc:1539] Loading token signing keys...
02:04:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.684684  6056 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7: Bootstrap starting.
02:04:46.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.717321  6056 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7: Neither blocks nor log segments found. Creating new log.
02:04:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.723397  6056 log.cc:826] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7: Log is configured to *not* fsync() on all Append() calls
02:04:46.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.724555  6252 catalog_manager.cc:6069] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f: Generated new TSK 0
02:04:46.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.725646  6252 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:04:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.743440  6056 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7: No bootstrap required, opened a new log
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.766568  5975 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/wal
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/data
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/logs
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/data/info.pb
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.213.193:0
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.213.193
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.213.193
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.213.254:36985,127.5.213.253:41971,127.5.213.252:35743
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.213.212:37797
02:04:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.826941  6056 raft_consensus.cc:359] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } }
02:04:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.827793  6056 raft_consensus.cc:385] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.828069  6056 raft_consensus.cc:740] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57c7db657676405983b7b5229bc817f7, State: Initialized, Role: FOLLOWER
02:04:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.834236  6056 consensus_queue.cc:260] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } }
02:04:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.872675  6056 sys_catalog.cc:565] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [sys.catalog]: configured and running, proceeding with master startup.
02:04:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.873306  6029 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [term 0 FOLLOWER]: Advancing to term 1
02:04:46.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.880385  6031 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c0e97a756256434f84f2d4555e05984f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57c7db657676405983b7b5229bc817f7" is_pre_election: true
02:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.882776  6030 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c0e97a756256434f84f2d4555e05984f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57c7db657676405983b7b5229bc817f7"
02:04:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.871517  6267 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } } }
02:04:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.891418  6267 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [sys.catalog]: This master's current role is: FOLLOWER
02:04:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.893666  6029 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [term 1 FOLLOWER]: Refusing update from remote peer c0e97a756256434f84f2d4555e05984f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.897292  6222 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [LEADER]: Connected to new peer: Peer: permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:46.914916  6010 tablet.cc:2404] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:46.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069886943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:46.955 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:04:46.956 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
02:04:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:46.999449  6267 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c0e97a756256434f84f2d4555e05984f. Latest consensus state: current_term: 1 leader_uuid: "c0e97a756256434f84f2d4555e05984f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } } }
02:04:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.002039  6267 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [sys.catalog]: This master's current role is: FOLLOWER
02:04:47.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.001250  6273 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c0e97a756256434f84f2d4555e05984f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } } }
02:04:47.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.002804  6273 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7 [sys.catalog]: This master's current role is: FOLLOWER
02:04:47.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.059208  6283 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:04:47.082 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:47.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:47.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:47.085 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:47.086 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:47.087 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:47.088 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:47.088 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:47.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:47.089 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:47.089 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:47.089 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:47.089 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:47.273533  6266 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:47.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:47.274737  6266 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:47.275552  6266 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:47.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:47.312426  6266 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:47.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:47.313313  6266 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.213.193
02:04:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.336364  6222 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c0e97a756256434f84f2d4555e05984f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57c7db657676405983b7b5229bc817f7" member_type: VOTER last_known_addr { host: "127.5.213.254" port: 36985 } } peers { permanent_uuid: "88304fc4d7dc44aaa3d46121262b9d93" member_type: VOTER last_known_addr { host: "127.5.213.253" port: 41971 } } peers { permanent_uuid: "c0e97a756256434f84f2d4555e05984f" member_type: VOTER last_known_addr { host: "127.5.213.252" port: 35743 } } }
02:04:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.337707  6222 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0e97a756256434f84f2d4555e05984f [sys.catalog]: This master's current role is: LEADER
02:04:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.369249  6266 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.213.212:37797
02:04:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/data
02:04:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/wal
02:04:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.213.193:0
02:04:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/data/info.pb
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.213.193
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.213.254:36985,127.5.213.253:41971,127.5.213.252:35743
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.213.193
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/logs
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:47.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.370844  6266 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.372586  6266 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:47.388253  6291 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:47.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069887444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:47.466 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
02:04:47.467 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
02:04:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.537216  6255 catalog_manager.cc:1294] Loaded cluster ID: 9029e704b5a74f0995ea5f9e9ea6a53f
02:04:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.537716  6255 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93: loading cluster ID for follower catalog manager: success
02:04:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.544929  6255 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93: acquiring CA information for follower catalog manager: success
02:04:47.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:47.561589  6255 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 88304fc4d7dc44aaa3d46121262b9d93: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:47.945 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069887944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:47.959 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:04:47.960 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
02:04:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:48.085209  6283 catalog_manager.cc:1294] Loaded cluster ID: 9029e704b5a74f0995ea5f9e9ea6a53f
02:04:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:48.108701  6283 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7: loading cluster ID for follower catalog manager: success
02:04:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:48.151795  6283 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7: acquiring CA information for follower catalog manager: success
02:04:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:48.192813  6283 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 57c7db657676405983b7b5229bc817f7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:48.444 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069888443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:48.467 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
02:04:48.469 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
02:04:48.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069888943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:48.959 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:04:48.960 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
02:04:49.043 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.3.84.252:40301, [8ms] received response from server master-127.3.84.252:40301: OK, deferred=null) with no deferred attached!
02:04:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:48.788223  6290 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 6266
02:04:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:49.290019  6290 kernel_stack_watchdog.cc:198] Thread 6266 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
02:04:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:04:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:04:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:04:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:04:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:47.390971  6292 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:49.298146  6266 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.908s	user 0.342s	sys 0.580s
02:04:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:49.299676  6266 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.910s	user 0.343s	sys 0.580s
02:04:49.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:49.312700  6299 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:49.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.313263  6266 server_base.cc:1061] running on GCE node
02:04:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.314553  6266 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:49.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.330639  6266 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:49.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.332129  6266 hybrid_clock.cc:648] HybridClock initialized: now 1779069889331920 us; error 197 us; skew 500 ppm
02:04:49.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.333209  6266 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.346184  6266 webserver.cc:533] Webserver started at http://127.5.213.193:37405/ using document root <none> and password file <none>
02:04:49.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.347617  6266 fs_manager.cc:362] Metadata directory not provided
02:04:49.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.347925  6266 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:49.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.348512  6266 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.355054  6266 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/data/instance:
02:04:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf9d9ababb504befab9fe98b09482c16"
02:04:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:49 on dist-test-slave-9vqr"
02:04:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.356578  6266 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/wal/instance:
02:04:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf9d9ababb504befab9fe98b09482c16"
02:04:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:49 on dist-test-slave-9vqr"
02:04:49.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.378716  6266 fs_manager.cc:696] Time spent creating directory manager: real 0.021s	user 0.006s	sys 0.014s
02:04:49.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.391834  6304 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:49.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.393226  6266 fs_manager.cc:730] Time spent opening block manager: real 0.010s	user 0.005s	sys 0.005s
02:04:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.393654  6266 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/wal
02:04:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf9d9ababb504befab9fe98b09482c16"
02:04:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:49 on dist-test-slave-9vqr"
02:04:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.394094  6266 fs_report.cc:389] FS layout report
02:04:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/wal
02:04:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/wal
02:04:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/data/data
02:04:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:49.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069889443 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:49.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.488466  6266 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.490428  6266 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.490952  6266 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:49.498 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=54 ms, finalizationTime=1 ms).
02:04:49.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
02:04:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.535596  6266 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.553460  6266 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.553784  6266 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:49.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.554104  6266 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:49.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.554316  6266 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:49.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.908917  6266 rpc_server.cc:307] RPC server started. Bound to: 127.5.213.193:35403
02:04:49.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.909022  6417 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.213.193:35403 every 8 connection(s)
02:04:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.911832  6266 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/data/info.pb
02:04:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.919566  5975 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 6266
02:04:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.920279  5975 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-0/wal/instance
02:04:49.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:49.936028  5975 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:49.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:49.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/wal
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/data
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/logs
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/data/info.pb
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.213.194:0
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.213.194
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.213.194
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.213.254:36985,127.5.213.253:41971,127.5.213.252:35743
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.213.212:37797
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:49.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069889943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:49.962 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:04:49.963 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
02:04:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.008021  6419 heartbeater.cc:344] Connected to a master server at 127.5.213.253:41971
02:04:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.008591  6419 heartbeater.cc:461] Registering TS with master...
02:04:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.010075  6419 heartbeater.cc:507] Master 127.5.213.253:41971 requested a full tablet report, sending...
02:04:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.014647  6097 ts_manager.cc:194] Registered new tserver with Master: cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403)
02:04:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.018601  6418 heartbeater.cc:344] Connected to a master server at 127.5.213.252:35743
02:04:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.018972  6418 heartbeater.cc:461] Registering TS with master...
02:04:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.019800  6418 heartbeater.cc:507] Master 127.5.213.252:35743 requested a full tablet report, sending...
02:04:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.022969  6178 ts_manager.cc:194] Registered new tserver with Master: cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403)
02:04:50.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.025507  6178 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.213.193:50145
02:04:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.031605  6420 heartbeater.cc:344] Connected to a master server at 127.5.213.254:36985
02:04:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.032035  6420 heartbeater.cc:461] Registering TS with master...
02:04:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.032771  6420 heartbeater.cc:507] Master 127.5.213.254:36985 requested a full tablet report, sending...
02:04:50.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.035977  6021 ts_manager.cc:194] Registered new tserver with Master: cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403)
02:04:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:50.324904  6425 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:50.325434  6425 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:50.325935  6425 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:50.362593  6425 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:50.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:50.363422  6425 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.213.194
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.402585  6425 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.213.212:37797
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/data
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/wal
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.213.194:0
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/data/info.pb
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.213.194
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.213.254:36985,127.5.213.253:41971,127.5.213.252:35743
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.213.194
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/logs
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:50.404 [DEBUG - pool-16-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.4.9.188:37871, [13ms] received response from server master-127.4.9.188:37871: OK, deferred=null) with no deferred attached!
02:04:50.404 [DEBUG - pool-16-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.4.9.188:37871, [35ms] received response from server master-127.4.9.188:37871: OK, deferred=null) with no deferred attached!
02:04:50.405 [DEBUG - pool-16-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.4.9.188:37871, [15ms] received response from server master-127.4.9.188:37871: OK, deferred=null) with no deferred attached!
02:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:50.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.403865  6425 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:50.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:50.406148  6425 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:50.413 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.4.9.188:37871, [13ms] received response from server master-127.4.9.188:37871: OK, deferred=null) with no deferred attached!
02:04:50.413 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.4.9.188:37871, [22ms] received response from server master-127.4.9.188:37871: OK, deferred=null) with no deferred attached!
02:04:50.413 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.4.9.188:37871, [15ms] received response from server master-127.4.9.188:37871: OK, deferred=null) with no deferred attached!
02:04:50.414 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.4.9.188:37871, [27ms] received response from server master-127.4.9.188:37871: OK, deferred=null) with no deferred attached!
02:04:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:50.420531  6435 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:50.424 [DEBUG - pool-16-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.4.9.188:37871, [11ms] received response from server master-127.4.9.188:37871: OK, deferred=null) with no deferred attached!
02:04:50.433 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.4.9.188:37871, [10ms] received response from server master-127.4.9.188:37871: OK, deferred=null) with no deferred attached!
02:04:50.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069890444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:50.466 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
02:04:50.468 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
02:04:50.923 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:50.924 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:50.925 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:50.926 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:50.926 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:50.926 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:50.927 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:50.927 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:50.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:50.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:50.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:50.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:50.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:50.945 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069890944 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:50.957 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:04:50.959 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
02:04:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.029371  6418 heartbeater.cc:499] Master 127.5.213.252:35743 was elected leader, sending a full tablet report...
02:04:51.445 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069891444 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:51.467 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
02:04:51.469 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
02:04:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:51.821480  6434 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 6425
02:04:51.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:51.929665  6434 kernel_stack_watchdog.cc:198] Thread 6425 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
02:04:51.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:04:51.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:04:51.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:04:51.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:04:51.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:50.421618  6436 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:51.932380  6425 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.511s	user 0.420s	sys 0.510s
02:04:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:51.932739  6425 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.511s	user 0.420s	sys 0.510s
02:04:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:51.932806  6438 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.935824  6425 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:51.935797  6437 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1512 milliseconds
02:04:51.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.937085  6425 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:51.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.939357  6425 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:51.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.940763  6425 hybrid_clock.cc:648] HybridClock initialized: now 1779069891940691 us; error 93 us; skew 500 ppm
02:04:51.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.941670  6425 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:51.944 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069891943 for job 5643d6aa02746b8a0b8a3513bda90461.
02:04:51.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.949402  6425 webserver.cc:533] Webserver started at http://127.5.213.194:44481/ using document root <none> and password file <none>
02:04:51.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.950697  6425 fs_manager.cc:362] Metadata directory not provided
02:04:51.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.950989  6425 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.951557  6425 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:51.957 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 5643d6aa02746b8a0b8a3513bda90461 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:04:51.958 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
02:04:51.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.957226  6425 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/data/instance:
02:04:51.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d5c5041bd01413ba1834ef77b21d484"
02:04:51.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:51 on dist-test-slave-9vqr"
02:04:51.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.958698  6425 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/wal/instance:
02:04:51.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d5c5041bd01413ba1834ef77b21d484"
02:04:51.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:51 on dist-test-slave-9vqr"
02:04:51.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.967397  6425 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.006s
02:04:51.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.974756  6446 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:51.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.976258  6425 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.004s
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.976696  6425 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/wal
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d5c5041bd01413ba1834ef77b21d484"
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:51 on dist-test-slave-9vqr"
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:51.977118  6425 fs_report.cc:389] FS layout report
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/wal
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/wal
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/data/data
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:51.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:51.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:51.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:51.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:51.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:52.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.036026  6425 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.037948  6425 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.038458  6425 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.041446  6425 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:52.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.046567  6425 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:52.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.046774  6425 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:52.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.047051  6425 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:52.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.047212  6425 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:52.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.203033  6425 rpc_server.cc:307] RPC server started. Bound to: 127.5.213.194:40761
02:04:52.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.203140  6558 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.213.194:40761 every 8 connection(s)
02:04:52.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.205482  6425 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/data/info.pb
02:04:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.210722  5975 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 6425
02:04:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.211185  5975 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-1/wal/instance
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.236960  5975 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/wal
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/data
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/logs
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/data/info.pb
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.213.195:0
02:04:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.213.195
02:04:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.213.195
02:04:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.213.254:36985,127.5.213.253:41971,127.5.213.252:35743
02:04:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.213.212:37797
02:04:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.249310  6560 heartbeater.cc:344] Connected to a master server at 127.5.213.253:41971
02:04:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.249890  6560 heartbeater.cc:461] Registering TS with master...
02:04:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.251608  6560 heartbeater.cc:507] Master 127.5.213.253:41971 requested a full tablet report, sending...
02:04:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.254702  6097 ts_manager.cc:194] Registered new tserver with Master: 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194:40761)
02:04:52.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.256528  6561 heartbeater.cc:344] Connected to a master server at 127.5.213.254:36985
02:04:52.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.256887  6561 heartbeater.cc:461] Registering TS with master...
02:04:52.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.257751  6561 heartbeater.cc:507] Master 127.5.213.254:36985 requested a full tablet report, sending...
02:04:52.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.257939  6559 heartbeater.cc:344] Connected to a master server at 127.5.213.252:35743
02:04:52.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.258276  6559 heartbeater.cc:461] Registering TS with master...
02:04:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.258960  6559 heartbeater.cc:507] Master 127.5.213.252:35743 requested a full tablet report, sending...
02:04:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.261266  6178 ts_manager.cc:194] Registered new tserver with Master: 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194:40761)
02:04:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.261348  6021 ts_manager.cc:194] Registered new tserver with Master: 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194:40761)
02:04:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.263172  6178 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.213.194:47125
02:04:52.282 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:52.283 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:52.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.285 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:52.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.286 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.286 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.287 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:52.289 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=27355), Traces: [0ms] sending RPC to server master-127.3.84.252:40301, [3ms] received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [12ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [14ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [18ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [33ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [54ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [69ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [75ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [90ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [94ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [109ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [111ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [112ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [114ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [250ms] refreshing cache from master, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [253ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [253ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [429ms] refreshing cache from master, [429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [431ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [431ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [432ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [432ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [490ms] refreshing cache from master, [490ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [493ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [670ms] refreshing cache from master, [670ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [671ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [672ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [672ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [684ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [684ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2170ms] refreshing cache from master, [2170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2173ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2174ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2174ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2174ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [4709ms] refreshing cache from master, [4710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4711ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [4712ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4712ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [4713ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [5350ms] refreshing cache from master, [5350ms] too many traces: truncated at 100 traces, deferred=Deferred@1884793007(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@211b339c -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1310774981 after retry RPC after error@329074899) -> (continuation of Deferred@1581418719 after retry RPC after error@649971544) -> (continuation of Deferred@1852029876 after retry RPC after error@390180219) -> (continuation of Deferred@1569708860 after retry RPC after error@356532434) -> (continuation of Deferred@1712191445 after retry RPC after error@2084414490) -> (continuation of Deferred@1606993562 after retry RPC after error@1209617249) -> (continuation of Deferred@1101246184 after retry RPC after error@1345310642) -> (continuation of Deferred@1229602619 after retry RPC after error@1267349296) -> (continuation of Deferred@386012231 after retry RPC after error@972950346) -> (continuation of Deferred@559241385 after retry RPC after error@1006426116) -> (continuation of Deferred@1021002512 after retry RPC after error@1974909850) -> (continuation of Deferred@2125276565 after retry RPC after error@600633020) -> (continuation of Deferred@1172957718 after retry RPC after error@96727898) -> (continuation of Deferred@307621882 after retry RPC after error@1453869570) -> (continuation of Deferred@1553707931 after retry RPC after error@1180222065) -> (continuation of Deferred@2068828031 after retry RPC after error@1864593998) -> (continuation of Deferred@1856312154 after retry RPC after error@1861095349) -> (continuation of Deferred@1801392416 after retry RPC after error@530231047) -> (continuation of Deferred@1499680877 after retry RPC after error@1198423891) -> (continuation of Deferred@1412149391 after retry RPC after error@503570330) -> (continuation of Deferred@1562379279 after retry RPC after error@1770023967) -> (continuation of Deferred@1621497448 after retry RPC after error@1616505577) -> (continuation of Deferred@1032100497 after retry RPC after error@1468987818), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1310774981 after retry RPC after error@329074899) -> (continuation of Deferred@1581418719 after retry RPC after error@649971544) -> (continuation of Deferred@1852029876 after retry RPC after error@390180219) -> (continuation of Deferred@1569708860 after retry RPC after error@356532434) -> (continuation of Deferred@1712191445 after retry RPC after error@2084414490) -> (continuation of Deferred@1606993562 after retry RPC after error@1209617249) -> (continuation of Deferred@1101246184 after retry RPC after error@1345310642) -> (continuation of Deferred@1229602619 after retry RPC after error@1267349296) -> (continuation of Deferred@386012231 after retry RPC after error@972950346) -> (continuation of Deferred@559241385 after retry RPC after error@1006426116) -> (continuation of Deferred@1021002512 after retry RPC after error@1974909850) -> (continuation of Deferred@2125276565 after retry RPC after error@600633020) -> (continuation of Deferred@1172957718 after retry RPC after error@96727898) -> (continuation of Deferred@307621882 after retry RPC after error@1453869570) -> (continuation of Deferred@1553707931 after retry RPC after error@1180222065) -> (continuation of Deferred@2068828031 after retry RPC after error@1864593998) -> (continuation of Deferred@1856312154 after retry RPC after error@1861095349) -> (continuation of Deferred@1801392416 after retry RPC after error@530231047) -> (continuation of Deferred@1499680877 after retry RPC after error@1198423891) -> (continuation of Deferred@1412149391 after retry RPC after error@503570330) -> (continuation of Deferred@1562379279 after retry RPC after error@1770023967) -> (continuation of Deferred@1621497448 after retry RPC after error@1616505577) -> (continuation of Deferred@1032100497 after retry RPC after error@1468987818)))
02:04:52.291 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:52.292 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:52.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.291 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=27355), Traces: [0ms] sending RPC to server master-127.3.84.252:40301, [3ms] received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [12ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [14ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [18ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [33ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [54ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [69ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [75ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [90ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [94ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [109ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [111ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [112ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [114ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [250ms] refreshing cache from master, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [253ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [253ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [429ms] refreshing cache from master, [429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [431ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [431ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [432ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [432ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [490ms] refreshing cache from master, [490ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [493ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [670ms] refreshing cache from master, [670ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [671ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [672ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [672ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [684ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [684ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2170ms] refreshing cache from master, [2170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2173ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2174ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2174ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2174ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [4709ms] refreshing cache from master, [4710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4711ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [4712ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4712ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [4713ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [5350ms] refreshing cache from master, [5350ms] too many traces: truncated at 100 traces, deferred=Deferred@1884793007(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@211b339c -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1310774981 after retry RPC after error@329074899) -> (continuation of Deferred@1581418719 after retry RPC after error@649971544) -> (continuation of Deferred@1852029876 after retry RPC after error@390180219) -> (continuation of Deferred@1569708860 after retry RPC after error@356532434) -> (continuation of Deferred@1712191445 after retry RPC after error@2084414490) -> (continuation of Deferred@1606993562 after retry RPC after error@1209617249) -> (continuation of Deferred@1101246184 after retry RPC after error@1345310642) -> (continuation of Deferred@1229602619 after retry RPC after error@1267349296) -> (continuation of Deferred@386012231 after retry RPC after error@972950346) -> (continuation of Deferred@559241385 after retry RPC after error@1006426116) -> (continuation of Deferred@1021002512 after retry RPC after error@1974909850) -> (continuation of Deferred@2125276565 after retry RPC after error@600633020) -> (continuation of Deferred@1172957718 after retry RPC after error@96727898) -> (continuation of Deferred@307621882 after retry RPC after error@1453869570) -> (continuation of Deferred@1553707931 after retry RPC after error@1180222065) -> (continuation of Deferred@2068828031 after retry RPC after error@1864593998) -> (continuation of Deferred@1856312154 after retry RPC after error@1861095349) -> (continuation of Deferred@1801392416 after retry RPC after error@530231047) -> (continuation of Deferred@1499680877 after retry RPC after error@1198423891) -> (continuation of Deferred@1412149391 after retry RPC after error@503570330) -> (continuation of Deferred@1562379279 after retry RPC after error@1770023967) -> (continuation of Deferred@1621497448 after retry RPC after error@1616505577) -> (continuation of Deferred@1032100497 after retry RPC after error@1468987818), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1310774981 after retry RPC after error@329074899) -> (continuation of Deferred@1581418719 after retry RPC after error@649971544) -> (continuation of Deferred@1852029876 after retry RPC after error@390180219) -> (continuation of Deferred@1569708860 after retry RPC after error@356532434) -> (continuation of Deferred@1712191445 after retry RPC after error@2084414490) -> (continuation of Deferred@1606993562 after retry RPC after error@1209617249) -> (continuation of Deferred@1101246184 after retry RPC after error@1345310642) -> (continuation of Deferred@1229602619 after retry RPC after error@1267349296) -> (continuation of Deferred@386012231 after retry RPC after error@972950346) -> (continuation of Deferred@559241385 after retry RPC after error@1006426116) -> (continuation of Deferred@1021002512 after retry RPC after error@1974909850) -> (continuation of Deferred@2125276565 after retry RPC after error@600633020) -> (continuation of Deferred@1172957718 after retry RPC after error@96727898) -> (continuation of Deferred@307621882 after retry RPC after error@1453869570) -> (continuation of Deferred@1553707931 after retry RPC after error@1180222065) -> (continuation of Deferred@2068828031 after retry RPC after error@1864593998) -> (continuation of Deferred@1856312154 after retry RPC after error@1861095349) -> (continuation of Deferred@1801392416 after retry RPC after error@530231047) -> (continuation of Deferred@1499680877 after retry RPC after error@1198423891) -> (continuation of Deferred@1412149391 after retry RPC after error@503570330) -> (continuation of Deferred@1562379279 after retry RPC after error@1770023967) -> (continuation of Deferred@1621497448 after retry RPC after error@1616505577) -> (continuation of Deferred@1032100497 after retry RPC after error@1468987818)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=27355), Traces: [0ms] sending RPC to server master-127.3.84.252:40301, [3ms] received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [12ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [14ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [18ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [33ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [54ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [69ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [75ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [90ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [94ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [109ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [111ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [112ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [114ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [250ms] refreshing cache from master, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [253ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [253ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [429ms] refreshing cache from master, [429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [431ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [431ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [432ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [432ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [490ms] refreshing cache from master, [490ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [493ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [670ms] refreshing cache from master, [670ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [671ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [672ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [672ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [684ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [684ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2170ms] refreshing cache from master, [2170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2173ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2174ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2174ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2174ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [4709ms] refreshing cache from master, [4710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4711ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [4712ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4712ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [4713ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [5350ms] refreshing cache from master, [5350ms] too many traces: truncated at 100 traces, deferred=Deferred@1884793007(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@211b339c -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1310774981 after retry RPC after error@329074899) -> (continuation of Deferred@1581418719 after retry RPC after error@649971544) -> (continuation of Deferred@1852029876 after retry RPC after error@390180219) -> (continuation of Deferred@1569708860 after retry RPC after error@356532434) -> (continuation of Deferred@1712191445 after retry RPC after error@2084414490) -> (continuation of Deferred@1606993562 after retry RPC after error@1209617249) -> (continuation of Deferred@1101246184 after retry RPC after error@1345310642) -> (continuation of Deferred@1229602619 after retry RPC after error@1267349296) -> (continuation of Deferred@386012231 after retry RPC after error@972950346) -> (continuation of Deferred@559241385 after retry RPC after error@1006426116) -> (continuation of Deferred@1021002512 after retry RPC after error@1974909850) -> (continuation of Deferred@2125276565 after retry RPC after error@600633020) -> (continuation of Deferred@1172957718 after retry RPC after error@96727898) -> (continuation of Deferred@307621882 after retry RPC after error@1453869570) -> (continuation of Deferred@1553707931 after retry RPC after error@1180222065) -> (continuation of Deferred@2068828031 after retry RPC after error@1864593998) -> (continuation of Deferred@1856312154 after retry RPC after error@1861095349) -> (continuation of Deferred@1801392416 after retry RPC after error@530231047) -> (continuation of Deferred@1499680877 after retry RPC after error@1198423891) -> (continuation of Deferred@1412149391 after retry RPC after error@503570330) -> (continuation of Deferred@1562379279 after retry RPC after error@1770023967) -> (continuation of Deferred@1621497448 after retry RPC after error@1616505577) -> (continuation of Deferred@1032100497 after retry RPC after error@1468987818), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1310774981 after retry RPC after error@329074899) -> (continuation of Deferred@1581418719 after retry RPC after error@649971544) -> (continuation of Deferred@1852029876 after retry RPC after error@390180219) -> (continuation of Deferred@1569708860 after retry RPC after error@356532434) -> (continuation of Deferred@1712191445 after retry RPC after error@2084414490) -> (continuation of Deferred@1606993562 after retry RPC after error@1209617249) -> (continuation of Deferred@1101246184 after retry RPC after error@1345310642) -> (continuation of Deferred@1229602619 after retry RPC after error@1267349296) -> (continuation of Deferred@386012231 after retry RPC after error@972950346) -> (continuation of Deferred@559241385 after retry RPC after error@1006426116) -> (continuation of Deferred@1021002512 after retry RPC after error@1974909850) -> (continuation of Deferred@2125276565 after retry RPC after error@600633020) -> (continuation of Deferred@1172957718 after retry RPC after error@96727898) -> (continuation of Deferred@307621882 after retry RPC after error@1453869570) -> (continuation of Deferred@1553707931 after retry RPC after error@1180222065) -> (continuation of Deferred@2068828031 after retry RPC after error@1864593998) -> (continuation of Deferred@1856312154 after retry RPC after error@1861095349) -> (continuation of Deferred@1801392416 after retry RPC after error@530231047) -> (continuation of Deferred@1499680877 after retry RPC after error@1198423891) -> (continuation of Deferred@1412149391 after retry RPC after error@503570330) -> (continuation of Deferred@1562379279 after retry RPC after error@1770023967) -> (continuation of Deferred@1621497448 after retry RPC after error@1616505577) -> (continuation of Deferred@1032100497 after retry RPC after error@1468987818)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.254:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:04:52.292 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:52.293 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.293 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.296 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:52.303 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:52.304 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:52.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.307 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:52.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:52.323 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:52.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.325 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:52.325 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:52.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.326 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:52.334 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=27355), Traces: [0ms] sending RPC to server master-127.3.84.252:40301, [3ms] received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [12ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [14ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [18ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [33ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [54ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [69ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [75ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [90ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [94ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [109ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [111ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [112ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [114ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [250ms] refreshing cache from master, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [253ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [253ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [429ms] refreshing cache from master, [429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [431ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [431ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [432ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [432ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [490ms] refreshing cache from master, [490ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [493ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [670ms] refreshing cache from master, [670ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [671ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [672ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [672ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [684ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [684ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2170ms] refreshing cache from master, [2170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2173ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2174ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2174ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2174ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [4709ms] refreshing cache from master, [4710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4711ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [4712ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4712ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [4713ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [5350ms] refreshing cache from master, [5350ms] too many traces: truncated at 100 traces, deferred=Deferred@1884793007(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@211b339c -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1310774981 after retry RPC after error@329074899) -> (continuation of Deferred@1581418719 after retry RPC after error@649971544) -> (continuation of Deferred@1852029876 after retry RPC after error@390180219) -> (continuation of Deferred@1569708860 after retry RPC after error@356532434) -> (continuation of Deferred@1712191445 after retry RPC after error@2084414490) -> (continuation of Deferred@1606993562 after retry RPC after error@1209617249) -> (continuation of Deferred@1101246184 after retry RPC after error@1345310642) -> (continuation of Deferred@1229602619 after retry RPC after error@1267349296) -> (continuation of Deferred@386012231 after retry RPC after error@972950346) -> (continuation of Deferred@559241385 after retry RPC after error@1006426116) -> (continuation of Deferred@1021002512 after retry RPC after error@1974909850) -> (continuation of Deferred@2125276565 after retry RPC after error@600633020) -> (continuation of Deferred@1172957718 after retry RPC after error@96727898) -> (continuation of Deferred@307621882 after retry RPC after error@1453869570) -> (continuation of Deferred@1553707931 after retry RPC after error@1180222065) -> (continuation of Deferred@2068828031 after retry RPC after error@1864593998) -> (continuation of Deferred@1856312154 after retry RPC after error@1861095349) -> (continuation of Deferred@1801392416 after retry RPC after error@530231047) -> (continuation of Deferred@1499680877 after retry RPC after error@1198423891) -> (continuation of Deferred@1412149391 after retry RPC after error@503570330) -> (continuation of Deferred@1562379279 after retry RPC after error@1770023967) -> (continuation of Deferred@1621497448 after retry RPC after error@1616505577) -> (continuation of Deferred@1032100497 after retry RPC after error@1468987818), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1310774981 after retry RPC after error@329074899) -> (continuation of Deferred@1581418719 after retry RPC after error@649971544) -> (continuation of Deferred@1852029876 after retry RPC after error@390180219) -> (continuation of Deferred@1569708860 after retry RPC after error@356532434) -> (continuation of Deferred@1712191445 after retry RPC after error@2084414490) -> (continuation of Deferred@1606993562 after retry RPC after error@1209617249) -> (continuation of Deferred@1101246184 after retry RPC after error@1345310642) -> (continuation of Deferred@1229602619 after retry RPC after error@1267349296) -> (continuation of Deferred@386012231 after retry RPC after error@972950346) -> (continuation of Deferred@559241385 after retry RPC after error@1006426116) -> (continuation of Deferred@1021002512 after retry RPC after error@1974909850) -> (continuation of Deferred@2125276565 after retry RPC after error@600633020) -> (continuation of Deferred@1172957718 after retry RPC after error@96727898) -> (continuation of Deferred@307621882 after retry RPC after error@1453869570) -> (continuation of Deferred@1553707931 after retry RPC after error@1180222065) -> (continuation of Deferred@2068828031 after retry RPC after error@1864593998) -> (continuation of Deferred@1856312154 after retry RPC after error@1861095349) -> (continuation of Deferred@1801392416 after retry RPC after error@530231047) -> (continuation of Deferred@1499680877 after retry RPC after error@1198423891) -> (continuation of Deferred@1412149391 after retry RPC after error@503570330) -> (continuation of Deferred@1562379279 after retry RPC after error@1770023967) -> (continuation of Deferred@1621497448 after retry RPC after error@1616505577) -> (continuation of Deferred@1032100497 after retry RPC after error@1468987818)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=27355), Traces: [0ms] sending RPC to server master-127.3.84.252:40301, [3ms] received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [12ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [14ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [18ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [33ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [53ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [54ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [69ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [75ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [90ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [92ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [93ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [94ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [109ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [111ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [112ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [113ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [114ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [250ms] refreshing cache from master, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [252ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [253ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [253ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [429ms] refreshing cache from master, [429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [431ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [431ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [432ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [432ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [490ms] refreshing cache from master, [490ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [491ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [492ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [493ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [670ms] refreshing cache from master, [670ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [671ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [672ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [672ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [684ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [684ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2170ms] refreshing cache from master, [2170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2173ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2174ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2174ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2174ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [4709ms] refreshing cache from master, [4710ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4711ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4711ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [4712ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4712ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [4713ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [5350ms] refreshing cache from master, [5350ms] too many traces: truncated at 100 traces, deferred=Deferred@1884793007(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@211b339c -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1310774981 after retry RPC after error@329074899) -> (continuation of Deferred@1581418719 after retry RPC after error@649971544) -> (continuation of Deferred@1852029876 after retry RPC after error@390180219) -> (continuation of Deferred@1569708860 after retry RPC after error@356532434) -> (continuation of Deferred@1712191445 after retry RPC after error@2084414490) -> (continuation of Deferred@1606993562 after retry RPC after error@1209617249) -> (continuation of Deferred@1101246184 after retry RPC after error@1345310642) -> (continuation of Deferred@1229602619 after retry RPC after error@1267349296) -> (continuation of Deferred@386012231 after retry RPC after error@972950346) -> (continuation of Deferred@559241385 after retry RPC after error@1006426116) -> (continuation of Deferred@1021002512 after retry RPC after error@1974909850) -> (continuation of Deferred@2125276565 after retry RPC after error@600633020) -> (continuation of Deferred@1172957718 after retry RPC after error@96727898) -> (continuation of Deferred@307621882 after retry RPC after error@1453869570) -> (continuation of Deferred@1553707931 after retry RPC after error@1180222065) -> (continuation of Deferred@2068828031 after retry RPC after error@1864593998) -> (continuation of Deferred@1856312154 after retry RPC after error@1861095349) -> (continuation of Deferred@1801392416 after retry RPC after error@530231047) -> (continuation of Deferred@1499680877 after retry RPC after error@1198423891) -> (continuation of Deferred@1412149391 after retry RPC after error@503570330) -> (continuation of Deferred@1562379279 after retry RPC after error@1770023967) -> (continuation of Deferred@1621497448 after retry RPC after error@1616505577) -> (continuation of Deferred@1032100497 after retry RPC after error@1468987818), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1310774981 after retry RPC after error@329074899) -> (continuation of Deferred@1581418719 after retry RPC after error@649971544) -> (continuation of Deferred@1852029876 after retry RPC after error@390180219) -> (continuation of Deferred@1569708860 after retry RPC after error@356532434) -> (continuation of Deferred@1712191445 after retry RPC after error@2084414490) -> (continuation of Deferred@1606993562 after retry RPC after error@1209617249) -> (continuation of Deferred@1101246184 after retry RPC after error@1345310642) -> (continuation of Deferred@1229602619 after retry RPC after error@1267349296) -> (continuation of Deferred@386012231 after retry RPC after error@972950346) -> (continuation of Deferred@559241385 after retry RPC after error@1006426116) -> (continuation of Deferred@1021002512 after retry RPC after error@1974909850) -> (continuation of Deferred@2125276565 after retry RPC after error@600633020) -> (continuation of Deferred@1172957718 after retry RPC after error@96727898) -> (continuation of Deferred@307621882 after retry RPC after error@1453869570) -> (continuation of Deferred@1553707931 after retry RPC after error@1180222065) -> (continuation of Deferred@2068828031 after retry RPC after error@1864593998) -> (continuation of Deferred@1856312154 after retry RPC after error@1861095349) -> (continuation of Deferred@1801392416 after retry RPC after error@530231047) -> (continuation of Deferred@1499680877 after retry RPC after error@1198423891) -> (continuation of Deferred@1412149391 after retry RPC after error@503570330) -> (continuation of Deferred@1562379279 after retry RPC after error@1770023967) -> (continuation of Deferred@1621497448 after retry RPC after error@1616505577) -> (continuation of Deferred@1032100497 after retry RPC after error@1468987818)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.254:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:04:52.342 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:52.344 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:52.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.344 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:52.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.346 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.346 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.346 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:52.356 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:04:52.356 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RUNNING to RESTARTING.
02:04:52.361 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
02:04:52.361 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:04:52.362 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:52.363 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:52.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.363 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:52.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.364 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:04:52.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.365 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:04:52.365 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:04:52.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.366 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.366 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:52.367 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:04:52.367 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
02:04:52.368 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:04:52.368 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
02:04:52.368 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
02:04:52.368 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:04:52.378 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] disconnecting while in state TERMINATED
02:04:52.378 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.4.9.190:39887(127.4.9.190:39887)] disconnecting while in state TERMINATED
02:04:52.378 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.4.9.189:37745(127.4.9.189:37745)] disconnecting while in state TERMINATED
02:04:52.378 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.4.9.188:37871(127.4.9.188:37871)] disconnecting while in state TERMINATED
02:04:52.380 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:52.381 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:04:52.381 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
02:04:52.382 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
02:04:52.387 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:04:52.387 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:04:52.387 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:04:52.397 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.4.9.190:39887(127.4.9.190:39887)] disconnecting while in state TERMINATED
02:04:52.397 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.4.9.189:37745(127.4.9.189:37745)] disconnecting while in state TERMINATED
02:04:52.397 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.4.9.188:37871(127.4.9.188:37871)] disconnecting while in state TERMINATED
02:04:52.398 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:52.399 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:04:52.399 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:04:52.402 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:52.403 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:52.403 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:52.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.405 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:52.406 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:04:52.406 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:04:52.406 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:04:52.409 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 45b2c8e027c64e14ad3384c8243c91da(127.4.9.129:46293)] disconnecting while in state TERMINATED
02:04:52.409 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.4.9.190:39887(127.4.9.190:39887)] disconnecting while in state TERMINATED
02:04:52.409 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.4.9.189:37745(127.4.9.189:37745)] disconnecting while in state TERMINATED
02:04:52.409 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.4.9.188:37871(127.4.9.188:37871)] disconnecting while in state TERMINATED
02:04:52.409 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:52.410 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:04:52.411 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:04:52.411 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
02:04:52.415 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:04:52.416 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:04:52.416 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:04:52.417 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.4.9.190:39887(127.4.9.190:39887)] disconnecting while in state TERMINATED
02:04:52.417 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.4.9.189:37745(127.4.9.189:37745)] disconnecting while in state TERMINATED
02:04:52.417 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.4.9.188:37871(127.4.9.188:37871)] disconnecting while in state TERMINATED
02:04:52.418 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:52.418 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
02:04:52.419 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:04:52.426 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
02:04:52.426 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:04:52.428 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:04:52.428 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:04:52.433 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:04:52.436 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:04:52.436 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
02:04:52.437 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:04:52.437 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:04:52.437 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:04:52.438 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:04:52.442 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:52.443 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:52.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.444 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:52.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:52.446 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:04:52.447 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:04:52.448 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:04:52.456 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:04:52.456 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
02:04:52.456 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:04:52.457 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:04:52.457 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
02:04:52.458 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:04:52.458 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:04:52.460 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:04:52.461 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:04:52.461 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:04:52.462 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
02:04:52.462 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:52.463 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:52.463 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:52.464 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
02:04:52.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.465 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:04:52.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.465 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:52.466 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 5643d6aa02746b8a0b8a3513bda90461
02:04:52.622 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:52.623 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:52.623 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:52.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:52.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:52.642740  6569 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:52.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:52.643184  6569 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:52.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:52.643587  6569 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:52.680676  6569 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:52.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:52.681478  6569 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.213.195
02:04:52.722 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.724633  6569 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.213.212:37797
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/data
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/wal
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.213.195:0
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/data/info.pb
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.213.195
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.213.254:36985,127.5.213.253:41971,127.5.213.252:35743
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.213.195
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/logs
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:52.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:52.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:52.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:04:52.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:52.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:04:52.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:04:52.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.727623  6569 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:52.728 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.728 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:52.729851  6569 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:52.730 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:52.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:52.733 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:52.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.735 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:52.735 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:52.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:52.746788  6599 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:52.942 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.3.84.252:40301, [4ms] received response from server master-127.3.84.252:40301: OK, deferred=null) with no deferred attached!
02:04:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:53.266248  6559 heartbeater.cc:499] Master 127.5.213.252:35743 was elected leader, sending a full tablet report...
02:04:53.392 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RESTARTING to RUNNING.
02:04:53.395 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 5643d6aa02746b8a0b8a3513bda90461 from Checkpoint 64 @ 1779069891943 for 5643d6aa02746b8a0b8a3513bda90461 located at file:/tmp/junit17785780698805776559/checkpoints/5643d6aa02746b8a0b8a3513bda90461/chk-64.
02:04:53.413 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
02:04:53.414 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:04:53.416 [INFO - Thread-10] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:04:53.416 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.3.84.252:40301(127.3.84.252:40301)] disconnecting while in state TERMINATED
02:04:53.416 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.3.84.253:38369(127.3.84.253:38369)] disconnecting while in state TERMINATED
02:04:53.417 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.3.84.254:39663(127.3.84.254:39663)] disconnecting while in state TERMINATED
02:04:53.418 [DEBUG - Thread-10] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:53.421 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
02:04:53.424 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:04:53.424 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
02:04:53.425 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 056af2c1e2ccf9b0a73e657f13772a73
02:04:53.425 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
02:04:53.425 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 056af2c1e2ccf9b0a73e657f13772a73.
02:04:53.426 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:04:53.427 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
02:04:53.427 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 2a8d1acdc046bcc7434c00507fd73b98
02:04:53.427 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 056af2c1e2ccf9b0a73e657f13772a73.
02:04:53.427 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
02:04:53.428 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:04:53.429 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
02:04:53.429 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 4eb5f240ac883804d366b2130e587823
02:04:53.429 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
02:04:53.430 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:04:53.431 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
02:04:53.431 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id cb92e3213cd9afe85c5e7dba14b00289
02:04:53.436 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:04:53.437 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:04:53.437 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
02:04:53.438 [INFO - Thread-10] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:04:53.438 [INFO - Thread-10] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:04:53.438 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 2a8d1acdc046bcc7434c00507fd73b98.
02:04:53.440 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 2a8d1acdc046bcc7434c00507fd73b98.
02:04:53.441 [DEBUG - Thread-10] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:53.442 [INFO - Thread-10] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:04:53.448 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
02:04:53.460 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 4eb5f240ac883804d366b2130e587823.
02:04:53.460 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
02:04:53.462 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 4eb5f240ac883804d366b2130e587823.
02:04:53.469 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
02:04:53.471 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@765b7591
02:04:53.471 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:04:53.471 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:04:53.469 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
02:04:53.472 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot cb92e3213cd9afe85c5e7dba14b00289.
02:04:53.473 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@519139a4
02:04:53.473 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:04:53.473 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:04:53.473 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:04:53.474 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id cb92e3213cd9afe85c5e7dba14b00289.
02:04:53.474 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:04:53.477 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:04:53.477 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:04:53.480 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@453e6e15
02:04:53.484 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1b0a959a
02:04:53.498 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:53.501 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:53.502 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
02:04:53.502 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
02:04:53.503 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ee65818
02:04:53.503 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:04:53.503 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:04:53.503 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:04:53.505 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:04:53.506 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:04:53.506 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:04:53.506 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:04:53.506 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:04:53.512 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
02:04:53.512 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
02:04:53.513 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72503412
02:04:53.513 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:04:53.513 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2d55dc42
02:04:53.513 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:04:53.514 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:04:53.514 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:04:53.516 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:53.519 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5091b62c
02:04:53.521 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.522 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.523 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:53.557 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.558 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.569 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.579 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.592 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:53.595 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.598 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.621 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.625 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.632 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.640 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.644 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.646 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.653 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.653 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.654 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.657 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.659 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.663 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.679 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:53.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.682 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:53.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.690 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:53.691 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.692 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:53.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.701 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.702 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.709 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.709 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.709 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.711 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.713 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.714 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:53.715 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.716 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:53.717 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.720 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.721 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.723 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.725 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:53.732 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:53.734 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.742 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.747 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.748 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.749 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.749 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.749 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.754 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.757 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.758 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.758 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.759 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.759 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.759 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.759 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.760 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.764 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.765 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.765 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.766 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.773 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.773 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.777 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.778 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.778 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.781 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.781 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.781 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.781 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.781 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.782 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.786 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.786 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.786 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.790 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.797 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.800 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.801 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.801 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.801 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.801 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.804 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.817 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.818 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.818 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.819 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.820 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.821 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.832 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.837 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:53.842 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.842 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.842 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.844 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.847 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:53.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.850 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.850 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:53.857 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.860 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.860 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.861 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.861 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.861 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.862 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.862 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.862 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.862 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.862 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.862 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.862 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.865 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.866 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.866 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.866 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.869 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.872 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:53.873 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:53.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.873 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:53.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.875 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:53.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.880 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.880 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.880 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.880 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.880 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.881 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.881 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.881 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.882 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.882 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.882 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.883 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.883 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:53.892 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:53.893 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:53.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.894 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:53.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.896 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.896 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:53.897 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.897 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.898 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.899 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.899 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.903 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.903 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.903 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.904 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.906 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.920 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.921 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.922 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.922 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.922 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.922 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.922 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.922 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.923 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.923 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.924 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.924 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.924 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.924 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.924 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.924 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.924 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.924 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.932 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:53.932 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:53.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.933 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.933 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.934 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:53.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.935 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.935 [WARN - pool-32-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:53.963 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:53.964 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:53.964 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:53.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.966 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:53.966 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:53.967 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.967 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.967 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:53.967 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:53.972 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:53.972 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:53.972 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:53.973 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.973 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.973 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:53.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:53.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:53.975 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:53.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.001 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.001 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.008 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.017 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.018 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.019 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.019 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.019 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.019 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.019 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.020 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.020 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.020 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.040 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.041 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.041 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.042 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.042 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.043 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.043 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.044 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.044 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.064 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.064 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.065 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.067 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.093 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:54.094 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:54.094 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:54.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:54.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:54.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:54.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:54.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:54.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:54.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:54.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:54.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:54.097 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:54.100 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.101 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.101 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.104 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.137 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.138 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.139 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.143 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:52.747421  6600 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:54.150588  6569 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.406s	user 0.474s	sys 0.845s
02:04:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:54.151158  6569 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.407s	user 0.474s	sys 0.846s
02:04:54.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.164644  6569 server_base.cc:1061] running on GCE node
02:04:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:54.166147  6661 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.167441  6569 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.181241  6569 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.188918  6569 hybrid_clock.cc:648] HybridClock initialized: now 1779069894188859 us; error 61 us; skew 500 ppm
02:04:54.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.190083  6569 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.198742  6569 webserver.cc:533] Webserver started at http://127.5.213.195:43479/ using document root <none> and password file <none>
02:04:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.199798  6569 fs_manager.cc:362] Metadata directory not provided
02:04:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.200042  6569 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.200599  6569 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.206061  6569 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/data/instance:
02:04:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "768786e927d24278bcc61bc9fab10dbe"
02:04:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:54 on dist-test-slave-9vqr"
02:04:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.207491  6569 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/wal/instance:
02:04:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "768786e927d24278bcc61bc9fab10dbe"
02:04:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:54 on dist-test-slave-9vqr"
02:04:54.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.222651  6569 fs_manager.cc:696] Time spent creating directory manager: real 0.014s	user 0.005s	sys 0.007s
02:04:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.230712  6666 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.232349  6569 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.002s
02:04:54.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.233001  6569 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/wal
02:04:54.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "768786e927d24278bcc61bc9fab10dbe"
02:04:54.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:04:54 on dist-test-slave-9vqr"
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.233450  6569 fs_report.cc:389] FS layout report
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/wal
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/wal
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/data/data
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:54.284 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.284 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.285 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.288 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.297 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.298 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.298 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.320 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.320500  6569 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:54.321 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.321 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.321 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.322567  6569 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.323099  6569 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:54.320 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.321 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.327 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.328709  6569 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.334861  6569 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.335083  6569 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.335378  6569 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.335551  6569 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:54.340 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.341 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.341 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.342 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.342 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.342 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.343 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.352 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:54.353 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:54.354 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:54.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:54.355 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:54.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:54.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:54.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:54.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:54.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:54.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:54.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:54.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:54.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.504082  6569 rpc_server.cc:307] RPC server started. Bound to: 127.5.213.195:46865
02:04:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.504205  6779 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.213.195:46865 every 8 connection(s)
02:04:54.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.506677  6569 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/data/info.pb
02:04:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.510061  5975 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 6569
02:04:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.510462  5975 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14105460852938207213/ts-2/wal/instance
02:04:54.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.570856  6781 heartbeater.cc:344] Connected to a master server at 127.5.213.253:41971
02:04:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.571383  6781 heartbeater.cc:461] Registering TS with master...
02:04:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.572670  6781 heartbeater.cc:507] Master 127.5.213.253:41971 requested a full tablet report, sending...
02:04:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.574795  6780 heartbeater.cc:344] Connected to a master server at 127.5.213.252:35743
02:04:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.575131  6780 heartbeater.cc:461] Registering TS with master...
02:04:54.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.575817  6780 heartbeater.cc:507] Master 127.5.213.252:35743 requested a full tablet report, sending...
02:04:54.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.575906  6096 ts_manager.cc:194] Registered new tserver with Master: 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:54.578 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.578 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.578 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.578264  6178 ts_manager.cc:194] Registered new tserver with Master: 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:54.580 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.580 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.580 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.580171  6178 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.213.195:40047
02:04:54.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.592016  6784 heartbeater.cc:344] Connected to a master server at 127.5.213.254:36985
02:04:54.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.592327  6784 heartbeater.cc:461] Registering TS with master...
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.592818  6784 heartbeater.cc:507] Master 127.5.213.254:36985 requested a full tablet report, sending...
02:04:54.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.595008  6021 ts_manager.cc:194] Registered new tserver with Master: 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:54.603 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.604 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.604 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.606 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.606 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.606 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.606 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.606 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.606 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.611116  5975 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:04:54.622 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:04:54.622 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:04:54.623 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.5.213.254"
      port: 36985
    }
    bound_http_address {
      host: "127.5.213.254"
      port: 41847
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.5.213.253"
      port: 41971
    }
    bound_http_address {
      host: "127.5.213.253"
      port: 35653
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.5.213.252"
      port: 35743
    }
    bound_http_address {
      host: "127.5.213.252"
      port: 39087
    }
  }
}

02:04:54.624 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:04:54.625 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.5.213.193"
      port: 35403
    }
    bound_http_address {
      host: "127.5.213.193"
      port: 37405
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.5.213.194"
      port: 40761
    }
    bound_http_address {
      host: "127.5.213.194"
      port: 44481
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.5.213.195"
      port: 46865
    }
    bound_http_address {
      host: "127.5.213.195"
      port: 43479
    }
  }
}

02:04:54.625 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:04:54.627 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:54.632 [DEBUG - main] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:04:54.633 [DEBUG - main] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:04:54.634 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.32.60:43271(127.5.32.60:43271)] Successfully connected to peer
02:04:54.634 [DEBUG - main] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:04:54.634 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.32.62:45277(127.5.32.62:45277)] Successfully connected to peer
02:04:54.635 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.32.61:34143(127.5.32.61:34143)] Successfully connected to peer
02:04:54.640 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.61
02:04:54.644 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.62
02:04:54.648 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.60
02:04:54.657 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:54.667 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:54.672 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x84da6378, L:/127.0.0.1:55548 - R:/127.5.32.61:34143] using SASL/PLAIN
02:04:54.674 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8b5a4fa8, L:/127.0.0.1:42138 - R:/127.5.32.62:45277] using SASL/PLAIN
02:04:54.677 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:54.680 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2d327a3d, L:/127.0.0.1:45402 - R:/127.5.32.60:43271] using SASL/PLAIN
02:04:54.684 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:54.684 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=52), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [51ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: OK, [51ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: OK, [52ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: OK, deferred=null) after lookup
02:04:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.686832  5293 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42138:
02:04:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:04:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:04:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:04:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:04:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:04:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:54.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:54.695873  5293 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:04:54.700 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.701 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.701 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.701 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.702 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.702 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.702 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3b6aba66640b45deb7b11ed92f99b5b3
02:04:54.772 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:54.773 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:54.773 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:54.773 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:54.773 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:54.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:54.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:54.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:54.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:54.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:54.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:54.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:54.775 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.833178  5899 tablet_service.cc:1511] Processing CreateTablet for tablet 054fd8c4edf84ce2a0db873801c1880c (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.836589  5899 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 054fd8c4edf84ce2a0db873801c1880c. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.836203  5897 tablet_service.cc:1511] Processing CreateTablet for tablet b32228bb5494481c901d44d28ec57a99 (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.839457  5896 tablet_service.cc:1511] Processing CreateTablet for tablet d73181e5dd4b47348517f35bf6715c52 (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.833043  5898 tablet_service.cc:1511] Processing CreateTablet for tablet 187b6f5dfff14cb1849a2a9457111933 (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.843202  5897 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b32228bb5494481c901d44d28ec57a99. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.845775  5896 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d73181e5dd4b47348517f35bf6715c52. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.847733  5898 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 187b6f5dfff14cb1849a2a9457111933. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.849404  5614 tablet_service.cc:1511] Processing CreateTablet for tablet d73181e5dd4b47348517f35bf6715c52 (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.851617  5614 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d73181e5dd4b47348517f35bf6715c52. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.855436  5758 tablet_service.cc:1511] Processing CreateTablet for tablet 187b6f5dfff14cb1849a2a9457111933 (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.858556  5757 tablet_service.cc:1511] Processing CreateTablet for tablet b32228bb5494481c901d44d28ec57a99 (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.860329  5757 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b32228bb5494481c901d44d28ec57a99. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.862298  5618 tablet_service.cc:1511] Processing CreateTablet for tablet ddba5e3434004670a60059c21112a68f (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.859932  5760 tablet_service.cc:1511] Processing CreateTablet for tablet ddba5e3434004670a60059c21112a68f (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.863850  5615 tablet_service.cc:1511] Processing CreateTablet for tablet b32228bb5494481c901d44d28ec57a99 (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.864893  5760 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ddba5e3434004670a60059c21112a68f. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.865406  5618 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ddba5e3434004670a60059c21112a68f. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.867327  5615 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b32228bb5494481c901d44d28ec57a99. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.846099  5616 tablet_service.cc:1511] Processing CreateTablet for tablet 187b6f5dfff14cb1849a2a9457111933 (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.869837  5616 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 187b6f5dfff14cb1849a2a9457111933. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.870230  5756 tablet_service.cc:1511] Processing CreateTablet for tablet d73181e5dd4b47348517f35bf6715c52 (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.871515  5756 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d73181e5dd4b47348517f35bf6715c52. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.854506  5759 tablet_service.cc:1511] Processing CreateTablet for tablet 054fd8c4edf84ce2a0db873801c1880c (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.874015  5759 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 054fd8c4edf84ce2a0db873801c1880c. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.840813  5900 tablet_service.cc:1511] Processing CreateTablet for tablet ddba5e3434004670a60059c21112a68f (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.872315  5617 tablet_service.cc:1511] Processing CreateTablet for tablet 054fd8c4edf84ce2a0db873801c1880c (DEFAULT_TABLE table=replication_test_table [id=3b6aba66640b45deb7b11ed92f99b5b3]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.876849  5617 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 054fd8c4edf84ce2a0db873801c1880c. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.876876  5900 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ddba5e3434004670a60059c21112a68f. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.876096  5758 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 187b6f5dfff14cb1849a2a9457111933. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:54.896 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.897867  6815 tablet_bootstrap.cc:492] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597: Bootstrap starting.
02:04:54.932 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:54.933 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:54.933 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:54.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:54.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:54.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:54.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:54.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:54.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:54.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:54.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:54.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:54.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:54.941 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.941 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.941 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.943 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.955608  6815 tablet_bootstrap.cc:654] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597: Neither blocks nor log segments found. Creating new log.
02:04:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.958078  6815 log.cc:826] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597: Log is configured to *not* fsync() on all Append() calls
02:04:54.963 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:54.964 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:54.964 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:54.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.964 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:54.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:54.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.967010  6816 tablet_bootstrap.cc:492] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91: Bootstrap starting.
02:04:54.967 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:54.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.982534  6817 tablet_bootstrap.cc:492] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d: Bootstrap starting.
02:04:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.986917  6815 tablet_bootstrap.cc:492] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597: No bootstrap required, opened a new log
02:04:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.987672  6815 ts_tablet_manager.cc:1403] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597: Time spent bootstrapping tablet: real 0.090s	user 0.015s	sys 0.004s
02:04:54.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.990835  6817 tablet_bootstrap.cc:654] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d: Neither blocks nor log segments found. Creating new log.
02:04:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.993191  6817 log.cc:826] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d: Log is configured to *not* fsync() on all Append() calls
02:04:54.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:54.998641  6816 tablet_bootstrap.cc:654] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91: Neither blocks nor log segments found. Creating new log.
02:04:55.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.000944  6816 log.cc:826] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91: Log is configured to *not* fsync() on all Append() calls
02:04:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.006929  6817 tablet_bootstrap.cc:492] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d: No bootstrap required, opened a new log
02:04:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.007462  6817 ts_tablet_manager.cc:1403] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d: Time spent bootstrapping tablet: real 0.028s	user 0.013s	sys 0.005s
02:04:55.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.018985  6815 raft_consensus.cc:359] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.020180  6815 raft_consensus.cc:385] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.020761  6816 tablet_bootstrap.cc:492] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91: No bootstrap required, opened a new log
02:04:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.020772  6815 raft_consensus.cc:740] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bb793b2e845474384471729ae872597, State: Initialized, Role: FOLLOWER
02:04:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.021518  6816 ts_tablet_manager.cc:1403] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91: Time spent bootstrapping tablet: real 0.055s	user 0.018s	sys 0.000s
02:04:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.022068  6815 consensus_queue.cc:260] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.031852  6815 ts_tablet_manager.cc:1434] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597: Time spent starting tablet: real 0.044s	user 0.027s	sys 0.012s
02:04:55.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.036290  6817 raft_consensus.cc:359] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.037300  6817 raft_consensus.cc:385] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.037608  6817 raft_consensus.cc:740] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 304bad4f6f2b49289344d887a131df6d, State: Initialized, Role: FOLLOWER
02:04:55.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.038559  6817 consensus_queue.cc:260] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.040 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:55.041 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:55.042 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:55.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:55.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:55.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:55.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:55.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:55.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:55.043 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:55.043 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:55.043 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:55.043 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.045593  6815 tablet_bootstrap.cc:492] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597: Bootstrap starting.
02:04:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.056545  6816 raft_consensus.cc:359] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.057555  6816 raft_consensus.cc:385] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.057889  6816 raft_consensus.cc:740] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5a88f5bda354f7b8fe81c334a719e91, State: Initialized, Role: FOLLOWER
02:04:55.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:55.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:55.060 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:55.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.058768  6816 consensus_queue.cc:260] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.062 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:55.062 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:55.062 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:55.062 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:55.062 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:55.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:55.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:55.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:55.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:55.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:55.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.070984  6816 ts_tablet_manager.cc:1434] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91: Time spent starting tablet: real 0.049s	user 0.027s	sys 0.012s
02:04:55.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.071950  6816 tablet_bootstrap.cc:492] T b32228bb5494481c901d44d28ec57a99 P c5a88f5bda354f7b8fe81c334a719e91: Bootstrap starting.
02:04:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.076987  6817 ts_tablet_manager.cc:1434] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d: Time spent starting tablet: real 0.069s	user 0.041s	sys 0.020s
02:04:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.078198  6816 tablet_bootstrap.cc:654] T b32228bb5494481c901d44d28ec57a99 P c5a88f5bda354f7b8fe81c334a719e91: Neither blocks nor log segments found. Creating new log.
02:04:55.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.081625  6815 tablet_bootstrap.cc:654] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597: Neither blocks nor log segments found. Creating new log.
02:04:55.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:55.090973  5693 tablet.cc:2404] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:55.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.092047  6816 tablet_bootstrap.cc:492] T b32228bb5494481c901d44d28ec57a99 P c5a88f5bda354f7b8fe81c334a719e91: No bootstrap required, opened a new log
02:04:55.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.092527  6816 ts_tablet_manager.cc:1403] T b32228bb5494481c901d44d28ec57a99 P c5a88f5bda354f7b8fe81c334a719e91: Time spent bootstrapping tablet: real 0.021s	user 0.010s	sys 0.009s
02:04:55.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.095628  6817 tablet_bootstrap.cc:492] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d: Bootstrap starting.
02:04:55.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.095788  6816 raft_consensus.cc:359] T b32228bb5494481c901d44d28ec57a99 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.096614  6816 raft_consensus.cc:385] T b32228bb5494481c901d44d28ec57a99 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.096906  6816 raft_consensus.cc:740] T b32228bb5494481c901d44d28ec57a99 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5a88f5bda354f7b8fe81c334a719e91, State: Initialized, Role: FOLLOWER
02:04:55.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.097718  6816 consensus_queue.cc:260] T b32228bb5494481c901d44d28ec57a99 P c5a88f5bda354f7b8fe81c334a719e91 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.105746  6817 tablet_bootstrap.cc:654] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d: Neither blocks nor log segments found. Creating new log.
02:04:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.111009  6815 tablet_bootstrap.cc:492] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597: No bootstrap required, opened a new log
02:04:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.111454  6815 ts_tablet_manager.cc:1403] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597: Time spent bootstrapping tablet: real 0.066s	user 0.004s	sys 0.024s
02:04:55.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.114195  6815 raft_consensus.cc:359] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.114857  6815 raft_consensus.cc:385] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.115125  6815 raft_consensus.cc:740] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bb793b2e845474384471729ae872597, State: Initialized, Role: FOLLOWER
02:04:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.115769  6815 consensus_queue.cc:260] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.117728  6815 ts_tablet_manager.cc:1434] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597: Time spent starting tablet: real 0.006s	user 0.003s	sys 0.003s
02:04:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.129103  6815 tablet_bootstrap.cc:492] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597: Bootstrap starting.
02:04:55.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.135468  6815 tablet_bootstrap.cc:654] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597: Neither blocks nor log segments found. Creating new log.
02:04:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.141021  6817 tablet_bootstrap.cc:492] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d: No bootstrap required, opened a new log
02:04:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.143450  6817 ts_tablet_manager.cc:1403] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d: Time spent bootstrapping tablet: real 0.048s	user 0.005s	sys 0.008s
02:04:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.145092  6816 ts_tablet_manager.cc:1434] T b32228bb5494481c901d44d28ec57a99 P c5a88f5bda354f7b8fe81c334a719e91: Time spent starting tablet: real 0.052s	user 0.026s	sys 0.023s
02:04:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.146149  6816 tablet_bootstrap.cc:492] T 187b6f5dfff14cb1849a2a9457111933 P c5a88f5bda354f7b8fe81c334a719e91: Bootstrap starting.
02:04:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.149053  6817 raft_consensus.cc:359] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.149942  6817 raft_consensus.cc:385] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.150332  6817 raft_consensus.cc:740] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 304bad4f6f2b49289344d887a131df6d, State: Initialized, Role: FOLLOWER
02:04:55.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.151167  6817 consensus_queue.cc:260] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.152529  6816 tablet_bootstrap.cc:654] T 187b6f5dfff14cb1849a2a9457111933 P c5a88f5bda354f7b8fe81c334a719e91: Neither blocks nor log segments found. Creating new log.
02:04:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.153779  6817 ts_tablet_manager.cc:1434] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d: Time spent starting tablet: real 0.010s	user 0.006s	sys 0.000s
02:04:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:55.152930  5832 tablet.cc:2404] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.155114  6817 tablet_bootstrap.cc:492] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d: Bootstrap starting.
02:04:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.160751  6821 raft_consensus.cc:493] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.161423  6821 raft_consensus.cc:515] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.164229  6816 tablet_bootstrap.cc:492] T 187b6f5dfff14cb1849a2a9457111933 P c5a88f5bda354f7b8fe81c334a719e91: No bootstrap required, opened a new log
02:04:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.164662  6816 ts_tablet_manager.cc:1403] T 187b6f5dfff14cb1849a2a9457111933 P c5a88f5bda354f7b8fe81c334a719e91: Time spent bootstrapping tablet: real 0.019s	user 0.010s	sys 0.007s
02:04:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.166787  6821 leader_election.cc:290] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177), 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.167606  6816 raft_consensus.cc:359] T 187b6f5dfff14cb1849a2a9457111933 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.168316  6816 raft_consensus.cc:385] T 187b6f5dfff14cb1849a2a9457111933 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.168596  6816 raft_consensus.cc:740] T 187b6f5dfff14cb1849a2a9457111933 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5a88f5bda354f7b8fe81c334a719e91, State: Initialized, Role: FOLLOWER
02:04:55.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.169310  6826 raft_consensus.cc:493] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:55.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.169234  6816 consensus_queue.cc:260] T 187b6f5dfff14cb1849a2a9457111933 P c5a88f5bda354f7b8fe81c334a719e91 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.169929  6826 raft_consensus.cc:515] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.172043  6816 ts_tablet_manager.cc:1434] T 187b6f5dfff14cb1849a2a9457111933 P c5a88f5bda354f7b8fe81c334a719e91: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
02:04:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.172104  6821 raft_consensus.cc:493] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.173030  6816 tablet_bootstrap.cc:492] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91: Bootstrap starting.
02:04:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.175547  6826 leader_election.cc:290] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441), 5bb793b2e845474384471729ae872597 (127.5.32.3:45841)
02:04:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.178010  6821 raft_consensus.cc:515] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.179529  6816 tablet_bootstrap.cc:654] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91: Neither blocks nor log segments found. Creating new log.
02:04:55.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.181743  6821 leader_election.cc:290] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177), 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.203135  6817 tablet_bootstrap.cc:654] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d: Neither blocks nor log segments found. Creating new log.
02:04:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.225239  6817 tablet_bootstrap.cc:492] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d: No bootstrap required, opened a new log
02:04:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.225673  6817 ts_tablet_manager.cc:1403] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d: Time spent bootstrapping tablet: real 0.071s	user 0.010s	sys 0.003s
02:04:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.228199  6817 raft_consensus.cc:359] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.228849  6817 raft_consensus.cc:385] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.229099  6817 raft_consensus.cc:740] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 304bad4f6f2b49289344d887a131df6d, State: Initialized, Role: FOLLOWER
02:04:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.229693  6817 consensus_queue.cc:260] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.234097  6817 ts_tablet_manager.cc:1434] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d: Time spent starting tablet: real 0.008s	user 0.007s	sys 0.000s
02:04:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.234972  6817 tablet_bootstrap.cc:492] T b32228bb5494481c901d44d28ec57a99 P 304bad4f6f2b49289344d887a131df6d: Bootstrap starting.
02:04:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.247924  6817 tablet_bootstrap.cc:654] T b32228bb5494481c901d44d28ec57a99 P 304bad4f6f2b49289344d887a131df6d: Neither blocks nor log segments found. Creating new log.
02:04:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.251231  5780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "187b6f5dfff14cb1849a2a9457111933" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d" is_pre_election: true
02:04:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.252849  5779 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b32228bb5494481c901d44d28ec57a99" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d" is_pre_election: true
02:04:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.254771  5780 raft_consensus.cc:2468] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bb793b2e845474384471729ae872597 in term 0.
02:04:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:55.256767  5853 leader_election.cc:343] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441): Illegal state: must be running to vote when last-logged opid is not known
02:04:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.257640  5853 leader_election.cc:304] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 304bad4f6f2b49289344d887a131df6d, 5bb793b2e845474384471729ae872597; no voters: 
02:04:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.258545  6821 raft_consensus.cc:2804] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.258888  6821 raft_consensus.cc:493] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.259224  6821 raft_consensus.cc:3060] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Advancing to term 1
02:04:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.263652  6817 tablet_bootstrap.cc:492] T b32228bb5494481c901d44d28ec57a99 P 304bad4f6f2b49289344d887a131df6d: No bootstrap required, opened a new log
02:04:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.264076  6817 ts_tablet_manager.cc:1403] T b32228bb5494481c901d44d28ec57a99 P 304bad4f6f2b49289344d887a131df6d: Time spent bootstrapping tablet: real 0.029s	user 0.007s	sys 0.005s
02:04:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.267390  6817 raft_consensus.cc:359] T b32228bb5494481c901d44d28ec57a99 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.267992  6817 raft_consensus.cc:385] T b32228bb5494481c901d44d28ec57a99 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:55.267984  5972 tablet.cc:2404] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.268302  6817 raft_consensus.cc:740] T b32228bb5494481c901d44d28ec57a99 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 304bad4f6f2b49289344d887a131df6d, State: Initialized, Role: FOLLOWER
02:04:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.278847  6817 consensus_queue.cc:260] T b32228bb5494481c901d44d28ec57a99 P 304bad4f6f2b49289344d887a131df6d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.281471  6817 ts_tablet_manager.cc:1434] T b32228bb5494481c901d44d28ec57a99 P 304bad4f6f2b49289344d887a131df6d: Time spent starting tablet: real 0.016s	user 0.006s	sys 0.000s
02:04:55.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.282402  6817 tablet_bootstrap.cc:492] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d: Bootstrap starting.
02:04:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.289572  6817 tablet_bootstrap.cc:654] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d: Neither blocks nor log segments found. Creating new log.
02:04:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.298004  6821 raft_consensus.cc:515] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.304287  6816 tablet_bootstrap.cc:492] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91: No bootstrap required, opened a new log
02:04:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.304796  6816 ts_tablet_manager.cc:1403] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91: Time spent bootstrapping tablet: real 0.132s	user 0.020s	sys 0.023s
02:04:55.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.307982  6816 raft_consensus.cc:359] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } } peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } }
02:04:55.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.308674  6816 raft_consensus.cc:385] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.308876  6816 raft_consensus.cc:740] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5a88f5bda354f7b8fe81c334a719e91, State: Initialized, Role: FOLLOWER
02:04:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.309376  6816 consensus_queue.cc:260] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } } peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } }
02:04:55.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.312325  6816 ts_tablet_manager.cc:1434] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
02:04:55.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.313218  6816 tablet_bootstrap.cc:492] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91: Bootstrap starting.
02:04:55.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.314677  5780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "187b6f5dfff14cb1849a2a9457111933" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d"
02:04:55.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.315196  5780 raft_consensus.cc:3060] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Advancing to term 1
02:04:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.320232  6821 leader_election.cc:290] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 election: Requested vote from peers c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177), 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.322050  5780 raft_consensus.cc:2468] T 187b6f5dfff14cb1849a2a9457111933 P 304bad4f6f2b49289344d887a131df6d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5bb793b2e845474384471729ae872597 in term 1.
02:04:55.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.324229  6815 tablet_bootstrap.cc:492] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597: No bootstrap required, opened a new log
02:04:55.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.324647  6815 ts_tablet_manager.cc:1403] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597: Time spent bootstrapping tablet: real 0.196s	user 0.022s	sys 0.052s
02:04:55.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.324661  5853 leader_election.cc:304] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 304bad4f6f2b49289344d887a131df6d, 5bb793b2e845474384471729ae872597; no voters: 
02:04:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.326184  6821 raft_consensus.cc:2804] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [term 1 FOLLOWER]: Leader election won for term 1
02:04:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.326360  5638 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "187b6f5dfff14cb1849a2a9457111933" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5a88f5bda354f7b8fe81c334a719e91" is_pre_election: true
02:04:55.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.327106  5638 raft_consensus.cc:2468] T 187b6f5dfff14cb1849a2a9457111933 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bb793b2e845474384471729ae872597 in term 0.
02:04:55.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.328483  5637 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b32228bb5494481c901d44d28ec57a99" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5a88f5bda354f7b8fe81c334a719e91" is_pre_election: true
02:04:55.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.328540  5920 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d73181e5dd4b47348517f35bf6715c52" candidate_uuid: "c5a88f5bda354f7b8fe81c334a719e91" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bb793b2e845474384471729ae872597" is_pre_election: true
02:04:55.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.329161  5637 raft_consensus.cc:2468] T b32228bb5494481c901d44d28ec57a99 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bb793b2e845474384471729ae872597 in term 0.
02:04:55.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.330201  5636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "187b6f5dfff14cb1849a2a9457111933" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5a88f5bda354f7b8fe81c334a719e91"
02:04:55.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.330804  5636 raft_consensus.cc:3060] T 187b6f5dfff14cb1849a2a9457111933 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Advancing to term 1
02:04:55.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.330638  6815 raft_consensus.cc:359] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.331276  6815 raft_consensus.cc:385] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.332536  6822 raft_consensus.cc:493] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:55.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:55.332993  5571 leader_election.cc:343] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 5bb793b2e845474384471729ae872597 (127.5.32.3:45841): Illegal state: must be running to vote when last-logged opid is not known
02:04:55.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.333055  6822 raft_consensus.cc:515] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.331552  6815 raft_consensus.cc:740] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bb793b2e845474384471729ae872597, State: Initialized, Role: FOLLOWER
02:04:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.334283  6815 consensus_queue.cc:260] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.334712  5854 leader_election.cc:304] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5bb793b2e845474384471729ae872597, c5a88f5bda354f7b8fe81c334a719e91; no voters: 304bad4f6f2b49289344d887a131df6d
02:04:55.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.340034  6821 raft_consensus.cc:697] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [term 1 LEADER]: Becoming Leader. State: Replica: 5bb793b2e845474384471729ae872597, State: Running, Role: LEADER
02:04:55.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.341523  6822 leader_election.cc:290] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177), 5bb793b2e845474384471729ae872597 (127.5.32.3:45841)
02:04:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.344291  5636 raft_consensus.cc:2468] T 187b6f5dfff14cb1849a2a9457111933 P c5a88f5bda354f7b8fe81c334a719e91 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5bb793b2e845474384471729ae872597 in term 1.
02:04:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.347100  6816 tablet_bootstrap.cc:654] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91: Neither blocks nor log segments found. Creating new log.
02:04:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.352720  5780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d73181e5dd4b47348517f35bf6715c52" candidate_uuid: "c5a88f5bda354f7b8fe81c334a719e91" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d" is_pre_election: true
02:04:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.342789  6841 raft_consensus.cc:2804] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.351102  6815 ts_tablet_manager.cc:1434] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597: Time spent starting tablet: real 0.026s	user 0.005s	sys 0.002s
02:04:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.353529  6841 raft_consensus.cc:493] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.353889  6841 raft_consensus.cc:3060] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Advancing to term 1
02:04:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.354172  6815 tablet_bootstrap.cc:492] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597: Bootstrap starting.
02:04:55.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.356683  5780 raft_consensus.cc:2468] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c5a88f5bda354f7b8fe81c334a719e91 in term 0.
02:04:55.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.357852  6821 consensus_queue.cc:237] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.353634  6817 tablet_bootstrap.cc:492] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d: No bootstrap required, opened a new log
02:04:55.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.359454  6817 ts_tablet_manager.cc:1403] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d: Time spent bootstrapping tablet: real 0.077s	user 0.029s	sys 0.017s
02:04:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.359702  5571 leader_election.cc:304] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 304bad4f6f2b49289344d887a131df6d, c5a88f5bda354f7b8fe81c334a719e91; no voters: 5bb793b2e845474384471729ae872597
02:04:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.360575  6826 raft_consensus.cc:2804] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:55.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.360904  6826 raft_consensus.cc:493] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:55.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.361217  6826 raft_consensus.cc:3060] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Advancing to term 1
02:04:55.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.361477  6816 tablet_bootstrap.cc:492] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91: No bootstrap required, opened a new log
02:04:55.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.361896  6816 ts_tablet_manager.cc:1403] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91: Time spent bootstrapping tablet: real 0.049s	user 0.008s	sys 0.003s
02:04:55.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.362218  6817 raft_consensus.cc:359] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } } peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } }
02:04:55.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.364455  6816 raft_consensus.cc:359] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.365105  6816 raft_consensus.cc:385] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.365383  6816 raft_consensus.cc:740] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5a88f5bda354f7b8fe81c334a719e91, State: Initialized, Role: FOLLOWER
02:04:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.366014  6816 consensus_queue.cc:260] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.368041  6816 ts_tablet_manager.cc:1434] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91: Time spent starting tablet: real 0.006s	user 0.000s	sys 0.004s
02:04:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.360713  6815 tablet_bootstrap.cc:654] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597: Neither blocks nor log segments found. Creating new log.
02:04:55.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.364559  6841 raft_consensus.cc:515] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.369663  6817 raft_consensus.cc:385] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.371788  6817 raft_consensus.cc:740] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 304bad4f6f2b49289344d887a131df6d, State: Initialized, Role: FOLLOWER
02:04:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.372766  6841 leader_election.cc:290] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 election: Requested vote from peers c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177), 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.373139  6817 consensus_queue.cc:260] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } } peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } }
02:04:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.374207  6826 raft_consensus.cc:515] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.377238  6817 ts_tablet_manager.cc:1434] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d: Time spent starting tablet: real 0.017s	user 0.006s	sys 0.000s
02:04:55.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:55.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.393059  5780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d73181e5dd4b47348517f35bf6715c52" candidate_uuid: "c5a88f5bda354f7b8fe81c334a719e91" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d"
02:04:55.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.393306  6826 leader_election.cc:290] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [CANDIDATE]: Term 1 election: Requested vote from peers 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441), 5bb793b2e845474384471729ae872597 (127.5.32.3:45841)
02:04:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.394210  5780 raft_consensus.cc:3060] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Advancing to term 1
02:04:55.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:55.394141  5854 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.5.32.1:34177, user_credentials={real_user=slave}} blocked reactor thread for 61515.6us
02:04:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.402251  5636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b32228bb5494481c901d44d28ec57a99" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5a88f5bda354f7b8fe81c334a719e91"
02:04:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.402725  5779 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b32228bb5494481c901d44d28ec57a99" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d"
02:04:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.402871  5636 raft_consensus.cc:3060] T b32228bb5494481c901d44d28ec57a99 P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Advancing to term 1
02:04:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.403254  5779 raft_consensus.cc:3060] T b32228bb5494481c901d44d28ec57a99 P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Advancing to term 1
02:04:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.406952  5780 raft_consensus.cc:2468] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c5a88f5bda354f7b8fe81c334a719e91 in term 1.
02:04:55.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.408360  5571 leader_election.cc:304] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 304bad4f6f2b49289344d887a131df6d, c5a88f5bda354f7b8fe81c334a719e91; no voters: 
02:04:55.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.409260  5636 raft_consensus.cc:2468] T b32228bb5494481c901d44d28ec57a99 P c5a88f5bda354f7b8fe81c334a719e91 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5bb793b2e845474384471729ae872597 in term 1.
02:04:55.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.409926  5779 raft_consensus.cc:2468] T b32228bb5494481c901d44d28ec57a99 P 304bad4f6f2b49289344d887a131df6d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5bb793b2e845474384471729ae872597 in term 1.
02:04:55.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.411088  6826 raft_consensus.cc:2804] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [term 1 FOLLOWER]: Leader election won for term 1
02:04:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.412894  6826 raft_consensus.cc:697] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [term 1 LEADER]: Becoming Leader. State: Replica: c5a88f5bda354f7b8fe81c334a719e91, State: Running, Role: LEADER
02:04:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.414198  6826 consensus_queue.cc:237] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.416062  5853 leader_election.cc:304] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 304bad4f6f2b49289344d887a131df6d, 5bb793b2e845474384471729ae872597; no voters: 
02:04:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.416949  6841 raft_consensus.cc:2804] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [term 1 FOLLOWER]: Leader election won for term 1
02:04:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.417297  6841 raft_consensus.cc:697] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [term 1 LEADER]: Becoming Leader. State: Replica: 5bb793b2e845474384471729ae872597, State: Running, Role: LEADER
02:04:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.417917  6841 consensus_queue.cc:237] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.422048  5636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "054fd8c4edf84ce2a0db873801c1880c" candidate_uuid: "304bad4f6f2b49289344d887a131df6d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5a88f5bda354f7b8fe81c334a719e91" is_pre_election: true
02:04:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.422638  5636 raft_consensus.cc:2468] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 304bad4f6f2b49289344d887a131df6d in term 0.
02:04:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.424460  6821 raft_consensus.cc:493] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.424587  5920 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d73181e5dd4b47348517f35bf6715c52" candidate_uuid: "c5a88f5bda354f7b8fe81c334a719e91" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bb793b2e845474384471729ae872597"
02:04:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.424957  6821 raft_consensus.cc:515] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.426833  6821 leader_election.cc:290] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177), 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.426481  5293 catalog_manager.cc:5696] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5bb793b2e845474384471729ae872597 (127.5.32.3). New cstate: current_term: 1 leader_uuid: "5bb793b2e845474384471729ae872597" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } health_report { overall_health: HEALTHY } } }
02:04:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.427367  5714 leader_election.cc:304] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 304bad4f6f2b49289344d887a131df6d, c5a88f5bda354f7b8fe81c334a719e91; no voters: 
02:04:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.428201  6822 raft_consensus.cc:2804] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.428526  6822 raft_consensus.cc:493] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.428813  6822 raft_consensus.cc:3060] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Advancing to term 1
02:04:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:55.428998  5571 leader_election.cc:343] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 5bb793b2e845474384471729ae872597 (127.5.32.3:45841): Illegal state: must be running to vote when last-logged opid is not known
02:04:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.431499  5636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "054fd8c4edf84ce2a0db873801c1880c" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5a88f5bda354f7b8fe81c334a719e91" is_pre_election: true
02:04:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.432147  5636 raft_consensus.cc:2468] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bb793b2e845474384471729ae872597 in term 0.
02:04:55.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.435626  5779 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "054fd8c4edf84ce2a0db873801c1880c" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d" is_pre_election: true
02:04:55.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.437788  6822 raft_consensus.cc:515] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.438271  5854 leader_election.cc:304] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5bb793b2e845474384471729ae872597, c5a88f5bda354f7b8fe81c334a719e91; no voters: 
02:04:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.439417  5920 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "054fd8c4edf84ce2a0db873801c1880c" candidate_uuid: "304bad4f6f2b49289344d887a131df6d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bb793b2e845474384471729ae872597" is_pre_election: true
02:04:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.439718  6822 leader_election.cc:290] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [CANDIDATE]: Term 1 election: Requested vote from peers c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177), 5bb793b2e845474384471729ae872597 (127.5.32.3:45841)
02:04:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.440909  5779 raft_consensus.cc:2393] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5bb793b2e845474384471729ae872597 in current term 1: Already voted for candidate 304bad4f6f2b49289344d887a131df6d in this term.
02:04:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.440984  6821 raft_consensus.cc:2804] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.440900  5636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "054fd8c4edf84ce2a0db873801c1880c" candidate_uuid: "304bad4f6f2b49289344d887a131df6d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5a88f5bda354f7b8fe81c334a719e91"
02:04:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.441301  6821 raft_consensus.cc:493] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.441404  5636 raft_consensus.cc:3060] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Advancing to term 1
02:04:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.441635  6821 raft_consensus.cc:3060] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Advancing to term 1
02:04:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.445802  5919 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "054fd8c4edf84ce2a0db873801c1880c" candidate_uuid: "304bad4f6f2b49289344d887a131df6d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bb793b2e845474384471729ae872597"
02:04:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.449406  6821 raft_consensus.cc:515] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.450621  5920 raft_consensus.cc:2393] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 304bad4f6f2b49289344d887a131df6d in current term 1: Already voted for candidate 5bb793b2e845474384471729ae872597 in this term.
02:04:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.451372  6821 leader_election.cc:290] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 election: Requested vote from peers c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177), 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.451817  5636 raft_consensus.cc:2468] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 304bad4f6f2b49289344d887a131df6d in term 1.
02:04:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.454180  6815 tablet_bootstrap.cc:492] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597: No bootstrap required, opened a new log
02:04:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.454600  6815 ts_tablet_manager.cc:1403] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597: Time spent bootstrapping tablet: real 0.101s	user 0.026s	sys 0.030s
02:04:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.457286  6815 raft_consensus.cc:359] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.457969  6815 raft_consensus.cc:385] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.458235  6815 raft_consensus.cc:740] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bb793b2e845474384471729ae872597, State: Initialized, Role: FOLLOWER
02:04:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.458877  6815 consensus_queue.cc:260] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.460889  6815 ts_tablet_manager.cc:1434] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597: Time spent starting tablet: real 0.006s	user 0.003s	sys 0.003s
02:04:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.461755  6815 tablet_bootstrap.cc:492] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597: Bootstrap starting.
02:04:55.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.464506  5636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "054fd8c4edf84ce2a0db873801c1880c" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5a88f5bda354f7b8fe81c334a719e91"
02:04:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.465330  5636 raft_consensus.cc:2393] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 5bb793b2e845474384471729ae872597 in current term 1: Already voted for candidate 304bad4f6f2b49289344d887a131df6d in this term.
02:04:55.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.464890  5714 leader_election.cc:304] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 304bad4f6f2b49289344d887a131df6d, c5a88f5bda354f7b8fe81c334a719e91; no voters: 
02:04:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.467105  6822 raft_consensus.cc:2804] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [term 1 FOLLOWER]: Leader election won for term 1
02:04:55.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.476303  6815 tablet_bootstrap.cc:654] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597: Neither blocks nor log segments found. Creating new log.
02:04:55.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.479791  6822 raft_consensus.cc:697] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [term 1 LEADER]: Becoming Leader. State: Replica: 304bad4f6f2b49289344d887a131df6d, State: Running, Role: LEADER
02:04:55.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.480788  6822 consensus_queue.cc:237] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.484259  5779 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "054fd8c4edf84ce2a0db873801c1880c" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d"
02:04:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.498459  5853 leader_election.cc:304] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5bb793b2e845474384471729ae872597; no voters: 304bad4f6f2b49289344d887a131df6d, c5a88f5bda354f7b8fe81c334a719e91
02:04:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.499845  6841 raft_consensus.cc:2749] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:04:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.526226  5292 catalog_manager.cc:5696] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 reported cstate change: term changed from 0 to 1, leader changed from <none> to c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1). New cstate: current_term: 1 leader_uuid: "c5a88f5bda354f7b8fe81c334a719e91" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } health_report { overall_health: UNKNOWN } } }
02:04:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.523033  6815 tablet_bootstrap.cc:492] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597: No bootstrap required, opened a new log
02:04:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.531665  6815 ts_tablet_manager.cc:1403] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597: Time spent bootstrapping tablet: real 0.070s	user 0.027s	sys 0.004s
02:04:55.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.534489  6815 raft_consensus.cc:359] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } } peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } }
02:04:55.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.535153  6815 raft_consensus.cc:385] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:55.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.535401  6815 raft_consensus.cc:740] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bb793b2e845474384471729ae872597, State: Initialized, Role: FOLLOWER
02:04:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.536145  6815 consensus_queue.cc:260] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } } peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } }
02:04:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.540910  6815 ts_tablet_manager.cc:1434] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597: Time spent starting tablet: real 0.009s	user 0.002s	sys 0.003s
02:04:55.546 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:55.547 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:55.547 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:55.549 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:55.549 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:55.549 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:55.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:55.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:55.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:55.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:55.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:55.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:55.552 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:55.550700  5277 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.5.32.60:43271, user_credentials={real_user=slave}} blocked reactor thread for 53828us
02:04:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.583393  6780 heartbeater.cc:499] Master 127.5.213.252:35743 was elected leader, sending a full tablet report...
02:04:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.594035  5293 catalog_manager.cc:5696] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5bb793b2e845474384471729ae872597 (127.5.32.3). New cstate: current_term: 1 leader_uuid: "5bb793b2e845474384471729ae872597" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } health_report { overall_health: HEALTHY } } }
02:04:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.608631  6841 raft_consensus.cc:493] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.609110  6841 raft_consensus.cc:515] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } }
02:04:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.610873  6841 leader_election.cc:290] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177), 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.612044  5636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d73181e5dd4b47348517f35bf6715c52" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5a88f5bda354f7b8fe81c334a719e91" is_pre_election: true
02:04:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.612599  5779 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d73181e5dd4b47348517f35bf6715c52" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d" is_pre_election: true
02:04:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.613299  5779 raft_consensus.cc:2393] T d73181e5dd4b47348517f35bf6715c52 P 304bad4f6f2b49289344d887a131df6d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5bb793b2e845474384471729ae872597 in current term 1: Already voted for candidate c5a88f5bda354f7b8fe81c334a719e91 in this term.
02:04:55.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.618932  5291 catalog_manager.cc:5696] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d reported cstate change: term changed from 0 to 1, leader changed from <none> to 304bad4f6f2b49289344d887a131df6d (127.5.32.2). New cstate: current_term: 1 leader_uuid: "304bad4f6f2b49289344d887a131df6d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } health_report { overall_health: UNKNOWN } } }
02:04:55.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.630400  5854 leader_election.cc:304] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5bb793b2e845474384471729ae872597; no voters: 304bad4f6f2b49289344d887a131df6d, c5a88f5bda354f7b8fe81c334a719e91
02:04:55.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.632287  6841 raft_consensus.cc:3060] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Advancing to term 1
02:04:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.639755  6821 raft_consensus.cc:493] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.640244  6821 raft_consensus.cc:515] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } } peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } }
02:04:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.642027  6821 leader_election.cc:290] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177), 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.642515  6826 raft_consensus.cc:493] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.642928  6826 raft_consensus.cc:515] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } } peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } }
02:04:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.644660  6826 leader_election.cc:290] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5bb793b2e845474384471729ae872597 (127.5.32.3:45841), 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.647781  5780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ddba5e3434004670a60059c21112a68f" candidate_uuid: "c5a88f5bda354f7b8fe81c334a719e91" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d" is_pre_election: true
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.648388  5780 raft_consensus.cc:2468] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c5a88f5bda354f7b8fe81c334a719e91 in term 0.
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.648370  5636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ddba5e3434004670a60059c21112a68f" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5a88f5bda354f7b8fe81c334a719e91" is_pre_election: true
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.648905  5636 raft_consensus.cc:2468] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bb793b2e845474384471729ae872597 in term 0.
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.648905  6841 raft_consensus.cc:2749] T d73181e5dd4b47348517f35bf6715c52 P 5bb793b2e845474384471729ae872597 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.649726  5920 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ddba5e3434004670a60059c21112a68f" candidate_uuid: "c5a88f5bda354f7b8fe81c334a719e91" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bb793b2e845474384471729ae872597" is_pre_election: true
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.649943  5854 leader_election.cc:304] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5bb793b2e845474384471729ae872597, c5a88f5bda354f7b8fe81c334a719e91; no voters: 
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.650315  5920 raft_consensus.cc:2468] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c5a88f5bda354f7b8fe81c334a719e91 in term 0.
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.652477  5779 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ddba5e3434004670a60059c21112a68f" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d" is_pre_election: true
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.652709  6841 raft_consensus.cc:2804] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.653012  6841 raft_consensus.cc:493] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.653074  5779 raft_consensus.cc:2468] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bb793b2e845474384471729ae872597 in term 0.
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.653290  6841 raft_consensus.cc:3060] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 0 FOLLOWER]: Advancing to term 1
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.654768  5571 leader_election.cc:304] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 304bad4f6f2b49289344d887a131df6d, c5a88f5bda354f7b8fe81c334a719e91; no voters: 
02:04:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.655467  6826 raft_consensus.cc:2804] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:55.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.655786  6826 raft_consensus.cc:493] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:55.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.656085  6826 raft_consensus.cc:3060] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 0 FOLLOWER]: Advancing to term 1
02:04:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.659186  6841 raft_consensus.cc:515] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } } peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } }
02:04:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.662900  6841 leader_election.cc:290] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 election: Requested vote from peers c5a88f5bda354f7b8fe81c334a719e91 (127.5.32.1:34177), 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.663686  5636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ddba5e3434004670a60059c21112a68f" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5a88f5bda354f7b8fe81c334a719e91"
02:04:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.663810  5779 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ddba5e3434004670a60059c21112a68f" candidate_uuid: "5bb793b2e845474384471729ae872597" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d"
02:04:55.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.664321  5779 raft_consensus.cc:3060] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d [term 0 FOLLOWER]: Advancing to term 1
02:04:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.664678  6826 raft_consensus.cc:515] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } } peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } }
02:04:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.665684  5636 raft_consensus.cc:2393] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 5bb793b2e845474384471729ae872597 in current term 1: Already voted for candidate c5a88f5bda354f7b8fe81c334a719e91 in this term.
02:04:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.669396  6826 leader_election.cc:290] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [CANDIDATE]: Term 1 election: Requested vote from peers 5bb793b2e845474384471729ae872597 (127.5.32.3:45841), 304bad4f6f2b49289344d887a131df6d (127.5.32.2:41441)
02:04:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.670540  5780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ddba5e3434004670a60059c21112a68f" candidate_uuid: "c5a88f5bda354f7b8fe81c334a719e91" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "304bad4f6f2b49289344d887a131df6d"
02:04:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.670594  5920 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ddba5e3434004670a60059c21112a68f" candidate_uuid: "c5a88f5bda354f7b8fe81c334a719e91" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bb793b2e845474384471729ae872597"
02:04:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.671265  5920 raft_consensus.cc:2393] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate c5a88f5bda354f7b8fe81c334a719e91 in current term 1: Already voted for candidate 5bb793b2e845474384471729ae872597 in this term.
02:04:55.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.672664  5571 leader_election.cc:304] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c5a88f5bda354f7b8fe81c334a719e91; no voters: 304bad4f6f2b49289344d887a131df6d, 5bb793b2e845474384471729ae872597
02:04:55.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.674499  5779 raft_consensus.cc:2468] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5bb793b2e845474384471729ae872597 in term 1.
02:04:55.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.675631  6826 raft_consensus.cc:2749] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:04:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.675992  5853 leader_election.cc:304] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 304bad4f6f2b49289344d887a131df6d, 5bb793b2e845474384471729ae872597; no voters: c5a88f5bda354f7b8fe81c334a719e91
02:04:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.676748  6841 raft_consensus.cc:2804] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 1 FOLLOWER]: Leader election won for term 1
02:04:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.677160  6841 raft_consensus.cc:697] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [term 1 LEADER]: Becoming Leader. State: Replica: 5bb793b2e845474384471729ae872597, State: Running, Role: LEADER
02:04:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.677906  6841 consensus_queue.cc:237] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } } peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } }
02:04:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.687250  5291 catalog_manager.cc:5696] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5bb793b2e845474384471729ae872597 (127.5.32.3). New cstate: current_term: 1 leader_uuid: "5bb793b2e845474384471729ae872597" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 } health_report { overall_health: UNKNOWN } } }
02:04:55.732 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:55.733 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:55.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:55.733 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:55.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:55.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:55.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:55.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:55.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:55.735 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:55.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:55.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:55.735 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:55.797 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:55.798 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:55.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:55.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:55.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:55.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:55.798 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:55.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:55.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:55.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:55.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:55.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:55.800 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3b6aba66640b45deb7b11ed92f99b5b3
02:04:55.800 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:55.808 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 054fd8c4edf84ce2a0db873801c1880c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:04:55.808 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 187b6f5dfff14cb1849a2a9457111933 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:04:55.808 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b32228bb5494481c901d44d28ec57a99 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:04:55.808 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d73181e5dd4b47348517f35bf6715c52 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:04:55.809 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:55.809 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.32.62:45277, [5ms] Sub RPC GetTableLocations: received response from server master-127.5.32.62:45277: OK, deferred=null) after lookup
02:04:55.810 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] connecting to peer
02:04:55.812 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] Successfully connected to peer
02:04:55.826 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:55.833 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x3d0f1f76, L:/127.0.0.1:60082 - R:/127.5.32.2:41441] using TOKEN/null
02:04:55.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.833369  6841 consensus_queue.cc:1048] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.844568  6826 consensus_queue.cc:1048] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [LEADER]: Connected to new peer: Peer: permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:55.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.853713  5920 raft_consensus.cc:1275] T 054fd8c4edf84ce2a0db873801c1880c P 5bb793b2e845474384471729ae872597 [term 1 FOLLOWER]: Refusing update from remote peer 304bad4f6f2b49289344d887a131df6d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:55.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.859359  6841 consensus_queue.cc:1048] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [LEADER]: Connected to new peer: Peer: permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:55.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.859917  5637 raft_consensus.cc:1275] T 054fd8c4edf84ce2a0db873801c1880c P c5a88f5bda354f7b8fe81c334a719e91 [term 1 FOLLOWER]: Refusing update from remote peer 304bad4f6f2b49289344d887a131df6d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:55.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.863592  6852 consensus_queue.cc:1048] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [LEADER]: Connected to new peer: Peer: permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.875841  6822 consensus_queue.cc:1048] T 054fd8c4edf84ce2a0db873801c1880c P 304bad4f6f2b49289344d887a131df6d [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:55.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.916764  6826 consensus_queue.cc:1048] T d73181e5dd4b47348517f35bf6715c52 P c5a88f5bda354f7b8fe81c334a719e91 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5bb793b2e845474384471729ae872597" member_type: VOTER last_known_addr { host: "127.5.32.3" port: 45841 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.918145  6866 mvcc.cc:204] Tried to move back new op lower bound from 7287070293397094400 to 7287070291900592128. Current Snapshot: MvccSnapshot[applied={T|T < 7287070293397094400}]
02:04:55.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.930330  6821 consensus_queue.cc:1048] T b32228bb5494481c901d44d28ec57a99 P 5bb793b2e845474384471729ae872597 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:55.977 [DEBUG - main] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:04:55.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.978176  6821 consensus_queue.cc:1048] T 187b6f5dfff14cb1849a2a9457111933 P 5bb793b2e845474384471729ae872597 [LEADER]: Connected to new peer: Peer: permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:55.988 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:04:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:55.992719  6867 mvcc.cc:204] Tried to move back new op lower bound from 7287070293397094400 to 7287070291900592128. Current Snapshot: MvccSnapshot[applied={T|T < 7287070293397094400}]
02:04:56.036 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:56.044 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xbc44d2ff, L:/127.0.0.1:45286 - R:/127.5.32.3:45841] using TOKEN/null
02:04:56.089 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ddba5e3434004670a60059c21112a68f for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:04:56.089 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 054fd8c4edf84ce2a0db873801c1880c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:04:56.089 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 187b6f5dfff14cb1849a2a9457111933 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:04:56.089 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b32228bb5494481c901d44d28ec57a99 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:04:56.090 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d73181e5dd4b47348517f35bf6715c52 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:04:56.090 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=ddba5e3434004670a60059c21112a68f@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:56.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.32.62:45277, [5ms] Sub RPC GetTableLocations: received response from server master-127.5.32.62:45277: OK, deferred=null) after lookup
02:04:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.098686  5636 raft_consensus.cc:1275] T ddba5e3434004670a60059c21112a68f P c5a88f5bda354f7b8fe81c334a719e91 [term 1 FOLLOWER]: Refusing update from remote peer 5bb793b2e845474384471729ae872597: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.098790  5779 raft_consensus.cc:1275] T ddba5e3434004670a60059c21112a68f P 304bad4f6f2b49289344d887a131df6d [term 1 FOLLOWER]: Refusing update from remote peer 5bb793b2e845474384471729ae872597: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:56.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.100219  6821 consensus_queue.cc:1048] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5a88f5bda354f7b8fe81c334a719e91" member_type: VOTER last_known_addr { host: "127.5.32.1" port: 34177 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.100849  6839 consensus_queue.cc:1048] T ddba5e3434004670a60059c21112a68f P 5bb793b2e845474384471729ae872597 [LEADER]: Connected to new peer: Peer: permanent_uuid: "304bad4f6f2b49289344d887a131df6d" member_type: VOTER last_known_addr { host: "127.5.32.2" port: 41441 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:56.162 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:56.163 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:56.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:56.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:56.164 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:56.164 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:56.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:56.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:56.163 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:56.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:56.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:56.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:56.168 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:56.265 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:56.267 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:56.268 [DEBUG - main] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:04:56.271 [DEBUG - main] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:04:56.272 [DEBUG - main] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:04:56.273 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.213.252:35743(127.5.213.252:35743)] Successfully connected to peer
02:04:56.273 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.213.253:41971(127.5.213.253:41971)] Successfully connected to peer
02:04:56.278 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.213.254:36985(127.5.213.254:36985)] Successfully connected to peer
02:04:56.282 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.254
02:04:56.283 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.252
02:04:56.293 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.253
02:04:56.298 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:56.301 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:56.302 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbe08a056, L:/127.0.0.1:48174 - R:/127.5.213.254:36985] using SASL/PLAIN
02:04:56.306 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8ff15e7f, L:/127.0.0.1:34730 - R:/127.5.213.252:35743] using SASL/PLAIN
02:04:56.308 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:56.310 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:56.310 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: OK, deferred=null) after lookup
02:04:56.310 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x299736e8, L:/127.0.0.1:36844 - R:/127.5.213.253:41971] using SASL/PLAIN
02:04:56.313 [DEBUG - main] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:04:56.316 [DEBUG - main] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:04:56.317 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.32.60:43271(127.5.32.60:43271)] Successfully connected to peer
02:04:56.318 [DEBUG - main] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:04:56.320 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.60
02:04:56.325 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.32.61:34143(127.5.32.61:34143)] Successfully connected to peer
02:04:56.331 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.32.62:45277(127.5.32.62:45277)] Successfully connected to peer
02:04:56.332 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:56.340 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x99eed21f, L:/127.0.0.1:45418 - R:/127.5.32.60:43271] using SASL/PLAIN
02:04:56.346 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.62
02:04:56.354 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.61
02:04:56.361 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:56.366 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:04:56.367 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa04912af, L:/127.0.0.1:42146 - R:/127.5.32.62:45277] using SASL/PLAIN
02:04:56.371 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x910cd78e, L:/127.0.0.1:55560 - R:/127.5.32.61:34143] using SASL/PLAIN
02:04:56.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:56.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:56.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:56.380 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:56.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:56.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:56.380 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:56.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:56.381 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:56.381 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:56.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:56.381 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:56.381 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:56.381 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:56.382 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [39ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: OK, deferred=null) after lookup
02:04:56.388 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3b6aba66640b45deb7b11ed92f99b5b3
02:04:56.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:56.395 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ddba5e3434004670a60059c21112a68f for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:04:56.395 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 054fd8c4edf84ce2a0db873801c1880c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:04:56.396 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 187b6f5dfff14cb1849a2a9457111933 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:04:56.396 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b32228bb5494481c901d44d28ec57a99 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:04:56.396 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d73181e5dd4b47348517f35bf6715c52 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:04:56.396 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=ddba5e3434004670a60059c21112a68f@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.401719  6178 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34730:
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:04:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:56.405766  6178 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:04:56.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:04:56.520 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:56.521 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:56.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:56.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:56.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:56.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:56.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:56.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:56.524 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:56.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:56.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:56.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:56.528 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.566260  6493 tablet_service.cc:1511] Processing CreateTablet for tablet 84f0b8be6e324628aa3b00cad4e23550 (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.570793  6492 tablet_service.cc:1511] Processing CreateTablet for tablet b2a060037ffc45568b9dc67d0a9a83f4 (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.573521  6492 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b2a060037ffc45568b9dc67d0a9a83f4. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.580633  6494 tablet_service.cc:1511] Processing CreateTablet for tablet 8cb4bc4c56d647ebb3a6fd511262c26b (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.590193  6494 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8cb4bc4c56d647ebb3a6fd511262c26b. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.592015  6493 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 84f0b8be6e324628aa3b00cad4e23550. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:56.596086  6164 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.5.213.253:41971, user_credentials={real_user=slave}} blocked reactor thread for 126070us
02:04:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.618719  6491 tablet_service.cc:1511] Processing CreateTablet for tablet a56d739442b24dc18ab780518ef2367c (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.620048  6491 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a56d739442b24dc18ab780518ef2367c. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.627645  6490 tablet_service.cc:1511] Processing CreateTablet for tablet b1fe3c45dee24b7b8fbee3b48dcc0224 (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.628922  6490 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b1fe3c45dee24b7b8fbee3b48dcc0224. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.654386  6349 tablet_service.cc:1511] Processing CreateTablet for tablet a56d739442b24dc18ab780518ef2367c (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.659132  6349 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a56d739442b24dc18ab780518ef2367c. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.661464  6711 tablet_service.cc:1511] Processing CreateTablet for tablet b1fe3c45dee24b7b8fbee3b48dcc0224 (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.663517  6711 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b1fe3c45dee24b7b8fbee3b48dcc0224. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.665864  6714 tablet_service.cc:1511] Processing CreateTablet for tablet 84f0b8be6e324628aa3b00cad4e23550 (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.667125  6714 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 84f0b8be6e324628aa3b00cad4e23550. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.667764  6348 tablet_service.cc:1511] Processing CreateTablet for tablet b1fe3c45dee24b7b8fbee3b48dcc0224 (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.669552  6348 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b1fe3c45dee24b7b8fbee3b48dcc0224. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.668732  6712 tablet_service.cc:1511] Processing CreateTablet for tablet a56d739442b24dc18ab780518ef2367c (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.671121  6712 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a56d739442b24dc18ab780518ef2367c. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.673 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:56.673 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:56.674 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:56.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:56.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:56.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:56.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:56.676 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:56.676 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:56.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:56.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:56.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:56.677 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.673908  6352 tablet_service.cc:1511] Processing CreateTablet for tablet 8cb4bc4c56d647ebb3a6fd511262c26b (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.675128  6352 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8cb4bc4c56d647ebb3a6fd511262c26b. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.651139  6350 tablet_service.cc:1511] Processing CreateTablet for tablet b2a060037ffc45568b9dc67d0a9a83f4 (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.677384  6350 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b2a060037ffc45568b9dc67d0a9a83f4. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.678334  6351 tablet_service.cc:1511] Processing CreateTablet for tablet 84f0b8be6e324628aa3b00cad4e23550 (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.661108  6713 tablet_service.cc:1511] Processing CreateTablet for tablet b2a060037ffc45568b9dc67d0a9a83f4 (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.681082  6713 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b2a060037ffc45568b9dc67d0a9a83f4. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.680032  6351 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 84f0b8be6e324628aa3b00cad4e23550. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.673220  6715 tablet_service.cc:1511] Processing CreateTablet for tablet 8cb4bc4c56d647ebb3a6fd511262c26b (DEFAULT_TABLE table=replication_test_table [id=bc920b3ef02341a08a049508acdcd0ff]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
02:04:56.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.692852  6715 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8cb4bc4c56d647ebb3a6fd511262c26b. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.733139  6921 tablet_bootstrap.cc:492] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484: Bootstrap starting.
02:04:56.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.773627  6923 tablet_bootstrap.cc:492] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe: Bootstrap starting.
02:04:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.775265  6921 tablet_bootstrap.cc:654] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484: Neither blocks nor log segments found. Creating new log.
02:04:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.779783  6921 log.cc:826] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484: Log is configured to *not* fsync() on all Append() calls
02:04:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.794864  6921 tablet_bootstrap.cc:492] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484: No bootstrap required, opened a new log
02:04:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.795399  6921 ts_tablet_manager.cc:1403] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484: Time spent bootstrapping tablet: real 0.063s	user 0.010s	sys 0.005s
02:04:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.801258  6923 tablet_bootstrap.cc:654] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe: Neither blocks nor log segments found. Creating new log.
02:04:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.802089  6925 tablet_bootstrap.cc:492] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16: Bootstrap starting.
02:04:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.804082  6923 log.cc:826] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe: Log is configured to *not* fsync() on all Append() calls
02:04:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.822213  6923 tablet_bootstrap.cc:492] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe: No bootstrap required, opened a new log
02:04:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.822754  6923 ts_tablet_manager.cc:1403] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe: Time spent bootstrapping tablet: real 0.050s	user 0.008s	sys 0.015s
02:04:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.828310  6925 tablet_bootstrap.cc:654] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16: Neither blocks nor log segments found. Creating new log.
02:04:56.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.830498  6925 log.cc:826] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16: Log is configured to *not* fsync() on all Append() calls
02:04:56.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.855191  6925 tablet_bootstrap.cc:492] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16: No bootstrap required, opened a new log
02:04:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.855865  6925 ts_tablet_manager.cc:1403] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16: Time spent bootstrapping tablet: real 0.054s	user 0.012s	sys 0.006s
02:04:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.876008  6921 raft_consensus.cc:359] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } } peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } }
02:04:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.876987  6921 raft_consensus.cc:385] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.877290  6921 raft_consensus.cc:740] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d5c5041bd01413ba1834ef77b21d484, State: Initialized, Role: FOLLOWER
02:04:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.878160  6921 consensus_queue.cc:260] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } } peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } }
02:04:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.880715  6923 raft_consensus.cc:359] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.881702  6923 raft_consensus.cc:385] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:56.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.882005  6923 raft_consensus.cc:740] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 768786e927d24278bcc61bc9fab10dbe, State: Initialized, Role: FOLLOWER
02:04:56.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.882959  6923 consensus_queue.cc:260] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:56.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.894143  6921 ts_tablet_manager.cc:1434] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484: Time spent starting tablet: real 0.098s	user 0.032s	sys 0.014s
02:04:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.895780  6921 tablet_bootstrap.cc:492] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484: Bootstrap starting.
02:04:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.906992  6923 ts_tablet_manager.cc:1434] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe: Time spent starting tablet: real 0.084s	user 0.043s	sys 0.006s
02:04:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.913764  6921 tablet_bootstrap.cc:654] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484: Neither blocks nor log segments found. Creating new log.
02:04:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.914186  6923 tablet_bootstrap.cc:492] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe: Bootstrap starting.
02:04:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.923074  6923 tablet_bootstrap.cc:654] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe: Neither blocks nor log segments found. Creating new log.
02:04:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.924098  6925 raft_consensus.cc:359] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.924986  6925 raft_consensus.cc:385] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.925339  6925 raft_consensus.cc:740] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cf9d9ababb504befab9fe98b09482c16, State: Initialized, Role: FOLLOWER
02:04:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.926311  6925 consensus_queue.cc:260] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.935678  6923 tablet_bootstrap.cc:492] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe: No bootstrap required, opened a new log
02:04:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.936089  6923 ts_tablet_manager.cc:1403] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe: Time spent bootstrapping tablet: real 0.028s	user 0.006s	sys 0.011s
02:04:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.938690  6923 raft_consensus.cc:359] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.939338  6923 raft_consensus.cc:385] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.939745  6923 raft_consensus.cc:740] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 768786e927d24278bcc61bc9fab10dbe, State: Initialized, Role: FOLLOWER
02:04:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.940465  6923 consensus_queue.cc:260] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.949553  6923 ts_tablet_manager.cc:1434] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe: Time spent starting tablet: real 0.013s	user 0.002s	sys 0.003s
02:04:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.956741  6923 tablet_bootstrap.cc:492] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe: Bootstrap starting.
02:04:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.964263  6923 tablet_bootstrap.cc:654] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe: Neither blocks nor log segments found. Creating new log.
02:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.977506  6923 tablet_bootstrap.cc:492] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe: No bootstrap required, opened a new log
02:04:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.977934  6923 ts_tablet_manager.cc:1403] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe: Time spent bootstrapping tablet: real 0.021s	user 0.008s	sys 0.008s
02:04:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.980773  6925 ts_tablet_manager.cc:1434] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16: Time spent starting tablet: real 0.125s	user 0.046s	sys 0.012s
02:04:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.982281  6921 tablet_bootstrap.cc:492] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484: No bootstrap required, opened a new log
02:04:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.982873  6921 ts_tablet_manager.cc:1403] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484: Time spent bootstrapping tablet: real 0.087s	user 0.009s	sys 0.027s
02:04:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.990819  6925 tablet_bootstrap.cc:492] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16: Bootstrap starting.
02:04:56.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:56.992033  6562 tablet.cc:2404] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:56.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.989773  6921 raft_consensus.cc:359] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.993141  6921 raft_consensus.cc:385] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.993589  6921 raft_consensus.cc:740] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d5c5041bd01413ba1834ef77b21d484, State: Initialized, Role: FOLLOWER
02:04:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.994331  6921 consensus_queue.cc:260] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.997295  6925 tablet_bootstrap.cc:654] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16: Neither blocks nor log segments found. Creating new log.
02:04:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.998629  6921 ts_tablet_manager.cc:1434] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484: Time spent starting tablet: real 0.015s	user 0.005s	sys 0.000s
02:04:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.999832  6921 tablet_bootstrap.cc:492] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484: Bootstrap starting.
02:04:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:56.999620  6923 raft_consensus.cc:359] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.000330  6923 raft_consensus.cc:385] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.000589  6923 raft_consensus.cc:740] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 768786e927d24278bcc61bc9fab10dbe, State: Initialized, Role: FOLLOWER
02:04:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.008409  6923 consensus_queue.cc:260] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.016227  6923 ts_tablet_manager.cc:1434] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe: Time spent starting tablet: real 0.038s	user 0.004s	sys 0.002s
02:04:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.017191  6923 tablet_bootstrap.cc:492] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe: Bootstrap starting.
02:04:57.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.023205  6925 tablet_bootstrap.cc:492] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16: No bootstrap required, opened a new log
02:04:57.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.023679  6925 ts_tablet_manager.cc:1403] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16: Time spent bootstrapping tablet: real 0.033s	user 0.012s	sys 0.000s
02:04:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.028985  6921 tablet_bootstrap.cc:654] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484: Neither blocks nor log segments found. Creating new log.
02:04:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.034219  6929 raft_consensus.cc:493] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:57.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.034765  6929 raft_consensus.cc:515] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.040246  6929 leader_election.cc:290] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403), 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194:40761)
02:04:57.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:57.044054  6426 tablet.cc:2404] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:57.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.032618  6925 raft_consensus.cc:359] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.047554  6925 raft_consensus.cc:385] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.047884  6925 raft_consensus.cc:740] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cf9d9ababb504befab9fe98b09482c16, State: Initialized, Role: FOLLOWER
02:04:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.048535  6925 consensus_queue.cc:260] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.054912  6925 ts_tablet_manager.cc:1434] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16: Time spent starting tablet: real 0.031s	user 0.008s	sys 0.001s
02:04:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.055557  6921 tablet_bootstrap.cc:492] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484: No bootstrap required, opened a new log
02:04:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.055979  6921 ts_tablet_manager.cc:1403] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484: Time spent bootstrapping tablet: real 0.056s	user 0.015s	sys 0.002s
02:04:57.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.061734  6923 tablet_bootstrap.cc:654] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe: Neither blocks nor log segments found. Creating new log.
02:04:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:57.064476  6789 tablet.cc:2404] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:57.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.067895  6925 tablet_bootstrap.cc:492] T 84f0b8be6e324628aa3b00cad4e23550 P cf9d9ababb504befab9fe98b09482c16: Bootstrap starting.
02:04:57.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.059020  6921 raft_consensus.cc:359] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.068768  6921 raft_consensus.cc:385] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:57.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.069070  6921 raft_consensus.cc:740] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d5c5041bd01413ba1834ef77b21d484, State: Initialized, Role: FOLLOWER
02:04:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.069680  6921 consensus_queue.cc:260] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.075304  6925 tablet_bootstrap.cc:654] T 84f0b8be6e324628aa3b00cad4e23550 P cf9d9ababb504befab9fe98b09482c16: Neither blocks nor log segments found. Creating new log.
02:04:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.076567  6921 ts_tablet_manager.cc:1434] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484: Time spent starting tablet: real 0.020s	user 0.005s	sys 0.001s
02:04:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.080590  6372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b1fe3c45dee24b7b8fbee3b48dcc0224" candidate_uuid: "768786e927d24278bcc61bc9fab10dbe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf9d9ababb504befab9fe98b09482c16" is_pre_election: true
02:04:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.081341  6921 tablet_bootstrap.cc:492] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484: Bootstrap starting.
02:04:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.081459  6372 raft_consensus.cc:2468] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 768786e927d24278bcc61bc9fab10dbe in term 0.
02:04:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.083771  6668 leader_election.cc:304] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 768786e927d24278bcc61bc9fab10dbe, cf9d9ababb504befab9fe98b09482c16; no voters: 
02:04:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.084933  6929 raft_consensus.cc:2804] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.085615  6929 raft_consensus.cc:493] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.085924  6929 raft_consensus.cc:3060] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Advancing to term 1
02:04:57.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.094234  6929 raft_consensus.cc:515] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.096765  6929 leader_election.cc:290] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [CANDIDATE]: Term 1 election: Requested vote from peers cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403), 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194:40761)
02:04:57.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.100723  6372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b1fe3c45dee24b7b8fbee3b48dcc0224" candidate_uuid: "768786e927d24278bcc61bc9fab10dbe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf9d9ababb504befab9fe98b09482c16"
02:04:57.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.101256  6372 raft_consensus.cc:3060] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Advancing to term 1
02:04:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.117218  6372 raft_consensus.cc:2468] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 768786e927d24278bcc61bc9fab10dbe in term 1.
02:04:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.119997  6668 leader_election.cc:304] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 768786e927d24278bcc61bc9fab10dbe, cf9d9ababb504befab9fe98b09482c16; no voters: 
02:04:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.121215  6929 raft_consensus.cc:2804] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [term 1 FOLLOWER]: Leader election won for term 1
02:04:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.125959  6925 tablet_bootstrap.cc:492] T 84f0b8be6e324628aa3b00cad4e23550 P cf9d9ababb504befab9fe98b09482c16: No bootstrap required, opened a new log
02:04:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.126240  6923 tablet_bootstrap.cc:492] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe: No bootstrap required, opened a new log
02:04:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.126399  6925 ts_tablet_manager.cc:1403] T 84f0b8be6e324628aa3b00cad4e23550 P cf9d9ababb504befab9fe98b09482c16: Time spent bootstrapping tablet: real 0.071s	user 0.016s	sys 0.007s
02:04:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.126708  6923 ts_tablet_manager.cc:1403] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe: Time spent bootstrapping tablet: real 0.110s	user 0.009s	sys 0.007s
02:04:57.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.128995  6925 raft_consensus.cc:359] T 84f0b8be6e324628aa3b00cad4e23550 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.129647  6925 raft_consensus.cc:385] T 84f0b8be6e324628aa3b00cad4e23550 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:57.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.129940  6925 raft_consensus.cc:740] T 84f0b8be6e324628aa3b00cad4e23550 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cf9d9ababb504befab9fe98b09482c16, State: Initialized, Role: FOLLOWER
02:04:57.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.130569  6925 consensus_queue.cc:260] T 84f0b8be6e324628aa3b00cad4e23550 P cf9d9ababb504befab9fe98b09482c16 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.134553  6921 tablet_bootstrap.cc:654] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484: Neither blocks nor log segments found. Creating new log.
02:04:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.135804  6929 raft_consensus.cc:697] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [term 1 LEADER]: Becoming Leader. State: Replica: 768786e927d24278bcc61bc9fab10dbe, State: Running, Role: LEADER
02:04:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.136766  6929 consensus_queue.cc:237] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.131129  6923 raft_consensus.cc:359] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.139591  6923 raft_consensus.cc:385] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.139810  6925 ts_tablet_manager.cc:1434] T 84f0b8be6e324628aa3b00cad4e23550 P cf9d9ababb504befab9fe98b09482c16: Time spent starting tablet: real 0.013s	user 0.004s	sys 0.003s
02:04:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.140815  6925 tablet_bootstrap.cc:492] T a56d739442b24dc18ab780518ef2367c P cf9d9ababb504befab9fe98b09482c16: Bootstrap starting.
02:04:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.139869  6923 raft_consensus.cc:740] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 768786e927d24278bcc61bc9fab10dbe, State: Initialized, Role: FOLLOWER
02:04:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.150504  6925 tablet_bootstrap.cc:654] T a56d739442b24dc18ab780518ef2367c P cf9d9ababb504befab9fe98b09482c16: Neither blocks nor log segments found. Creating new log.
02:04:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.150445  6923 consensus_queue.cc:260] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.157475  6176 catalog_manager.cc:5696] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe reported cstate change: term changed from 0 to 1, leader changed from <none> to 768786e927d24278bcc61bc9fab10dbe (127.5.213.195). New cstate: current_term: 1 leader_uuid: "768786e927d24278bcc61bc9fab10dbe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } health_report { overall_health: HEALTHY } } }
02:04:57.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.158769  6514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b1fe3c45dee24b7b8fbee3b48dcc0224" candidate_uuid: "768786e927d24278bcc61bc9fab10dbe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d5c5041bd01413ba1834ef77b21d484" is_pre_election: true
02:04:57.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.159011  6513 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b1fe3c45dee24b7b8fbee3b48dcc0224" candidate_uuid: "768786e927d24278bcc61bc9fab10dbe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d5c5041bd01413ba1834ef77b21d484"
02:04:57.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:57.161845  6670 leader_election.cc:343] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194:40761): Illegal state: must be running to vote when last-logged opid is not known
02:04:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.164897  6923 ts_tablet_manager.cc:1434] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe: Time spent starting tablet: real 0.038s	user 0.007s	sys 0.001s
02:04:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.165784  6923 tablet_bootstrap.cc:492] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe: Bootstrap starting.
02:04:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.176700  6928 raft_consensus.cc:493] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:57.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.177301  6928 raft_consensus.cc:515] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } } peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } }
02:04:57.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.180579  6928 leader_election.cc:290] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865), cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403)
02:04:57.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.197213  6932 raft_consensus.cc:493] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.197775  6932 raft_consensus.cc:515] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.208675  6932 leader_election.cc:290] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194:40761), 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.231128  6921 tablet_bootstrap.cc:492] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484: No bootstrap required, opened a new log
02:04:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.231701  6921 ts_tablet_manager.cc:1403] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484: Time spent bootstrapping tablet: real 0.151s	user 0.006s	sys 0.010s
02:04:57.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:57.234201  5277 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.5.32.60:43271, user_credentials={real_user=slave}} blocked reactor thread for 49298us
02:04:57.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.247597  6929 raft_consensus.cc:493] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:57.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.248049  6929 raft_consensus.cc:515] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.242393  6921 raft_consensus.cc:359] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.249604  6921 raft_consensus.cc:385] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:57.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.250255  6923 tablet_bootstrap.cc:654] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe: Neither blocks nor log segments found. Creating new log.
02:04:57.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.250304  6929 leader_election.cc:290] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403), 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194:40761)
02:04:57.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.250666  6372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a56d739442b24dc18ab780518ef2367c" candidate_uuid: "768786e927d24278bcc61bc9fab10dbe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf9d9ababb504befab9fe98b09482c16" is_pre_election: true
02:04:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:57.251982  6668 leader_election.cc:343] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403): Illegal state: must be running to vote when last-logged opid is not known
02:04:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.249895  6921 raft_consensus.cc:740] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d5c5041bd01413ba1834ef77b21d484, State: Initialized, Role: FOLLOWER
02:04:57.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.258069  6513 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a56d739442b24dc18ab780518ef2367c" candidate_uuid: "768786e927d24278bcc61bc9fab10dbe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d5c5041bd01413ba1834ef77b21d484" is_pre_election: true
02:04:57.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:57.259424  6670 leader_election.cc:343] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194:40761): Illegal state: must be running to vote when last-logged opid is not known
02:04:57.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.257130  6921 consensus_queue.cc:260] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.260004  6670 leader_election.cc:304] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 768786e927d24278bcc61bc9fab10dbe; no voters: 6d5c5041bd01413ba1834ef77b21d484, cf9d9ababb504befab9fe98b09482c16
02:04:57.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.260871  6929 raft_consensus.cc:2749] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:04:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.262365  6921 ts_tablet_manager.cc:1434] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484: Time spent starting tablet: real 0.030s	user 0.003s	sys 0.003s
02:04:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.275720  6923 tablet_bootstrap.cc:492] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe: No bootstrap required, opened a new log
02:04:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.276351  6923 ts_tablet_manager.cc:1403] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe: Time spent bootstrapping tablet: real 0.111s	user 0.009s	sys 0.006s
02:04:57.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.276705  6921 tablet_bootstrap.cc:492] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484: Bootstrap starting.
02:04:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.280241  6923 raft_consensus.cc:359] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } } peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } }
02:04:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.281044  6923 raft_consensus.cc:385] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.281363  6923 raft_consensus.cc:740] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 768786e927d24278bcc61bc9fab10dbe, State: Initialized, Role: FOLLOWER
02:04:57.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.282200  6923 consensus_queue.cc:260] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } } peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } }
02:04:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.286326  6923 ts_tablet_manager.cc:1434] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe: Time spent starting tablet: real 0.010s	user 0.002s	sys 0.005s
02:04:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.292928  6735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8cb4bc4c56d647ebb3a6fd511262c26b" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768786e927d24278bcc61bc9fab10dbe" is_pre_election: true
02:04:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.293944  6735 raft_consensus.cc:2468] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6d5c5041bd01413ba1834ef77b21d484 in term 0.
02:04:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.296257  6448 leader_election.cc:304] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6d5c5041bd01413ba1834ef77b21d484, 768786e927d24278bcc61bc9fab10dbe; no voters: 
02:04:57.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.297327  6928 raft_consensus.cc:2804] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.297752  6928 raft_consensus.cc:493] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.298084  6928 raft_consensus.cc:3060] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Advancing to term 1
02:04:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.302945  6925 tablet_bootstrap.cc:492] T a56d739442b24dc18ab780518ef2367c P cf9d9ababb504befab9fe98b09482c16: No bootstrap required, opened a new log
02:04:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.303144  6735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b2a060037ffc45568b9dc67d0a9a83f4" candidate_uuid: "cf9d9ababb504befab9fe98b09482c16" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768786e927d24278bcc61bc9fab10dbe" is_pre_election: true
02:04:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.303437  6925 ts_tablet_manager.cc:1403] T a56d739442b24dc18ab780518ef2367c P cf9d9ababb504befab9fe98b09482c16: Time spent bootstrapping tablet: real 0.163s	user 0.036s	sys 0.023s
02:04:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.303689  6735 raft_consensus.cc:2468] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cf9d9ababb504befab9fe98b09482c16 in term 0.
02:04:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.305270  6306 leader_election.cc:304] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 768786e927d24278bcc61bc9fab10dbe, cf9d9ababb504befab9fe98b09482c16; no voters: 
02:04:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.306212  6932 raft_consensus.cc:2804] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.306597  6932 raft_consensus.cc:493] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.306968  6932 raft_consensus.cc:3060] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Advancing to term 1
02:04:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.308184  6925 raft_consensus.cc:359] T a56d739442b24dc18ab780518ef2367c P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.309094  6925 raft_consensus.cc:385] T a56d739442b24dc18ab780518ef2367c P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.309419  6925 raft_consensus.cc:740] T a56d739442b24dc18ab780518ef2367c P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cf9d9ababb504befab9fe98b09482c16, State: Initialized, Role: FOLLOWER
02:04:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.310360  6925 consensus_queue.cc:260] T a56d739442b24dc18ab780518ef2367c P cf9d9ababb504befab9fe98b09482c16 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.319491  6928 raft_consensus.cc:515] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } } peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } }
02:04:57.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.322045  6928 leader_election.cc:290] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 election: Requested vote from peers 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865), cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403)
02:04:57.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.326516  6735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8cb4bc4c56d647ebb3a6fd511262c26b" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768786e927d24278bcc61bc9fab10dbe"
02:04:57.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.327128  6735 raft_consensus.cc:3060] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Advancing to term 1
02:04:57.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.334506  6932 raft_consensus.cc:515] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.336144  6735 raft_consensus.cc:2468] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6d5c5041bd01413ba1834ef77b21d484 in term 1.
02:04:57.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.338451  6921 tablet_bootstrap.cc:654] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484: Neither blocks nor log segments found. Creating new log.
02:04:57.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.336794  6932 leader_election.cc:290] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [CANDIDATE]: Term 1 election: Requested vote from peers 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194:40761), 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.339948  6448 leader_election.cc:304] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6d5c5041bd01413ba1834ef77b21d484, 768786e927d24278bcc61bc9fab10dbe; no voters: 
02:04:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.341269  6928 raft_consensus.cc:2804] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Leader election won for term 1
02:04:57.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.369446  6921 tablet_bootstrap.cc:492] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484: No bootstrap required, opened a new log
02:04:57.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.374222  6921 ts_tablet_manager.cc:1403] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484: Time spent bootstrapping tablet: real 0.098s	user 0.010s	sys 0.019s
02:04:57.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.375362  6735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b2a060037ffc45568b9dc67d0a9a83f4" candidate_uuid: "cf9d9ababb504befab9fe98b09482c16" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768786e927d24278bcc61bc9fab10dbe"
02:04:57.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.376160  6735 raft_consensus.cc:3060] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Advancing to term 1
02:04:57.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.379815  6921 raft_consensus.cc:359] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.381152  6921 raft_consensus.cc:385] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.381449  6921 raft_consensus.cc:740] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d5c5041bd01413ba1834ef77b21d484, State: Initialized, Role: FOLLOWER
02:04:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.383148  6735 raft_consensus.cc:2468] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cf9d9ababb504befab9fe98b09482c16 in term 1.
02:04:57.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.384275  6921 consensus_queue.cc:260] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.386763  6513 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b2a060037ffc45568b9dc67d0a9a83f4" candidate_uuid: "cf9d9ababb504befab9fe98b09482c16" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d5c5041bd01413ba1834ef77b21d484" is_pre_election: true
02:04:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.387362  6513 raft_consensus.cc:2468] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cf9d9ababb504befab9fe98b09482c16 in term 0.
02:04:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.388038  6963 raft_consensus.cc:493] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.388288  6514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b2a060037ffc45568b9dc67d0a9a83f4" candidate_uuid: "cf9d9ababb504befab9fe98b09482c16" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d5c5041bd01413ba1834ef77b21d484"
02:04:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.388761  6514 raft_consensus.cc:3060] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Advancing to term 1
02:04:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.388461  6963 raft_consensus.cc:515] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.397737  6514 raft_consensus.cc:2468] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cf9d9ababb504befab9fe98b09482c16 in term 1.
02:04:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.399837  6307 leader_election.cc:304] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6d5c5041bd01413ba1834ef77b21d484, cf9d9ababb504befab9fe98b09482c16; no voters: 
02:04:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.402087  6370 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84f0b8be6e324628aa3b00cad4e23550" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf9d9ababb504befab9fe98b09482c16" is_pre_election: true
02:04:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.403231  6370 raft_consensus.cc:2468] T 84f0b8be6e324628aa3b00cad4e23550 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6d5c5041bd01413ba1834ef77b21d484 in term 0.
02:04:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.404954  6371 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8cb4bc4c56d647ebb3a6fd511262c26b" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf9d9ababb504befab9fe98b09482c16"
02:04:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.406919  6963 leader_election.cc:290] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403), 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.407080  6372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8cb4bc4c56d647ebb3a6fd511262c26b" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf9d9ababb504befab9fe98b09482c16" is_pre_election: true
02:04:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.407704  6963 raft_consensus.cc:493] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.408871  6447 leader_election.cc:304] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6d5c5041bd01413ba1834ef77b21d484, cf9d9ababb504befab9fe98b09482c16; no voters: 
02:04:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:57.409888  6447 leader_election.cc:343] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403): Illegal state: must be running to vote when last-logged opid is not known
02:04:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:57.410863  6447 leader_election.cc:343] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403): Illegal state: must be running to vote when last-logged opid is not known
02:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.416299  6734 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84f0b8be6e324628aa3b00cad4e23550" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768786e927d24278bcc61bc9fab10dbe" is_pre_election: true
02:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.417016  6734 raft_consensus.cc:2468] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6d5c5041bd01413ba1834ef77b21d484 in term 0.
02:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.417411  6932 raft_consensus.cc:2804] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 1 FOLLOWER]: Leader election won for term 1
02:04:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.417953  6932 raft_consensus.cc:697] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 1 LEADER]: Becoming Leader. State: Replica: cf9d9ababb504befab9fe98b09482c16, State: Running, Role: LEADER
02:04:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:57.419121  6164 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.5.213.253:41971, user_credentials={real_user=slave}} blocked reactor thread for 47401.5us
02:04:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.418974  6932 consensus_queue.cc:237] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.419283  6963 raft_consensus.cc:515] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.414505  6966 raft_consensus.cc:2804] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:57.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.421533  6966 raft_consensus.cc:493] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.422820  6966 raft_consensus.cc:3060] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Advancing to term 1
02:04:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.424515  6372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b2a060037ffc45568b9dc67d0a9a83f4" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf9d9ababb504befab9fe98b09482c16" is_pre_election: true
02:04:57.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.429555  6734 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b2a060037ffc45568b9dc67d0a9a83f4" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768786e927d24278bcc61bc9fab10dbe" is_pre_election: true
02:04:57.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.430131  6734 raft_consensus.cc:2468] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6d5c5041bd01413ba1834ef77b21d484 in term 1.
02:04:57.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.431854  6448 leader_election.cc:304] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6d5c5041bd01413ba1834ef77b21d484, 768786e927d24278bcc61bc9fab10dbe; no voters: cf9d9ababb504befab9fe98b09482c16
02:04:57.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.433861  6965 raft_consensus.cc:493] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.435261  6925 ts_tablet_manager.cc:1434] T a56d739442b24dc18ab780518ef2367c P cf9d9ababb504befab9fe98b09482c16: Time spent starting tablet: real 0.131s	user 0.008s	sys 0.016s
02:04:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.434302  6963 leader_election.cc:290] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403), 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.437412  6959 raft_consensus.cc:2804] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:04:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.436038  6921 ts_tablet_manager.cc:1434] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484: Time spent starting tablet: real 0.062s	user 0.002s	sys 0.008s
02:04:57.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.438668  6925 tablet_bootstrap.cc:492] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16: Bootstrap starting.
02:04:57.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.436432  6965 raft_consensus.cc:515] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.437767  6959 raft_consensus.cc:493] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.440295  6959 raft_consensus.cc:3060] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Advancing to term 2
02:04:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.442647  6372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b1fe3c45dee24b7b8fbee3b48dcc0224" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf9d9ababb504befab9fe98b09482c16" is_pre_election: true
02:04:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.443424  6372 raft_consensus.cc:2393] T b1fe3c45dee24b7b8fbee3b48dcc0224 P cf9d9ababb504befab9fe98b09482c16 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6d5c5041bd01413ba1834ef77b21d484 in current term 1: Already voted for candidate 768786e927d24278bcc61bc9fab10dbe in this term.
02:04:57.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.446436  6965 leader_election.cc:290] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403), 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:57.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.446565  6735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b1fe3c45dee24b7b8fbee3b48dcc0224" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768786e927d24278bcc61bc9fab10dbe" is_pre_election: true
02:04:57.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.447953  6928 raft_consensus.cc:697] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [term 1 LEADER]: Becoming Leader. State: Replica: 6d5c5041bd01413ba1834ef77b21d484, State: Running, Role: LEADER
02:04:57.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.449321  6447 leader_election.cc:304] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6d5c5041bd01413ba1834ef77b21d484; no voters: 768786e927d24278bcc61bc9fab10dbe, cf9d9ababb504befab9fe98b09482c16
02:04:57.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.449506  6928 consensus_queue.cc:237] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } } peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } }
02:04:57.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.450146  6965 raft_consensus.cc:3060] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Advancing to term 1
02:04:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.454218  6966 raft_consensus.cc:515] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.460318  6925 tablet_bootstrap.cc:654] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16: Neither blocks nor log segments found. Creating new log.
02:04:57.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.463930  6372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84f0b8be6e324628aa3b00cad4e23550" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf9d9ababb504befab9fe98b09482c16"
02:04:57.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.464502  6372 raft_consensus.cc:3060] T 84f0b8be6e324628aa3b00cad4e23550 P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Advancing to term 1
02:04:57.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.464618  6177 catalog_manager.cc:5696] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 reported cstate change: term changed from 0 to 1, leader changed from <none> to cf9d9ababb504befab9fe98b09482c16 (127.5.213.193). New cstate: current_term: 1 leader_uuid: "cf9d9ababb504befab9fe98b09482c16" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } health_report { overall_health: UNKNOWN } } }
02:04:57.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.467151  6959 raft_consensus.cc:515] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.473222  6372 raft_consensus.cc:2468] T 84f0b8be6e324628aa3b00cad4e23550 P cf9d9ababb504befab9fe98b09482c16 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6d5c5041bd01413ba1834ef77b21d484 in term 1.
02:04:57.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.473650  6959 leader_election.cc:290] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 2 election: Requested vote from peers cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403), 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:57.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.474973  6735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b2a060037ffc45568b9dc67d0a9a83f4" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768786e927d24278bcc61bc9fab10dbe"
02:04:57.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.475514  6735 raft_consensus.cc:3060] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe [term 1 FOLLOWER]: Advancing to term 2
02:04:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.485244  6735 raft_consensus.cc:2468] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6d5c5041bd01413ba1834ef77b21d484 in term 2.
02:04:57.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.477182  6371 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b2a060037ffc45568b9dc67d0a9a83f4" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf9d9ababb504befab9fe98b09482c16"
02:04:57.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.482681  6925 tablet_bootstrap.cc:492] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16: No bootstrap required, opened a new log
02:04:57.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.487094  6925 ts_tablet_manager.cc:1403] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16: Time spent bootstrapping tablet: real 0.049s	user 0.012s	sys 0.001s
02:04:57.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.489140  6447 leader_election.cc:304] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6d5c5041bd01413ba1834ef77b21d484, cf9d9ababb504befab9fe98b09482c16; no voters: 
02:04:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.490833  6448 leader_election.cc:304] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6d5c5041bd01413ba1834ef77b21d484, 768786e927d24278bcc61bc9fab10dbe; no voters: cf9d9ababb504befab9fe98b09482c16
02:04:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.491623  6928 raft_consensus.cc:2804] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Leader election won for term 1
02:04:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.492057  6928 raft_consensus.cc:697] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [term 1 LEADER]: Becoming Leader. State: Replica: 6d5c5041bd01413ba1834ef77b21d484, State: Running, Role: LEADER
02:04:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.492300  6963 raft_consensus.cc:2804] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 2 FOLLOWER]: Leader election won for term 2
02:04:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.492825  6928 consensus_queue.cc:237] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.505704  6925 raft_consensus.cc:359] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } } peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } }
02:04:57.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.506920  6925 raft_consensus.cc:385] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:57.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.515130  6959 raft_consensus.cc:493] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.515154  6963 raft_consensus.cc:697] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 2 LEADER]: Becoming Leader. State: Replica: 6d5c5041bd01413ba1834ef77b21d484, State: Running, Role: LEADER
02:04:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.515758  6959 raft_consensus.cc:515] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.517691  6959 leader_election.cc:290] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403), 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.507382  6925 raft_consensus.cc:740] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cf9d9ababb504befab9fe98b09482c16, State: Initialized, Role: FOLLOWER
02:04:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.519335  6734 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a56d739442b24dc18ab780518ef2367c" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768786e927d24278bcc61bc9fab10dbe" is_pre_election: true
02:04:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.519315  6925 consensus_queue.cc:260] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } } peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } }
02:04:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.519928  6734 raft_consensus.cc:2468] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6d5c5041bd01413ba1834ef77b21d484 in term 0.
02:04:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.521588  6448 leader_election.cc:304] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6d5c5041bd01413ba1834ef77b21d484, 768786e927d24278bcc61bc9fab10dbe; no voters: 
02:04:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.522277  6959 raft_consensus.cc:2804] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.522593  6959 raft_consensus.cc:493] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.522918  6959 raft_consensus.cc:3060] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [term 0 FOLLOWER]: Advancing to term 1
02:04:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.516917  6963 consensus_queue.cc:237] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.526244  6372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a56d739442b24dc18ab780518ef2367c" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf9d9ababb504befab9fe98b09482c16" is_pre_election: true
02:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.527673  6372 raft_consensus.cc:2468] T a56d739442b24dc18ab780518ef2367c P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6d5c5041bd01413ba1834ef77b21d484 in term 0.
02:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.528901  6959 raft_consensus.cc:515] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.515296  6966 leader_election.cc:290] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 election: Requested vote from peers cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403), 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:57.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.532562  6734 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a56d739442b24dc18ab780518ef2367c" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768786e927d24278bcc61bc9fab10dbe"
02:04:57.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.533125  6734 raft_consensus.cc:3060] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Advancing to term 1
02:04:57.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.533530  6925 ts_tablet_manager.cc:1434] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16: Time spent starting tablet: real 0.046s	user 0.000s	sys 0.009s
02:04:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.543072  6734 raft_consensus.cc:2468] T a56d739442b24dc18ab780518ef2367c P 768786e927d24278bcc61bc9fab10dbe [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6d5c5041bd01413ba1834ef77b21d484 in term 1.
02:04:57.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.534633  6959 leader_election.cc:290] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 election: Requested vote from peers cf9d9ababb504befab9fe98b09482c16 (127.5.213.193:35403), 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:57.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.544298  6448 leader_election.cc:304] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6d5c5041bd01413ba1834ef77b21d484, 768786e927d24278bcc61bc9fab10dbe; no voters: 
02:04:57.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.545387  6928 raft_consensus.cc:2804] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Leader election won for term 1
02:04:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.546113  6372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a56d739442b24dc18ab780518ef2367c" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf9d9ababb504befab9fe98b09482c16"
02:04:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.546603  6372 raft_consensus.cc:3060] T a56d739442b24dc18ab780518ef2367c P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Advancing to term 1
02:04:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.514521  6735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84f0b8be6e324628aa3b00cad4e23550" candidate_uuid: "6d5c5041bd01413ba1834ef77b21d484" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768786e927d24278bcc61bc9fab10dbe"
02:04:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.548136  6735 raft_consensus.cc:3060] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe [term 0 FOLLOWER]: Advancing to term 1
02:04:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.545933  6928 raft_consensus.cc:697] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [term 1 LEADER]: Becoming Leader. State: Replica: 6d5c5041bd01413ba1834ef77b21d484, State: Running, Role: LEADER
02:04:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.549307  6928 consensus_queue.cc:237] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.553210  6965 raft_consensus.cc:2749] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 6d5c5041bd01413ba1834ef77b21d484 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:04:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.566583  6177 catalog_manager.cc:5696] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194). New cstate: current_term: 1 leader_uuid: "6d5c5041bd01413ba1834ef77b21d484" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } health_report { overall_health: UNKNOWN } } }
02:04:57.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.577668  6372 raft_consensus.cc:2468] T a56d739442b24dc18ab780518ef2367c P cf9d9ababb504befab9fe98b09482c16 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6d5c5041bd01413ba1834ef77b21d484 in term 1.
02:04:57.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.574172  6735 raft_consensus.cc:2468] T 84f0b8be6e324628aa3b00cad4e23550 P 768786e927d24278bcc61bc9fab10dbe [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6d5c5041bd01413ba1834ef77b21d484 in term 1.
02:04:57.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.579248  6957 raft_consensus.cc:493] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:57.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.581013  6957 raft_consensus.cc:515] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } } peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } }
02:04:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.583029  6957 leader_election.cc:290] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194:40761), 768786e927d24278bcc61bc9fab10dbe (127.5.213.195:46865)
02:04:57.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.585320  6514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8cb4bc4c56d647ebb3a6fd511262c26b" candidate_uuid: "cf9d9ababb504befab9fe98b09482c16" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d5c5041bd01413ba1834ef77b21d484" is_pre_election: true
02:04:57.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.586550  6735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8cb4bc4c56d647ebb3a6fd511262c26b" candidate_uuid: "cf9d9ababb504befab9fe98b09482c16" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768786e927d24278bcc61bc9fab10dbe" is_pre_election: true
02:04:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.587281  6735 raft_consensus.cc:2393] T 8cb4bc4c56d647ebb3a6fd511262c26b P 768786e927d24278bcc61bc9fab10dbe [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate cf9d9ababb504befab9fe98b09482c16 in current term 1: Already voted for candidate 6d5c5041bd01413ba1834ef77b21d484 in this term.
02:04:57.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.588459  6306 leader_election.cc:304] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cf9d9ababb504befab9fe98b09482c16; no voters: 6d5c5041bd01413ba1834ef77b21d484, 768786e927d24278bcc61bc9fab10dbe
02:04:57.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.589655  6957 raft_consensus.cc:3060] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16 [term 0 FOLLOWER]: Advancing to term 1
02:04:57.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:57.590785  6209 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5300 after lost signal to thread 6139
02:04:57.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:04:57.591409  6209 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8080 after lost signal to thread 6212
02:04:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.596607  6957 raft_consensus.cc:2749] T 8cb4bc4c56d647ebb3a6fd511262c26b P cf9d9ababb504befab9fe98b09482c16 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:04:57.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.658684  6177 catalog_manager.cc:5696] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194). New cstate: current_term: 1 leader_uuid: "6d5c5041bd01413ba1834ef77b21d484" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } health_report { overall_health: UNKNOWN } } }
02:04:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.660624  6177 catalog_manager.cc:5696] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194). New cstate: current_term: 1 leader_uuid: "6d5c5041bd01413ba1834ef77b21d484" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } health_report { overall_health: UNKNOWN } } }
02:04:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.662325  6177 catalog_manager.cc:5696] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 reported cstate change: term changed from 1 to 2, leader changed from cf9d9ababb504befab9fe98b09482c16 (127.5.213.193) to 6d5c5041bd01413ba1834ef77b21d484 (127.5.213.194). New cstate: current_term: 2 leader_uuid: "6d5c5041bd01413ba1834ef77b21d484" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } health_report { overall_health: UNKNOWN } } }
02:04:57.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.707463  6929 consensus_queue.cc:1048] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.716531  6929 consensus_queue.cc:1048] T b1fe3c45dee24b7b8fbee3b48dcc0224 P 768786e927d24278bcc61bc9fab10dbe [LEADER]: Connected to new peer: Peer: permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.848558  6928 consensus_queue.cc:1048] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [LEADER]: Connected to new peer: Peer: permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:04:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.865097  6965 consensus_queue.cc:1048] T 8cb4bc4c56d647ebb3a6fd511262c26b P 6d5c5041bd01413ba1834ef77b21d484 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:57.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.955379  6514 raft_consensus.cc:1240] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [term 2 LEADER]: Rejecting Update request from peer cf9d9ababb504befab9fe98b09482c16 for earlier term 1. Current term is 2. Ops: []
02:04:57.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.957962  6957 consensus_queue.cc:1059] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [LEADER]: Peer responded invalid term: Peer: permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 }, Status: INVALID_TERM, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.970563  6957 consensus_queue.cc:1243] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [LEADER]: Peer 6d5c5041bd01413ba1834ef77b21d484 log is divergent from this leader: its last log entry 2.1 is not in this leader's log and it has not received anything from this leader yet. Falling back to committed index 0
02:04:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.971166  6986 raft_consensus.cc:3055] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 1 LEADER]: Stepping down as leader of term 1
02:04:57.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.971493  6986 raft_consensus.cc:740] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 1 LEADER]: Becoming Follower/Learner. State: Replica: cf9d9ababb504befab9fe98b09482c16, State: Running, Role: LEADER
02:04:57.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.972697  6986 consensus_queue.cc:260] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 1.1, Last appended by leader: 1, Current term: 1, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 } } peers { permanent_uuid: "6d5c5041bd01413ba1834ef77b21d484" member_type: VOTER last_known_addr { host: "127.5.213.194" port: 40761 } } peers { permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 } }
02:04:57.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.974359  6986 raft_consensus.cc:3060] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 1 FOLLOWER]: Advancing to term 2
02:04:57.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:57.980667  6928 consensus_queue.cc:1048] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:04:57.999 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:58.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:58.000 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:58.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.003 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:58.020159  6928 consensus_queue.cc:1048] T a56d739442b24dc18ab780518ef2367c P 6d5c5041bd01413ba1834ef77b21d484 [LEADER]: Connected to new peer: Peer: permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:04:58.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:58.030157  6928 consensus_queue.cc:1048] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:58.073313  6965 consensus_queue.cc:1048] T 84f0b8be6e324628aa3b00cad4e23550 P 6d5c5041bd01413ba1834ef77b21d484 [LEADER]: Connected to new peer: Peer: permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:04:58.079 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:58.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:58.080 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:58.081 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.082 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.082 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:58.103663  6369 raft_consensus.cc:1275] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 2 FOLLOWER]: Refusing update from remote peer 6d5c5041bd01413ba1834ef77b21d484: Log matching property violated. Preceding OpId in replica: term: 1 index: 1. Preceding OpId from leader: term: 2 index: 1. (term mismatch)
02:04:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:58.104015  6369 pending_rounds.cc:85] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16: Aborting all ops after (but not including) 0
02:04:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:58.104290  6369 pending_rounds.cc:107] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16: Aborting uncommitted NO_OP operation due to leader change: 1.1
02:04:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:58.104535  6369 raft_consensus.cc:2889] T b2a060037ffc45568b9dc67d0a9a83f4 P cf9d9ababb504befab9fe98b09482c16 [term 2 FOLLOWER]: NO_OP replication failed: Aborted: Op aborted by new leader
02:04:58.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:58.106824  6928 consensus_queue.cc:1048] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cf9d9ababb504befab9fe98b09482c16" member_type: VOTER last_known_addr { host: "127.5.213.193" port: 35403 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:58.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:58.114018  6733 raft_consensus.cc:1275] T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe [term 2 FOLLOWER]: Refusing update from remote peer 6d5c5041bd01413ba1834ef77b21d484: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 2 index: 1. (index mismatch)
02:04:58.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:04:58.129302  6963 consensus_queue.cc:1048] T b2a060037ffc45568b9dc67d0a9a83f4 P 6d5c5041bd01413ba1834ef77b21d484 [LEADER]: Connected to new peer: Peer: permanent_uuid: "768786e927d24278bcc61bc9fab10dbe" member_type: VOTER last_known_addr { host: "127.5.213.195" port: 46865 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:58.143 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:58.144 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:58.144 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:58.145 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.145 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.145 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.149 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:58.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:58.560 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:58.561 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:58.561 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:58.562 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.562 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.562 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.563 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.566 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.566 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:58.611 [DEBUG - main] (Connection.java:575) [peer master-127.5.32.60:43271(127.5.32.60:43271)] disconnecting while in state READY
02:04:58.611 [DEBUG - main] (Connection.java:575) [peer master-127.5.32.61:34143(127.5.32.61:34143)] disconnecting while in state READY
02:04:58.611 [DEBUG - main] (Connection.java:575) [peer master-127.5.32.62:45277(127.5.32.62:45277)] disconnecting while in state READY
02:04:58.612 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.32.60:43271(127.5.32.60:43271)] handling channelInactive
02:04:58.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state READY due to: connection closed
02:04:58.613 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.32.61:34143(127.5.32.61:34143)] handling channelInactive
02:04:58.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state READY due to: connection closed
02:04:58.614 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:58.616 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
02:04:58.616 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:04:58.625 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.32.62:45277(127.5.32.62:45277)] handling channelInactive
02:04:58.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state READY due to: connection closed
02:04:58.625 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
02:04:58.626 [DEBUG - main] (Connection.java:575) [peer master-127.5.213.254:36985(127.5.213.254:36985)] disconnecting while in state READY
02:04:58.626 [DEBUG - main] (Connection.java:575) [peer master-127.5.213.253:41971(127.5.213.253:41971)] disconnecting while in state READY
02:04:58.626 [DEBUG - main] (Connection.java:575) [peer master-127.5.213.252:35743(127.5.213.252:35743)] disconnecting while in state READY
02:04:58.627 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.213.254:36985(127.5.213.254:36985)] handling channelInactive
02:04:58.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state READY due to: connection closed
02:04:58.627 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.213.253:41971(127.5.213.253:41971)] handling channelInactive
02:04:58.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state READY due to: connection closed
02:04:58.628 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:58.630 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:04:58.631 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:04:58.633 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.213.252:35743(127.5.213.252:35743)] handling channelInactive
02:04:58.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state READY due to: connection closed
02:04:58.634 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
02:04:58.636 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:04:58.636 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:04:58.636 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:04:58.636 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:04:58.637 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:04:58.637 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:04:58.644 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:04:58.644 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:04:58.645 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:04:58.645 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:04:58.645 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:04:58.645 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:04:58.645 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:04:58.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:58.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:58.780 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:58.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.781 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:58.782 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.782 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:58.782 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.782 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.782 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:58.783 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:58.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:58.941 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:04:59.099 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:04:59.099 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:04:59.099 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:04:59.112 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:04:59.392 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:59.396 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:59.397 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:59.397 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:59.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:59.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:59.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:59.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:59.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:59.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:59.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:59.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:59.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:59.400 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:59.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:59.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:59.540 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:59.540 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:59.540 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:59.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:59.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:59.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:59.540 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:59.542 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:59.542 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:59.542 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:59.542 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:04:59.832 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:04:59.833 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:04:59.833 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:04:59.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:59.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:59.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:04:59.835 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:59.835 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:59.835 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:04:59.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:59.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:59.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:04:59.838 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:04:59.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:04:59.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:04:59.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:04:59.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:04:59.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:59.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:59.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:04:59.920 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:59.920 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:59.920 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:04:59.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:59.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:59.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:04:59.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:00.016 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:05:00.121 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:00.122 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:00.123 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:00.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:00.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:00.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:00.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:00.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:00.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:00.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:00.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:00.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:00.125 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:00.200 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:05:00.215 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:05:00.256 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:05:00.274 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:05:00.303 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:05:00.323 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:05:00.325 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:05:00.325 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:05:00.326 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:05:00.327 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:05:00.327 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:05:00.327 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:05:00.327 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:05:00.328 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:05:00.328 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:05:00.331 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:05:00.331 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:05:00.331 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:05:00.331 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:05:00.331 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:05:00.331 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:05:00.331 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:05:00.331 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:05:00.331 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:05:00.337 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:05:00.337 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:05:00.337 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:05:00.337 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:05:00.337 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:05:00.337 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_81047558e1235a2f0cf78d21e1f64538/blobStorage
02:05:00.352 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:35491 - max concurrent requests: 50 - max backlog: 1000
02:05:00.359 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_81047558e1235a2f0cf78d21e1f64538/blobStorage
02:05:00.366 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_81047558e1235a2f0cf78d21e1f64538/blobStorage
02:05:00.368 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:05:00.369 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32
02:05:00.371 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 40 GB (83.33% usable)
02:05:00.371 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-ca284d59-0220-408d-816a-d6dc548b1867
02:05:00.375 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-5dcafb54-4a57-4b5c-845b-6a88f1cebfd2
02:05:00.393 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:00.452 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:05:00.453 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:05:00.453 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:05:00.453 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:05:00.454 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:05:00.457 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_4 .
02:05:00.465 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:05:00.466 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:05:00.466 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
02:05:00.466 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-f44a3aef-4f86-467d-9bcc-3f337f19094a
02:05:00.476 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:05:00.476 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:05:00.498 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:42781
02:05:00.499 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:05:00.513 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:05:00.514 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:42781 was granted leadership with leaderSessionID=67ad017c-88dd-4149-ac54-5fa0409c2514
02:05:00.514 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:42781 , session=67ad017c-88dd-4149-ac54-5fa0409c2514
02:05:00.516 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:05:00.516 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:05:00.518 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id fdfb5fc1-eb39-4e49-8b65-299f77ff8b3e. Creating new DispatcherLeaderProcess.
02:05:00.518 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:05:00.520 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:05:00.528 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:05:00.528 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:05:00.531 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_5 .
02:05:00.531 [INFO - pool-49-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 4766d2b3-2f8e-499c-860d-a96ddfe15ec4.
02:05:00.537 [INFO - pool-49-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_6 .
02:05:00.545 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
02:05:00.547 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:05:00.547 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_5 , session=fdfb5fc1-eb39-4e49-8b65-299f77ff8b3e
02:05:00.547 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:05:00.549 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:05:00.550 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:05:00.550 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_6 , session=4766d2b3-2f8e-499c-860d-a96ddfe15ec4
02:05:00.569 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_6(860da96ddfe15ec44766d2b32f8e499c).
02:05:00.593 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:05:00.607 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 (pekko://flink/user/rpc/taskmanager_4) at ResourceManager
02:05:00.611 [INFO - flink-pekko.actor.default-dispatcher-5] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (226350c0f683964857a646cd0909db9f).
02:05:00.612 [INFO - flink-pekko.actor.default-dispatcher-5] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (226350c0f683964857a646cd0909db9f).
02:05:00.612 [INFO - flink-pekko.actor.default-dispatcher-5] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-226350c0f683964857a646cd0909db9f'.
02:05:00.612 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 226350c0f683964857a646cd0909db9f was granted leadership with leader id 9313c206-4043-46a3-8b97-67ca44aa4ab8. Creating new JobMasterServiceProcess.
02:05:00.614 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_6 under registration id 7eacc9698a8026545b89eec0f053d909.
02:05:00.614 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:344) Registering task executor 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 under 7eacc9698a8026545b89eec0f053d909 at the slot manager.
02:05:00.619 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_7 .
02:05:00.624 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (226350c0f683964857a646cd0909db9f).
02:05:00.625 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (226350c0f683964857a646cd0909db9f).
02:05:00.625 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph e2a5b07b7c32e85b24f675b8d590830c for job 226350c0f683964857a646cd0909db9f.
02:05:00.626 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (226350c0f683964857a646cd0909db9f).
02:05:00.626 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:05:00.627 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
02:05:00.627 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f7087cb
02:05:00.627 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:00.627 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:05:00.629 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:05:00.629 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@21cffaba for Flink Streaming Job (226350c0f683964857a646cd0909db9f).
02:05:00.630 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_7 , session=9313c206-4043-46a3-8b97-67ca44aa4ab8
02:05:00.631 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (226350c0f683964857a646cd0909db9f) under job master id 8b9767ca44aa4ab89313c206404346a3.
02:05:00.631 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:05:00.633 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:00.645 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:05:00.645 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state CREATED to RUNNING.
02:05:00.648 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:05:00.649 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:05:00.649 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:05:00.650 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:05:00.650 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_6(860da96ddfe15ec44766d2b32f8e499c)
02:05:00.652 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:05:00.652 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager 8b9767ca44aa4ab89313c206404346a3@pekko://flink/user/rpc/jobmanager_7 for job 226350c0f683964857a646cd0909db9f.
02:05:00.657 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager 8b9767ca44aa4ab89313c206404346a3@pekko://flink/user/rpc/jobmanager_7 for job 226350c0f683964857a646cd0909db9f.
02:05:00.660 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 860da96ddfe15ec44766d2b32f8e499c.
02:05:00.661 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:05:00.668 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:00.670 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:00.678 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.32.60:43271(127.5.32.60:43271)] Successfully connected to peer
02:05:00.686 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 226350c0f683964857a646cd0909db9f
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:05:00.686 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:00.687 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot aa6d9fe9a0c5e00d578e174091d1c61d from 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 for job 226350c0f683964857a646cd0909db9f with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:00.688 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request aa6d9fe9a0c5e00d578e174091d1c61d for job 226350c0f683964857a646cd0909db9f from resource manager with leader id 860da96ddfe15ec44766d2b32f8e499c.
02:05:00.688 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for aa6d9fe9a0c5e00d578e174091d1c61d with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:00.689 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot c67877856d264a76f5fe0cff9fd2610d from 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 for job 226350c0f683964857a646cd0909db9f with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:00.689 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 7552b88147caadb1040dfd6b5de8e3f4 from 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 for job 226350c0f683964857a646cd0909db9f with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:00.689 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 08323de925853e3aff6aa9a0b08b0e9e from 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 for job 226350c0f683964857a646cd0909db9f with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:00.700 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.32.62:45277(127.5.32.62:45277)] Successfully connected to peer
02:05:00.703 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.60
02:05:00.721 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.32.61:34143(127.5.32.61:34143)] Successfully connected to peer
02:05:00.726 [DEBUG - main] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:00.732 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:00.732 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.61
02:05:00.736 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:192) Add job 226350c0f683964857a646cd0909db9f for job leader monitoring.
02:05:00.736 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_7 with leader id 9313c206-4043-46a3-8b97-67ca44aa4ab8.
02:05:00.736 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request c67877856d264a76f5fe0cff9fd2610d for job 226350c0f683964857a646cd0909db9f from resource manager with leader id 860da96ddfe15ec44766d2b32f8e499c.
02:05:00.737 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for c67877856d264a76f5fe0cff9fd2610d with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:00.737 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 7552b88147caadb1040dfd6b5de8e3f4 for job 226350c0f683964857a646cd0909db9f from resource manager with leader id 860da96ddfe15ec44766d2b32f8e499c.
02:05:00.738 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 7552b88147caadb1040dfd6b5de8e3f4 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:00.738 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 08323de925853e3aff6aa9a0b08b0e9e for job 226350c0f683964857a646cd0909db9f from resource manager with leader id 860da96ddfe15ec44766d2b32f8e499c.
02:05:00.738 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 08323de925853e3aff6aa9a0b08b0e9e with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:00.738 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:05:00.740 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_7 for job 226350c0f683964857a646cd0909db9f.
02:05:00.740 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1783) Establish JobManager connection for job 226350c0f683964857a646cd0909db9f.
02:05:00.741 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 226350c0f683964857a646cd0909db9f.
02:05:00.741 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:05:00.742 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id 7552b88147caadb1040dfd6b5de8e3f4
02:05:00.743 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7552b88147caadb1040dfd6b5de8e3f4.
02:05:00.744 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd31be724, L:/127.0.0.1:41954 - R:/127.5.32.60:43271] using SASL/PLAIN
02:05:00.745 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 226350c0f683964857a646cd0909db9f.
02:05:00.745 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:05:00.745 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 226350c0f683964857a646cd0909db9f
02:05:00.748 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 7552b88147caadb1040dfd6b5de8e3f4.
02:05:00.752 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.62
02:05:00.752 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:05:00.752 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id c67877856d264a76f5fe0cff9fd2610d
02:05:00.760 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:05:00.760 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id 08323de925853e3aff6aa9a0b08b0e9e
02:05:00.762 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:05:00.762 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id aa6d9fe9a0c5e00d578e174091d1c61d
02:05:00.769 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:05:00.769 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:05:00.771 [DEBUG - main] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:00.773 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@456a8e19
02:05:00.773 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:00.774 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:05:00.776 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:05:00.782 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.213.253:41971(127.5.213.253:41971)] Successfully connected to peer
02:05:00.783 [DEBUG - main] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:00.786 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.253
02:05:00.791 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.213.252:35743(127.5.213.252:35743)] Successfully connected to peer
02:05:00.797 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@553203cf
02:05:00.799 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:00.806 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x529412b7, L:/127.0.0.1:56930 - R:/127.5.213.253:41971] using SASL/PLAIN
02:05:00.807 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:00.814 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.213.254:36985(127.5.213.254:36985)] Successfully connected to peer
02:05:00.818 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:00.822 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2232aca3, L:/127.0.0.1:49498 - R:/127.5.32.61:34143] using SASL/PLAIN
02:05:00.827 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.252
02:05:00.831 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.254
02:05:00.839 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot c67877856d264a76f5fe0cff9fd2610d.
02:05:00.840 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:00.841 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id c67877856d264a76f5fe0cff9fd2610d.
02:05:00.853 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:00.859 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfa7b02f5, L:/127.0.0.1:36294 - R:/127.5.213.252:35743] using SASL/PLAIN
02:05:00.859 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:00.863 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.213.253:41971(127.5.213.253:41971)] Successfully connected to peer
02:05:00.865 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:00.865 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=195), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: OK, [138ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: OK, deferred=null) after lookup
02:05:00.866 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:00.870 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:00.872 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.253
02:05:00.875 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 08323de925853e3aff6aa9a0b08b0e9e.
02:05:00.878 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 08323de925853e3aff6aa9a0b08b0e9e.
02:05:00.879 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1284a0cf, L:/127.0.0.1:33258 - R:/127.5.213.254:36985] using SASL/PLAIN
02:05:00.879 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:00.880 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.213.252:35743(127.5.213.252:35743)] Successfully connected to peer
02:05:00.887 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa773e711, L:/127.0.0.1:55654 - R:/127.5.32.62:45277] using SASL/PLAIN
02:05:00.889 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.252
02:05:00.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:00.891 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:00.891 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=231), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [107ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: OK, [157ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: OK, deferred=null) after lookup
02:05:00.892 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:05:00.893 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:05:00.894 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1eedd435
02:05:00.894 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:00.897 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:05:00.897 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:00.897 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:05:00.898 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:00.898 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:00.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:00.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:00.899 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:00.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:00.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:00.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:00.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:00.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:00.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:00.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:00.901 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3b6aba66640b45deb7b11ed92f99b5b3
02:05:00.901 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:05:00.903 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:00.910 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8cb4bc4c56d647ebb3a6fd511262c26b for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:05:00.911 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 84f0b8be6e324628aa3b00cad4e23550 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:05:00.911 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b2a060037ffc45568b9dc67d0a9a83f4 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:00.911 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:00.911 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:00.913 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.213.254:36985(127.5.213.254:36985)] Successfully connected to peer
02:05:00.914 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ddba5e3434004670a60059c21112a68f for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:05:00.914 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 054fd8c4edf84ce2a0db873801c1880c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:05:00.915 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 187b6f5dfff14cb1849a2a9457111933 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:00.915 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b32228bb5494481c901d44d28ec57a99 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:00.915 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d73181e5dd4b47348517f35bf6715c52 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:00.916 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=ddba5e3434004670a60059c21112a68f@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:00.918 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=8cb4bc4c56d647ebb3a6fd511262c26b@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=84f0b8be6e324628aa3b00cad4e23550@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=b2a060037ffc45568b9dc67d0a9a83f4@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299998, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299993, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299993}]
02:05:00.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.213.252:35743, [8ms] Sub RPC GetTableLocations: received response from server master-127.5.213.252:35743: OK, deferred=null)) after lookup
02:05:00.919 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.254
02:05:00.920 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] connecting to peer
02:05:00.922 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a1f0363
02:05:00.932 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:05:00.932 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7552b88147caadb1040dfd6b5de8e3f4.
02:05:00.932 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot c67877856d264a76f5fe0cff9fd2610d.
02:05:00.932 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 08323de925853e3aff6aa9a0b08b0e9e.
02:05:00.933 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot aa6d9fe9a0c5e00d578e174091d1c61d.
02:05:00.933 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot aa6d9fe9a0c5e00d578e174091d1c61d.
02:05:00.933 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:05:00.934 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:05:00.934 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:05:00.934 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:00.935 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60d3aa09
02:05:00.935 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:00.935 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:05:00.935 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:05:00.937 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:00.938 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:05:00.941 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:00.942 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd721c13b, L:/127.0.0.1:56938 - R:/127.5.213.253:41971] using SASL/PLAIN
02:05:00.949 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] Successfully connected to peer
02:05:00.949 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id aa6d9fe9a0c5e00d578e174091d1c61d.
02:05:00.952 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb6e36567, L:/127.0.0.1:36310 - R:/127.5.213.252:35743] using SASL/PLAIN
02:05:00.955 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@11c23769
02:05:00.961 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:00.961 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=154), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [109ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: OK, deferred=null) after lookup
02:05:00.966 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:00.975 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:05:00.978 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:00.988 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:05:00.988 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@427a2c33
02:05:00.992 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:05:00.992 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc380a041, L:/127.0.0.1:33268 - R:/127.5.213.254:36985] using SASL/PLAIN
02:05:00.992 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:05:01.012 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:01.019 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:05:01.019 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:05:01.021 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54235300
02:05:01.021 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:01.021 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:05:01.021 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:05:01.022 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:05:01.024 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.033 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1e989012
02:05:01.035 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xd8140d38, L:/127.0.0.1:47016 - R:/127.5.213.194:40761] using TOKEN/null
02:05:01.036 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:01.053 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:01.058 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.058 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:01.064 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.065 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:01.068 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:05:01.069 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='378ea7c2f637ed3210572720e473769f66d85247f9fd39db3741f00446f8adbf'}]
02:05:01.071 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:01.072 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.072 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:01.076 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:05:01.087 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:01.087 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.088 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:01.093 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.213.253:41971(127.5.213.253:41971)] Successfully connected to peer
02:05:01.096 [DEBUG - main] (Connection.java:748) [peer 768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)] connecting to peer
02:05:01.098 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:01.100 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.253
02:05:01.112 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.213.252:35743(127.5.213.252:35743)] Successfully connected to peer
02:05:01.115 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.213.254:36985(127.5.213.254:36985)] Successfully connected to peer
02:05:01.118 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.252
02:05:01.124 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:01.133 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:01.140 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.213.253:41971(127.5.213.253:41971)] Successfully connected to peer
02:05:01.142 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.254
02:05:01.148 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:01.149 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:01.149 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.150 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:01.152 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.153 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.213.252:35743(127.5.213.252:35743)] Successfully connected to peer
02:05:01.154 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.213.254:36985(127.5.213.254:36985)] Successfully connected to peer
02:05:01.156 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa0e0a28a, L:/127.0.0.1:36316 - R:/127.5.213.252:35743] using SASL/PLAIN
02:05:01.165 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcf23f32c, L:/127.0.0.1:56944 - R:/127.5.213.253:41971] using SASL/PLAIN
02:05:01.174 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.177 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.253
02:05:01.180 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:01.180 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=213), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [126ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: OK, deferred=null) after lookup
02:05:01.182 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8d56bca0, L:/127.0.0.1:33280 - R:/127.5.213.254:36985] using SASL/PLAIN
02:05:01.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:05:01.189 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:05:01.189 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e5bfe63
02:05:01.190 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:05:01.191 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:05:01.191 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:05:01.191 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=ddba5e3434004670a60059c21112a68f@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}]
02:05:01.193 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.213.253:41971(127.5.213.253:41971)] Successfully connected to peer
02:05:01.199 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)] Successfully connected to peer
02:05:01.201 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.213.252:35743(127.5.213.252:35743)] Successfully connected to peer
02:05:01.195 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.213.254:36985(127.5.213.254:36985)] Successfully connected to peer
02:05:01.220 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:05:01.221 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3b3204878d1a867b73732fc1cc03a3ab065d91adfe6a93d93f94686448c30092'}]
02:05:01.223 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.254
02:05:01.223 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.252
02:05:01.225 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.254
02:05:01.226 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.253
02:05:01.234 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:01.235 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] connecting to peer
02:05:01.236 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.213.252
02:05:01.260 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.266 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.269 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4357a0b1, L:/127.0.0.1:36328 - R:/127.5.213.252:35743] using SASL/PLAIN
02:05:01.273 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:01.273 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=236), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [149ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: OK, deferred=null) after lookup
02:05:01.278 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:05:01.291 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.300 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.300 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:05:01.306 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.307 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.309 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb093d015, L:/127.0.0.1:56962 - R:/127.5.213.253:41971] using SASL/PLAIN
02:05:01.314 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.315 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xac0de23b, L:/127.0.0.1:56948 - R:/127.5.213.253:41971] using SASL/PLAIN
02:05:01.322 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:05:01.323 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299998, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}]
02:05:01.330 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:05:01.331 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2f750440
02:05:01.333 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:05:01.333 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:05:01.336 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] Successfully connected to peer
02:05:01.347 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xce36a41c, L:/127.0.0.1:33292 - R:/127.5.213.254:36985] using SASL/PLAIN
02:05:01.361 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:01.361 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x2b35479c, L:/127.0.0.1:60332 - R:/127.5.213.195:46865] using TOKEN/null
02:05:01.361 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7d54c55f, L:/127.0.0.1:36342 - R:/127.5.213.252:35743] using SASL/PLAIN
02:05:01.363 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc142da0b, L:/127.0.0.1:33300 - R:/127.5.213.254:36985] using SASL/PLAIN
02:05:01.365 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.2
02:05:01.368 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:01.368 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=426), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [334ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: OK, [356ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: OK, deferred=null) after lookup
02:05:01.374 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:05:01.377 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:05:01.377 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='14d6d058d5087008d750a824fdf7e4f2f3df4bc9a298334c0f31779ffcbe2600'}]
02:05:01.377 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.380 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:01.384 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:05:01.384 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45b2ffc6
02:05:01.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:01.392 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:05:01.392 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5853c9c4, L:/127.0.0.1:48208 - R:/127.5.32.2:41441] using SASL/PLAIN
02:05:01.393 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:05:01.394 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:05:01.397 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.402 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:01.412 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7287070313103360001) for scanner KuduScanner(table=replication_test_table, tablet=ddba5e3434004670a60059c21112a68f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.416 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [378ea7c2f637ed3210572720e473769f66d85247f9fd39db3741f00446f8adbf]
02:05:01.417 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:05:01.418 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:01.420 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [378ea7c2f637ed3210572720e473769f66d85247f9fd39db3741f00446f8adbf]
02:05:01.422 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 378ea7c2f637ed3210572720e473769f66d85247f9fd39db3741f00446f8adbf finished by subtask 0; deferring removal (restored in pending)
02:05:01.424 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:05:01.424 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:05:01.424 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] disconnecting while in state READY
02:05:01.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:01.426 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='32dba519f6e6a0e7e02221250caba0a399f26a9d47913b4b28123689e1e50950'}]
02:05:01.429 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:01.435 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8cb4bc4c56d647ebb3a6fd511262c26b for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:05:01.435 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 84f0b8be6e324628aa3b00cad4e23550 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:05:01.435 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b2a060037ffc45568b9dc67d0a9a83f4 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:01.435 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:01.435 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:01.436 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=8cb4bc4c56d647ebb3a6fd511262c26b@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=84f0b8be6e324628aa3b00cad4e23550@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=b2a060037ffc45568b9dc67d0a9a83f4@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:01.437 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8cb4bc4c56d647ebb3a6fd511262c26b for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:05:01.438 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 84f0b8be6e324628aa3b00cad4e23550 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:05:01.438 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b2a060037ffc45568b9dc67d0a9a83f4 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:01.438 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:01.438 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:01.438 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=8cb4bc4c56d647ebb3a6fd511262c26b@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=84f0b8be6e324628aa3b00cad4e23550@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=b2a060037ffc45568b9dc67d0a9a83f4@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:01.448 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:01.453 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:05:01.455 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.455 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:01.458 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}]
02:05:01.461 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.461 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:01.468 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.469 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:01.476 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.477 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:01.485 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.513 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:05:01.513 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.519 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299993, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}]
02:05:01.526 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7b79c85e, L:/127.0.0.1:59226 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:01.543 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.543 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:01.551 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.552 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:01.563 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.563 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:01.577 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7287070313103360001) for scanner KuduScanner(table=replication_test_table, tablet=054fd8c4edf84ce2a0db873801c1880c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.578 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [3b3204878d1a867b73732fc1cc03a3ab065d91adfe6a93d93f94686448c30092]
02:05:01.578 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:05:01.582 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3b3204878d1a867b73732fc1cc03a3ab065d91adfe6a93d93f94686448c30092]
02:05:01.585 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3b3204878d1a867b73732fc1cc03a3ab065d91adfe6a93d93f94686448c30092 finished by subtask 2; deferring removal (restored in pending)
02:05:01.587 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 84f0b8be6e324628aa3b00cad4e23550 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:05:01.588 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b2a060037ffc45568b9dc67d0a9a83f4 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:01.588 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:01.588 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:01.588 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=84f0b8be6e324628aa3b00cad4e23550@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=b2a060037ffc45568b9dc67d0a9a83f4@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:01.589 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:05:01.589 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:05:01.589 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:01.590 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:01.607 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.607 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:01.618 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.618 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:05:01.619 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='20dff5f4c89108e4b01b0b3b30a154c4cefd17e5eb3ae38e5689cf9f58525dc8'}]
02:05:01.621 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:01.623 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:05:01.633 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:01.663 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] handling channelInactive
02:05:01.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] cleaning up while in state READY due to: connection closed
02:05:01.664 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:05:01.665 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:05:01.675 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.676 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:01.681 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.681 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:01.687 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.687 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:01.697 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.698 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:01.704 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.713 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:01.716 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:01.732 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.737 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:01.741 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x31ad9e75, L:/127.0.0.1:59232 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:01.751 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070313103360001) for scanner KuduScanner(table=replication_test_table, tablet=d73181e5dd4b47348517f35bf6715c52, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.754 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [32dba519f6e6a0e7e02221250caba0a399f26a9d47913b4b28123689e1e50950]
02:05:01.754 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [32dba519f6e6a0e7e02221250caba0a399f26a9d47913b4b28123689e1e50950]
02:05:01.755 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:05:01.755 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:05:01.756 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 32dba519f6e6a0e7e02221250caba0a399f26a9d47913b4b28123689e1e50950 finished by subtask 0; deferring removal (restored in pending)
02:05:01.756 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:01.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:01.768 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.769 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:01.776 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.776 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:01.778 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:05:01.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}]
02:05:01.783 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.783 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:01.791 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.792 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:01.798 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.801 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:01.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:01.801 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:05:01.802 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:05:01.814 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:01.816 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:01.833 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:01.840 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:01.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:01.840 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:01.841 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:05:01.846 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3ea7456f, L:/127.0.0.1:59244 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:01.856 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.857 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:01.862 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7287070313103360001) for scanner KuduScanner(table=replication_test_table, tablet=187b6f5dfff14cb1849a2a9457111933, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.862 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.863 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [14d6d058d5087008d750a824fdf7e4f2f3df4bc9a298334c0f31779ffcbe2600]
02:05:01.863 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:01.863 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:05:01.866 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [14d6d058d5087008d750a824fdf7e4f2f3df4bc9a298334c0f31779ffcbe2600]
02:05:01.868 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 14d6d058d5087008d750a824fdf7e4f2f3df4bc9a298334c0f31779ffcbe2600 finished by subtask 3; deferring removal (restored in pending)
02:05:01.868 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.869 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:05:01.869 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:05:01.869 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:01.869 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:01.869 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:01.877 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b2a060037ffc45568b9dc67d0a9a83f4 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:01.877 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:01.877 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:01.878 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=b2a060037ffc45568b9dc67d0a9a83f4@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:01.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b2a060037ffc45568b9dc67d0a9a83f4 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:01.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:01.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:01.879 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=b2a060037ffc45568b9dc67d0a9a83f4@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:01.879 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:01.880 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b2a060037ffc45568b9dc67d0a9a83f4 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:01.880 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:01.880 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:01.880 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=b2a060037ffc45568b9dc67d0a9a83f4@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:01.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:01.898 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.898 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:01.902 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:01.902 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:01.903 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:01.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:01.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:01.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:01.906 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:01.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:01.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:01.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:01.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:01.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:01.910 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:01.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069901917 for job 226350c0f683964857a646cd0909db9f.
02:05:01.922 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=130, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7eda72f1, flushNotification=Deferred@1677855558(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:05:01.923 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] connecting to peer
02:05:01.925 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=65, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7f1a0db7, flushNotification=Deferred@2071970128(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:05:01.926 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] connecting to peer
02:05:01.926 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=195, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@2f3f8c4b, flushNotification=Deferred@374475096(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:05:01.927 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] connecting to peer
02:05:01.939 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:01.940 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:01.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:01.941 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:01.941 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:05:01.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:01.942878  6448 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.5.213.195:46865, user_credentials={real_user=slave}} blocked reactor thread for 45204.5us
02:05:01.947 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] Successfully connected to peer
02:05:01.965 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] Successfully connected to peer
02:05:01.985 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:02.008 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.008 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:02.016 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:02.021 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:02.024 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.025 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:02.026 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:02.029 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x92021239, L:/127.0.0.1:47032 - R:/127.5.213.194:40761] using TOKEN/null
02:05:02.031 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.031 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:02.039 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.039 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:02.039 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] Successfully connected to peer
02:05:02.040 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc7ae0ea7, L:/127.0.0.1:47048 - R:/127.5.213.194:40761] using TOKEN/null
02:05:02.044 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.058 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:02.070 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x25f8caab, L:/127.0.0.1:59254 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:02.109 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.110 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:02.122 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.122 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:02.123 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:02.124 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:02.124 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:02.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:02.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:02.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:02.126 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:02.126 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:02.126 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:02.126 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:02.126 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:02.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:02.127 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:02.129 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7287070313103360001) for scanner KuduScanner(table=replication_test_table, tablet=b32228bb5494481c901d44d28ec57a99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.129 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.129 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:02.130 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [20dff5f4c89108e4b01b0b3b30a154c4cefd17e5eb3ae38e5689cf9f58525dc8]
02:05:02.130 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:05:02.139 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [20dff5f4c89108e4b01b0b3b30a154c4cefd17e5eb3ae38e5689cf9f58525dc8]
02:05:02.140 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:05:02.142 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.142 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:02.147 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 20dff5f4c89108e4b01b0b3b30a154c4cefd17e5eb3ae38e5689cf9f58525dc8 finished by subtask 1; deferring removal (restored in pending)
02:05:02.150 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:02.150 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:05:02.150 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:02.150 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:02.151 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:02.151 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:02.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:02.152 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:02.152 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.153 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:02.153 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:02.153 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:02.153 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:02.153 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:02.154 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:02.156 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:02.171 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:02.181 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:05:02.181 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:02.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:02.182 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:02.209 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.209 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:02.216 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.216 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:02.225 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7ca5a27f, L:/127.0.0.1:47064 - R:/127.5.213.194:40761] using TOKEN/null
02:05:02.228 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.230 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:02.239 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.240 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:02.248 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:02.258994  7180 log.cc:927] Time spent T b2a060037ffc45568b9dc67d0a9a83f4 P 768786e927d24278bcc61bc9fab10dbe: Append to log took a long time: real 0.056s	user 0.000s	sys 0.000s
02:05:02.307 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.308 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:02.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:02.316246  6209 debug-util.cc:398] Leaking SignalData structure 0x7b0800097560 after lost signal to thread 6139
02:05:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:02.316872  6209 debug-util.cc:398] Leaking SignalData structure 0x7b08000afa60 after lost signal to thread 6212
02:05:02.329 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.330 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:02.339 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.340 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:02.346 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.347 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:02.352 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.366 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 226350c0f683964857a646cd0909db9f (4404 bytes, checkpointDuration=449 ms, finalizationTime=0 ms).
02:05:02.368 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:05:02.369 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 14d6d058d5087008d750a824fdf7e4f2f3df4bc9a298334c0f31779ffcbe2600 from pending
02:05:02.369 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 3b3204878d1a867b73732fc1cc03a3ab065d91adfe6a93d93f94686448c30092 from pending
02:05:02.369 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 32dba519f6e6a0e7e02221250caba0a399f26a9d47913b4b28123689e1e50950 from pending
02:05:02.369 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 378ea7c2f637ed3210572720e473769f66d85247f9fd39db3741f00446f8adbf from pending
02:05:02.369 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 20dff5f4c89108e4b01b0b3b30a154c4cefd17e5eb3ae38e5689cf9f58525dc8 from pending
02:05:02.369 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 5 finished splits from enumerator state
02:05:02.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:02.414 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.414 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:02.424 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.425 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:02.430 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069902421 for job 226350c0f683964857a646cd0909db9f.
02:05:02.432 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.433 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:02.434 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=260, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7202d85b, flushNotification=Deferred@1756205759(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:05:02.438 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] connecting to peer
02:05:02.445 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] Successfully connected to peer
02:05:02.465 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.465 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:02.466 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:02.471 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.494 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xcdf9dc0f, L:/127.0.0.1:47076 - R:/127.5.213.194:40761] using TOKEN/null
02:05:02.539 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.539 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:02.549 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.549 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:02.568 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.569 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:02.594 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 226350c0f683964857a646cd0909db9f (964 bytes, checkpointDuration=173 ms, finalizationTime=0 ms).
02:05:02.599 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.600 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:02.600 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:05:02.606 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.611 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3b6aba66640b45deb7b11ed92f99b5b3
02:05:02.615 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:05:02.618 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3b6aba66640b45deb7b11ed92f99b5b3
02:05:02.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:05:02.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ddba5e3434004670a60059c21112a68f for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:05:02.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 054fd8c4edf84ce2a0db873801c1880c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:05:02.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 187b6f5dfff14cb1849a2a9457111933 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:02.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b32228bb5494481c901d44d28ec57a99 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:02.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d73181e5dd4b47348517f35bf6715c52 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:02.629 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=ddba5e3434004670a60059c21112a68f@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:02.636 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8cb4bc4c56d647ebb3a6fd511262c26b for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:05:02.636 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 84f0b8be6e324628aa3b00cad4e23550 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:05:02.636 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b2a060037ffc45568b9dc67d0a9a83f4 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:02.636 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:02.637 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:02.637 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=8cb4bc4c56d647ebb3a6fd511262c26b@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=84f0b8be6e324628aa3b00cad4e23550@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=b2a060037ffc45568b9dc67d0a9a83f4@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:02.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3b6aba66640b45deb7b11ed92f99b5b3
02:05:02.649 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bc920b3ef02341a08a049508acdcd0ff
02:05:02.666 [DEBUG - kudu-nio-1] (NetUtil.java:139) Resolved '127.5.32.1' into [/127.5.32.1] in 7881894ns
02:05:02.666 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ddba5e3434004670a60059c21112a68f for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:05:02.667 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 054fd8c4edf84ce2a0db873801c1880c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:05:02.667 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3b6aba66640b45deb7b11ed92f99b5b3
02:05:02.667 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 187b6f5dfff14cb1849a2a9457111933 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:02.667 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b32228bb5494481c901d44d28ec57a99 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:02.667 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d73181e5dd4b47348517f35bf6715c52 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:02.668 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=ddba5e3434004670a60059c21112a68f@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:02.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.32.62:45277, [9ms] Sub RPC GetTableLocations: received response from server master-127.5.32.62:45277: OK, deferred=null)) after lookup
02:05:02.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ddba5e3434004670a60059c21112a68f for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:05:02.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 054fd8c4edf84ce2a0db873801c1880c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:05:02.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 187b6f5dfff14cb1849a2a9457111933 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:02.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b32228bb5494481c901d44d28ec57a99 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:02.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d73181e5dd4b47348517f35bf6715c52 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:02.672 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=ddba5e3434004670a60059c21112a68f@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:02.678 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='72817fb521577aa3382ae2c395228b63bcdabd8cd302b51a29b9740aa343e07c'}]
02:05:02.680 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:02.680 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ddba5e3434004670a60059c21112a68f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.681 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c6f1a5b6989d589024614cba5337b0d943194a6110e45e46175f496dd7c69cf3'}]
02:05:02.681 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ddba5e3434004670a60059c21112a68f for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:02.682 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:02.683 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='29aef2f362fd28dd2fa9a4f7c5f14935726abde253011801bc496416ffa28de3'}]
02:05:02.685 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:02.685 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b7b3da42f61f8d0620e81344aec0575be2ef326807534b84b45c61f63f63091b'}]
02:05:02.687 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:02.687 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:05:02.688 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:05:02.689 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}]
02:05:02.689 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:05:02.690 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}]
02:05:02.690 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:05:02.691 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}]
02:05:02.692 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299997, tablet=ddba5e3434004670a60059c21112a68f@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}]
02:05:02.694 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:02.707 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=054fd8c4edf84ce2a0db873801c1880c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.707 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 054fd8c4edf84ce2a0db873801c1880c for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:02.721 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=187b6f5dfff14cb1849a2a9457111933, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.721 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 187b6f5dfff14cb1849a2a9457111933 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:02.731 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b32228bb5494481c901d44d28ec57a99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.731 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet b32228bb5494481c901d44d28ec57a99 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:02.732 [DEBUG - main] (Connection.java:748) [peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)] connecting to peer
02:05:02.734 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:02.740 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:02.756 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] connecting to peer
02:05:02.775 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:02.791 [DEBUG - kudu-nio-5] (Connection.java:757) [peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)] Successfully connected to peer
02:05:02.799 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:02.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:02.800 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:02.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:02.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:02.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:02.802 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:02.802 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:02.802 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:02.802 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:02.802 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:02.803 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:02.803 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:02.804 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:02.809 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:02.828 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:02.835 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xe8cafed2, L:/127.0.0.1:33040 - R:/127.5.32.1:34177] using TOKEN/null
02:05:02.840 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:02.850 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:02.855 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d73181e5dd4b47348517f35bf6715c52, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.856 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:02.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8cb4bc4c56d647ebb3a6fd511262c26b for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:05:02.860 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 84f0b8be6e324628aa3b00cad4e23550 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:05:02.860 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b2a060037ffc45568b9dc67d0a9a83f4 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:02.860 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d739442b24dc18ab780518ef2367c for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:02.860 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b1fe3c45dee24b7b8fbee3b48dcc0224 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:02.860 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=8cb4bc4c56d647ebb3a6fd511262c26b@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=84f0b8be6e324628aa3b00cad4e23550@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=b2a060037ffc45568b9dc67d0a9a83f4@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=a56d739442b24dc18ab780518ef2367c@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)[L],768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865),cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224@[6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761),768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)[L],cf9d9ababb504befab9fe98b09482c16(127.5.213.193:35403)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:02.860 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.213.252:35743, [4ms] Sub RPC GetTableLocations: received response from server master-127.5.213.252:35743: OK, deferred=null)) after lookup
02:05:02.870 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.871 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:02.880 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:02.880 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.883 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:02.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:02.893 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.894 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:02.898 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa4d3d065, L:/127.0.0.1:59280 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:02.903 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.903 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:02.880 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] Successfully connected to peer
02:05:02.908 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.2
02:05:02.909 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:02.910 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.922 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069902921 for job 226350c0f683964857a646cd0909db9f.
02:05:02.936 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x70075714, L:/127.0.0.1:59268 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:02.945 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 226350c0f683964857a646cd0909db9f (4454 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
02:05:02.947 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:05:02.947 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:02.949 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ddba5e3434004670a60059c21112a68f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.950 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ddba5e3434004670a60059c21112a68f for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:02.951 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x996158ab, L:/127.0.0.1:48224 - R:/127.5.32.2:41441] using SASL/PLAIN
02:05:02.955 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070321238016001) for scanner KuduScanner(table=replication_test_table, tablet=187b6f5dfff14cb1849a2a9457111933, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.956 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [29aef2f362fd28dd2fa9a4f7c5f14935726abde253011801bc496416ffa28de3]
02:05:02.957 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [29aef2f362fd28dd2fa9a4f7c5f14935726abde253011801bc496416ffa28de3]
02:05:02.957 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:05:02.957 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:05:02.957 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:02.958 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:02.960 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 29aef2f362fd28dd2fa9a4f7c5f14935726abde253011801bc496416ffa28de3 finished by subtask 3; deferring removal (restored in pending)
02:05:02.961 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='59e5ed5c550d77c1edc1efe39e9f3395645a88ddd6864a318c67131fbe489aff'}]
02:05:02.963 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:02.965 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:02.972 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070321238016001) for scanner KuduScanner(table=replication_test_table, tablet=ddba5e3434004670a60059c21112a68f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.973 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=054fd8c4edf84ce2a0db873801c1880c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.973 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 054fd8c4edf84ce2a0db873801c1880c for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:02.973 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [72817fb521577aa3382ae2c395228b63bcdabd8cd302b51a29b9740aa343e07c]
02:05:02.973 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [72817fb521577aa3382ae2c395228b63bcdabd8cd302b51a29b9740aa343e07c]
02:05:02.974 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:05:02.974 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:05:02.975 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 72817fb521577aa3382ae2c395228b63bcdabd8cd302b51a29b9740aa343e07c finished by subtask 2; deferring removal (restored in pending)
02:05:02.975 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] disconnecting while in state READY
02:05:02.976 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:02.980 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070321238016001) for scanner KuduScanner(table=replication_test_table, tablet=054fd8c4edf84ce2a0db873801c1880c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:02.981 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [c6f1a5b6989d589024614cba5337b0d943194a6110e45e46175f496dd7c69cf3]
02:05:02.981 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c6f1a5b6989d589024614cba5337b0d943194a6110e45e46175f496dd7c69cf3]
02:05:02.982 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:05:02.982 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:05:02.983 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:02.983 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c6f1a5b6989d589024614cba5337b0d943194a6110e45e46175f496dd7c69cf3 finished by subtask 0; deferring removal (restored in pending)
02:05:02.986 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:02.996 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9e261361, L:/127.0.0.1:59288 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:03.041 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070321238016001) for scanner KuduScanner(table=replication_test_table, tablet=b32228bb5494481c901d44d28ec57a99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:03.042 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b7b3da42f61f8d0620e81344aec0575be2ef326807534b84b45c61f63f63091b]
02:05:03.042 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b7b3da42f61f8d0620e81344aec0575be2ef326807534b84b45c61f63f63091b]
02:05:03.043 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:05:03.043 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:05:03.044 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b7b3da42f61f8d0620e81344aec0575be2ef326807534b84b45c61f63f63091b finished by subtask 1; deferring removal (restored in pending)
02:05:03.046 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:03.050 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=187b6f5dfff14cb1849a2a9457111933, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:03.050 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 187b6f5dfff14cb1849a2a9457111933 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:03.056 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:03.080 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b32228bb5494481c901d44d28ec57a99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:03.081 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet b32228bb5494481c901d44d28ec57a99 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:03.087 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:03.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:03.088 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:05:03.088 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:03.093 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d73181e5dd4b47348517f35bf6715c52, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:03.109 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8cb4bc4c56d647ebb3a6fd511262c26b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:03.110 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8cb4bc4c56d647ebb3a6fd511262c26b for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
02:05:03.125 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84f0b8be6e324628aa3b00cad4e23550, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:03.126 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 84f0b8be6e324628aa3b00cad4e23550 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
02:05:03.145 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b2a060037ffc45568b9dc67d0a9a83f4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:03.146 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b2a060037ffc45568b9dc67d0a9a83f4 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
02:05:03.156 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a56d739442b24dc18ab780518ef2367c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:03.157 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a56d739442b24dc18ab780518ef2367c for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
02:05:03.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:03.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:03.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:03.160 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:03.160 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:03.160 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:03.161 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:03.161 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:03.161 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:03.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:03.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:03.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:03.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:03.169 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] handling channelInactive
02:05:03.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] cleaning up while in state READY due to: connection closed
02:05:03.170 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:03.170 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:05:03.172 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b1fe3c45dee24b7b8fbee3b48dcc0224, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:03.173 [DEBUG - main] (Connection.java:575) [peer master-127.5.213.254:36985(127.5.213.254:36985)] disconnecting while in state READY
02:05:03.173 [DEBUG - main] (Connection.java:575) [peer 768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)] disconnecting while in state READY
02:05:03.173 [DEBUG - main] (Connection.java:575) [peer master-127.5.213.253:41971(127.5.213.253:41971)] disconnecting while in state READY
02:05:03.173 [DEBUG - main] (Connection.java:575) [peer master-127.5.213.252:35743(127.5.213.252:35743)] disconnecting while in state READY
02:05:03.173 [DEBUG - main] (Connection.java:575) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] disconnecting while in state READY
02:05:03.174 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.213.254:36985(127.5.213.254:36985)] handling channelInactive
02:05:03.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state READY due to: connection closed
02:05:03.174 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.213.252:35743(127.5.213.252:35743)] handling channelInactive
02:05:03.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state READY due to: connection closed
02:05:03.174 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.213.253:41971(127.5.213.253:41971)] handling channelInactive
02:05:03.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state READY due to: connection closed
02:05:03.175 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)] handling channelInactive
02:05:03.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 768786e927d24278bcc61bc9fab10dbe(127.5.213.195:46865)] cleaning up while in state READY due to: connection closed
02:05:03.184 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:03.185 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
02:05:03.185 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:05:03.186 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:05:03.186 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] handling channelInactive
02:05:03.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] cleaning up while in state READY due to: connection closed
02:05:03.186 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
02:05:03.187 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
02:05:03.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:03.187552  5975 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 6266
02:05:03.220 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:05:03.232 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:03.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:03.234 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:03.273 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:03.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:03.273 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:03.274 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:05:03.298 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:05:03.300 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}]
02:05:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:03.317493  6447 connection.cc:582] client connection to 127.5.213.193:35403 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:05:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:03.317947  6447 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:05:03.326 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:03.339 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:03.340691  5975 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 6425
02:05:03.360 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:03.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:03.403 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:03.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069903418 for job 226350c0f683964857a646cd0909db9f.
02:05:03.420 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1ff12683, L:/127.0.0.1:59298 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:03.435 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 226350c0f683964857a646cd0909db9f (4454 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:05:03.437 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:05:03.437 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split c6f1a5b6989d589024614cba5337b0d943194a6110e45e46175f496dd7c69cf3 from pending
02:05:03.437 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 72817fb521577aa3382ae2c395228b63bcdabd8cd302b51a29b9740aa343e07c from pending
02:05:03.437 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split b7b3da42f61f8d0620e81344aec0575be2ef326807534b84b45c61f63f63091b from pending
02:05:03.437 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 29aef2f362fd28dd2fa9a4f7c5f14935726abde253011801bc496416ffa28de3 from pending
02:05:03.437 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 4 finished splits from enumerator state
02:05:03.440 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070321238016001) for scanner KuduScanner(table=replication_test_table, tablet=d73181e5dd4b47348517f35bf6715c52, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:03.440 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [59e5ed5c550d77c1edc1efe39e9f3395645a88ddd6864a318c67131fbe489aff]
02:05:03.440 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [59e5ed5c550d77c1edc1efe39e9f3395645a88ddd6864a318c67131fbe489aff]
02:05:03.441 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:05:03.441 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:05:03.441 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:03.441 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 59e5ed5c550d77c1edc1efe39e9f3395645a88ddd6864a318c67131fbe489aff finished by subtask 3; deferring removal (restored in pending)
02:05:03.453 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:03.485 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:03.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:03.486 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:03.486 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:05:03.519 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] handling channelInactive
02:05:03.519 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] handling channelInactive
02:05:03.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] cleaning up while in state READY due to: connection closed
02:05:03.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] cleaning up while in state READY due to: connection closed
02:05:03.520 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] handling channelInactive
02:05:03.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] cleaning up while in state READY due to: connection closed
02:05:03.521 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] handling channelInactive
02:05:03.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] cleaning up while in state READY due to: connection closed
02:05:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:03.532488  5975 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 6569
02:05:03.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:03.642443  5975 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 5987
02:05:03.702 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.213.254:36985(127.5.213.254:36985)] handling channelInactive
02:05:03.702 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state READY due to: connection closed
02:05:03.702 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.213.254:36985(127.5.213.254:36985)] handling channelInactive
02:05:03.702 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state READY due to: connection closed
02:05:03.702 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.213.254:36985(127.5.213.254:36985)] handling channelInactive
02:05:03.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state READY due to: connection closed
02:05:03.703 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.213.254:36985(127.5.213.254:36985)] handling channelInactive
02:05:03.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state READY due to: connection closed
02:05:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:03.704660  5975 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 6058
02:05:03.756 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.213.253:41971(127.5.213.253:41971)] handling channelInactive
02:05:03.756 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.213.253:41971(127.5.213.253:41971)] handling channelInactive
02:05:03.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state READY due to: connection closed
02:05:03.757 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.213.253:41971(127.5.213.253:41971)] handling channelInactive
02:05:03.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state READY due to: connection closed
02:05:03.756 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.213.253:41971(127.5.213.253:41971)] handling channelInactive
02:05:03.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state READY due to: connection closed
02:05:03.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state READY due to: connection closed
02:05:03.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:03.764427  5975 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 6134
02:05:03.837 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.213.252:35743(127.5.213.252:35743)] handling channelInactive
02:05:03.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state READY due to: connection closed
02:05:03.868 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.213.252:35743(127.5.213.252:35743)] handling channelInactive
02:05:03.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state READY due to: connection closed
02:05:03.868 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.213.252:35743(127.5.213.252:35743)] handling channelInactive
02:05:03.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state READY due to: connection closed
02:05:03.872 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.213.252:35743(127.5.213.252:35743)] handling channelInactive
02:05:03.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state READY due to: connection closed
02:05:03.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:03.893 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:03.894 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:03.894 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:03.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:03.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:03.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:03.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:03.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:03.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:03.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:03.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:03.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:03.895 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:03.922 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069903918 for job 226350c0f683964857a646cd0909db9f.
02:05:03.947 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 226350c0f683964857a646cd0909db9f (1662 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
02:05:03.949 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:05:03.949 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 59e5ed5c550d77c1edc1efe39e9f3395645a88ddd6864a318c67131fbe489aff from pending
02:05:03.949 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 1 finished splits from enumerator state
02:05:04.023 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:04.024 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:04.024 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:04.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:04.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:04.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:04.026 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:04.026 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:04.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:04.089 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:04.089 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:04.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:04.089 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:04.337 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:04.337 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:04.338 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:04.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:04.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:04.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:04.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:04.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:04.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:04.339 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:04.339 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:04.339 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:04.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:04.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:04.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069904417 for job 226350c0f683964857a646cd0909db9f.
02:05:04.436 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 226350c0f683964857a646cd0909db9f (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:05:04.438 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:05:04.651 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3b6aba66640b45deb7b11ed92f99b5b3
02:05:04.660 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ddba5e3434004670a60059c21112a68f for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:05:04.660 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 054fd8c4edf84ce2a0db873801c1880c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:05:04.662 [DEBUG - kudu-nio-1] (NetUtil.java:139) Resolved '127.5.32.3' into [/127.5.32.3] in 2287299ns
02:05:04.662 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 187b6f5dfff14cb1849a2a9457111933 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:04.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b32228bb5494481c901d44d28ec57a99 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:04.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d73181e5dd4b47348517f35bf6715c52 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:04.663 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=ddba5e3434004670a60059c21112a68f@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:04.668 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3a0d4aa81941028835de1f9308e2ed92b50ed68e12550162205c536bbbccb2c1'}]
02:05:04.670 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:04.670 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='125971d6e6f3162284a787815c140983c723bfbd3db9b86b7d69b557be864c87'}]
02:05:04.672 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='341d57200b12c1c9212b151c424390eaa72d5a94addaf581c4975370e02e4c29'}]
02:05:04.673 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='df9ed205fc6f51381fb233c8b7ea97c267b7a589cb0fd50c31d7afeb27c1f377'}]
02:05:04.674 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:05:04.675 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299997, tablet=ddba5e3434004670a60059c21112a68f@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}]
02:05:04.677 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:04.677 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:05:04.678 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}]
02:05:04.679 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:04.680 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:04.681 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:05:04.682 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}]
02:05:04.682 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:05:04.683 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}]
02:05:04.694 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] connecting to peer
02:05:04.705 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:04.713 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:04.721 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:04.734 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] Successfully connected to peer
02:05:04.749 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:04.751 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.2
02:05:04.777 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:04.762 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:04.792 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:04.799 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:04.810 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:04.813 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbdc2ce11, L:/127.0.0.1:48226 - R:/127.5.32.2:41441] using SASL/PLAIN
02:05:04.830 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:04.833 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070329430016001) for scanner KuduScanner(table=replication_test_table, tablet=ddba5e3434004670a60059c21112a68f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:04.833 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [3a0d4aa81941028835de1f9308e2ed92b50ed68e12550162205c536bbbccb2c1]
02:05:04.834 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3a0d4aa81941028835de1f9308e2ed92b50ed68e12550162205c536bbbccb2c1]
02:05:04.834 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:04.834 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:05:04.834 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:05:04.835 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3a0d4aa81941028835de1f9308e2ed92b50ed68e12550162205c536bbbccb2c1 finished by subtask 2; deferring removal (restored in pending)
02:05:04.836 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] disconnecting while in state READY
02:05:04.841 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='db0221c40083da435832068968a550532ad8b7ed1e871a2735563ad76f3d2e31'}]
02:05:04.843 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:04.850 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:04.852 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:04.853 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc1f1a0d2, L:/127.0.0.1:59302 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:04.855 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:05:04.856 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}]
02:05:04.873 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] handling channelInactive
02:05:04.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] cleaning up while in state READY due to: connection closed
02:05:04.873 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:05:04.873 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:05:04.875 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfa6d0bac, L:/127.0.0.1:59304 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:04.882 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:04.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:04.896 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070329430016001) for scanner KuduScanner(table=replication_test_table, tablet=187b6f5dfff14cb1849a2a9457111933, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:04.897 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [341d57200b12c1c9212b151c424390eaa72d5a94addaf581c4975370e02e4c29]
02:05:04.897 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [341d57200b12c1c9212b151c424390eaa72d5a94addaf581c4975370e02e4c29]
02:05:04.897 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:05:04.897 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:05:04.898 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 341d57200b12c1c9212b151c424390eaa72d5a94addaf581c4975370e02e4c29 finished by subtask 1; deferring removal (restored in pending)
02:05:04.898 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:04.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:04.906 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:04.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069904917 for job 226350c0f683964857a646cd0909db9f.
02:05:04.938 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 226350c0f683964857a646cd0909db9f (4454 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
02:05:04.940 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:05:04.940 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 341d57200b12c1c9212b151c424390eaa72d5a94addaf581c4975370e02e4c29 from pending
02:05:04.941 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 3a0d4aa81941028835de1f9308e2ed92b50ed68e12550162205c536bbbccb2c1 from pending
02:05:04.941 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 2 finished splits from enumerator state
02:05:04.948 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3416d30b, L:/127.0.0.1:59306 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:04.959 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:04.978 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:04.984 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:04.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:04.984 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:05:04.984 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:05:04.995 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070329430016001) for scanner KuduScanner(table=replication_test_table, tablet=b32228bb5494481c901d44d28ec57a99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:04.997 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [df9ed205fc6f51381fb233c8b7ea97c267b7a589cb0fd50c31d7afeb27c1f377]
02:05:04.997 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [df9ed205fc6f51381fb233c8b7ea97c267b7a589cb0fd50c31d7afeb27c1f377]
02:05:04.997 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:05:04.997 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:05:04.998 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:04.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:05.001 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split df9ed205fc6f51381fb233c8b7ea97c267b7a589cb0fd50c31d7afeb27c1f377 finished by subtask 3; deferring removal (restored in pending)
02:05:05.049 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070329430016001) for scanner KuduScanner(table=replication_test_table, tablet=054fd8c4edf84ce2a0db873801c1880c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:05.049 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [125971d6e6f3162284a787815c140983c723bfbd3db9b86b7d69b557be864c87]
02:05:05.050 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [125971d6e6f3162284a787815c140983c723bfbd3db9b86b7d69b557be864c87]
02:05:05.050 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:05:05.050 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:05:05.051 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 125971d6e6f3162284a787815c140983c723bfbd3db9b86b7d69b557be864c87 finished by subtask 0; deferring removal (restored in pending)
02:05:05.052 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:05.052 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:05.064 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:05.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:05.064 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:05.065 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:05:05.087 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:05.111 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xca1253ba, L:/127.0.0.1:59320 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:05.120 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070329430016001) for scanner KuduScanner(table=replication_test_table, tablet=d73181e5dd4b47348517f35bf6715c52, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:05.121 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [db0221c40083da435832068968a550532ad8b7ed1e871a2735563ad76f3d2e31]
02:05:05.121 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [db0221c40083da435832068968a550532ad8b7ed1e871a2735563ad76f3d2e31]
02:05:05.121 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:05:05.121 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:05:05.122 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split db0221c40083da435832068968a550532ad8b7ed1e871a2735563ad76f3d2e31 finished by subtask 2; deferring removal (restored in pending)
02:05:05.123 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:05.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:05.138 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:05.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:05.139 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:05.139 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:05:05.181 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:05.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:05.181 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:05.181 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:05:05.232 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:05.232 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:05.233 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:05.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:05.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:05.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:05.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:05.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:05.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:05.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:05.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:05.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:05.236 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:05.272 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:05.273 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:05.273 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:05.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:05.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:05.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:05.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:05.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:05.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:05.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:05.276 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:05.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:05.276 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:05.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:05.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069905417 for job 226350c0f683964857a646cd0909db9f.
02:05:05.430 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 226350c0f683964857a646cd0909db9f (3058 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:05:05.431 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:05:05.431 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 125971d6e6f3162284a787815c140983c723bfbd3db9b86b7d69b557be864c87 from pending
02:05:05.431 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split df9ed205fc6f51381fb233c8b7ea97c267b7a589cb0fd50c31d7afeb27c1f377 from pending
02:05:05.431 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split db0221c40083da435832068968a550532ad8b7ed1e871a2735563ad76f3d2e31 from pending
02:05:05.431 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 3 finished splits from enumerator state
02:05:05.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:05:05Z chronyd exiting
02:05:05.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:05.900 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:05.901 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:05.901 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:05.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:05.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:05.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:05.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:05.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:05.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:05.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:05.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:05.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:05.903 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:05.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069905917 for job 226350c0f683964857a646cd0909db9f.
02:05:05.939 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 226350c0f683964857a646cd0909db9f (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
02:05:05.940 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:05.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:05.941 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:05.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:05.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:05.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:05.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:05.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:05.942 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:05.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:05.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:05.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:05.943 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:05.944 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:05:05.945 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:05.945 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:05.945 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:05.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:05.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:05.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:05.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:05.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:05.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:05.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:05.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:05.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:05.948 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:06.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:06.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069906418 for job 226350c0f683964857a646cd0909db9f.
02:05:06.437 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 226350c0f683964857a646cd0909db9f (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
02:05:06.439 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:05:06.651 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3b6aba66640b45deb7b11ed92f99b5b3
02:05:06.662 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ddba5e3434004670a60059c21112a68f for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
02:05:06.662 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 054fd8c4edf84ce2a0db873801c1880c for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
02:05:06.662 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 187b6f5dfff14cb1849a2a9457111933 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
02:05:06.662 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b32228bb5494481c901d44d28ec57a99 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
02:05:06.662 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d73181e5dd4b47348517f35bf6715c52 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
02:05:06.663 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=ddba5e3434004670a60059c21112a68f@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
02:05:06.666 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='23ecbb13a757ba83bb13e64c6e638ed7125ab11739f10ad72f7beeb4f7daddda'}]
02:05:06.666 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='56d363cb2b61e1e521649bcf4fd0202a15fa4c322687f5bd64e8e4c75d652ee3'}]
02:05:06.668 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4a2d312f1054c8d1b25cbce125755ac4f3600b0a87779976f6a79dd01fdc8289'}]
02:05:06.670 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:06.670 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='bf16d0a7e2f24d98923eee0e78feb1829f4960a6b205e500177205a3c2a4f4f2'}]
02:05:06.672 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:06.673 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:05:06.674 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=187b6f5dfff14cb1849a2a9457111933@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}]
02:05:06.674 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:05:06.675 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:06.675 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=b32228bb5494481c901d44d28ec57a99@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841)[L],c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}]
02:05:06.675 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:05:06.676 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299997, tablet=ddba5e3434004670a60059c21112a68f@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}]
02:05:06.677 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeWithCustomHashSchemas: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:05:06.677 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:06.678 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:05:06.678 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=054fd8c4edf84ce2a0db873801c1880c@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)[L],5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)]}]
02:05:06.691 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:06.697 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:06.703 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] connecting to peer
02:05:06.707 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:06.717 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:06.717 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:06.721 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:06.733 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] Successfully connected to peer
02:05:06.733 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:06.736 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:06.745 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.2
02:05:06.747 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:06.756 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:06.772 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:06.773 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0d3d3575, L:/127.0.0.1:59338 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:06.778 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x718bb7a8, L:/127.0.0.1:59336 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:06.781 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:06.784 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2c6e04b1, L:/127.0.0.1:48230 - R:/127.5.32.2:41441] using SASL/PLAIN
02:05:06.784 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeWithCustomHashSchemas: giving up after 1 attempts
02:05:06.785 [DEBUG - main] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:06.785 [DEBUG - main] (Connection.java:575) [peer master-127.5.32.60:43271(127.5.32.60:43271)] disconnecting while in state READY
02:05:06.785 [DEBUG - main] (Connection.java:575) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] disconnecting while in state READY
02:05:06.785 [DEBUG - main] (Connection.java:575) [peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)] disconnecting while in state READY
02:05:06.785 [DEBUG - main] (Connection.java:575) [peer master-127.5.32.61:34143(127.5.32.61:34143)] disconnecting while in state READY
02:05:06.785 [DEBUG - main] (Connection.java:575) [peer master-127.5.32.62:45277(127.5.32.62:45277)] disconnecting while in state READY
02:05:06.786 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:06.786 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:06.786 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.32.60:43271(127.5.32.60:43271)] handling channelInactive
02:05:06.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state READY due to: connection closed
02:05:06.787 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] handling channelInactive
02:05:06.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] cleaning up while in state READY due to: connection closed
02:05:06.787 [DEBUG - kudu-nio-5] (Connection.java:239) [peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)] handling channelInactive
02:05:06.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)] cleaning up while in state READY due to: connection closed
02:05:06.788 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.32.61:34143(127.5.32.61:34143)] handling channelInactive
02:05:06.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state READY due to: connection closed
02:05:06.788 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:06.803 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
02:05:06.804 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
02:05:06.804 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-5
02:05:06.804 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:05:06.805 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
02:05:06.811 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070337622016001) for scanner KuduScanner(table=replication_test_table, tablet=b32228bb5494481c901d44d28ec57a99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:06.812 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [bf16d0a7e2f24d98923eee0e78feb1829f4960a6b205e500177205a3c2a4f4f2]
02:05:06.812 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [bf16d0a7e2f24d98923eee0e78feb1829f4960a6b205e500177205a3c2a4f4f2]
02:05:06.813 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:05:06.813 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:05:06.814 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split bf16d0a7e2f24d98923eee0e78feb1829f4960a6b205e500177205a3c2a4f4f2 finished by subtask 2; deferring removal (restored in pending)
02:05:06.815 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:06.815 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a7d45a3120e899b15738184b19e4eb0f63a92b690f6022ef227c8a4f87b6c19f'}]
02:05:06.817 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:06.819 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:06.822 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
02:05:06.823 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=d73181e5dd4b47348517f35bf6715c52@[304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441),5bb793b2e845474384471729ae872597(127.5.32.3:45841),c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)[L]]}]
02:05:06.826 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:06.834 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2726036a, L:/127.0.0.1:59342 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:06.842 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070337622016001) for scanner KuduScanner(table=replication_test_table, tablet=187b6f5dfff14cb1849a2a9457111933, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:06.842 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [4a2d312f1054c8d1b25cbce125755ac4f3600b0a87779976f6a79dd01fdc8289]
02:05:06.843 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4a2d312f1054c8d1b25cbce125755ac4f3600b0a87779976f6a79dd01fdc8289]
02:05:06.843 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:05:06.843 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:05:06.844 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4a2d312f1054c8d1b25cbce125755ac4f3600b0a87779976f6a79dd01fdc8289 finished by subtask 0; deferring removal (restored in pending)
02:05:06.844 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:06.845 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:06.867 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.32.62:45277(127.5.32.62:45277)] handling channelInactive
02:05:06.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state READY due to: connection closed
02:05:06.868 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 29 thread-local buffer(s) from thread: kudu-nio-1
02:05:06.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:06.869668  5248 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 5530
02:05:06.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:06.908 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:06.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:06.909 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:05:06.909 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:05:06.910 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:06.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069906918 for job 226350c0f683964857a646cd0909db9f.
02:05:06.930 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 226350c0f683964857a646cd0909db9f (4454 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:05:06.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:06.930761  5248 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 5687
02:05:06.933 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:05:06.933 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 11 complete: removed split 4a2d312f1054c8d1b25cbce125755ac4f3600b0a87779976f6a79dd01fdc8289 from pending
02:05:06.933 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 11 complete: removed split bf16d0a7e2f24d98923eee0e78feb1829f4960a6b205e500177205a3c2a4f4f2 from pending
02:05:06.933 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 11 complete: removed 2 finished splits from enumerator state
02:05:06.938 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:06.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:06.938 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:06.939 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:05:06.946 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:06.950 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.3
02:05:06.962 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:06.966 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa66d385f, L:/127.0.0.1:59356 - R:/127.5.32.3:45841] using SASL/PLAIN
02:05:06.978 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070337622016001) for scanner KuduScanner(table=replication_test_table, tablet=d73181e5dd4b47348517f35bf6715c52, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:06.978 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [a7d45a3120e899b15738184b19e4eb0f63a92b690f6022ef227c8a4f87b6c19f]
02:05:06.978 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a7d45a3120e899b15738184b19e4eb0f63a92b690f6022ef227c8a4f87b6c19f]
02:05:06.979 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
02:05:06.979 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
02:05:06.980 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a7d45a3120e899b15738184b19e4eb0f63a92b690f6022ef227c8a4f87b6c19f finished by subtask 2; deferring removal (restored in pending)
02:05:06.980 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state READY
02:05:06.980 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] handling channelInactive
02:05:06.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] cleaning up while in state READY due to: connection closed
02:05:06.980 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441) for tablet ddba5e3434004670a60059c21112a68f: connection closed
02:05:06.982 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:06.984 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)] connecting to peer
02:05:06.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:06.982488  5853 connection.cc:582] client connection to 127.5.32.2:41441 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:05:06.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:06.983039  5853 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:05:06.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177): Connection refused: /127.5.32.1:34177
02:05:06.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)] cleaning up while in state CONNECTING due to: Failed to connect to peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177): Connection refused: /127.5.32.1:34177
02:05:06.987 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177) for tablet ddba5e3434004670a60059c21112a68f: Failed to connect to peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177): Connection refused: /127.5.32.1:34177
02:05:06.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:06.991164  5248 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 5833
02:05:06.993 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:06.993 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
02:05:06.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:06.994 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:05:07.004 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] connecting to peer
02:05:07.005 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] Successfully connected to peer
02:05:07.027 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:07.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state READY due to: connection closed
02:05:07.028 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5bb793b2e845474384471729ae872597(127.5.32.3:45841) for tablet 054fd8c4edf84ce2a0db873801c1880c: connection closed
02:05:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:07.028389  5248 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 5260
02:05:07.029 [ERROR - kudu-nio-2] (Connection.java:452) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] unexpected exception from downstream on [id: 0x4436c453, L:/127.0.0.1:59358 - R:/127.5.32.3:45841]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:07.029 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] cleaning up while in state NEGOTIATING due to: [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] unexpected exception from downstream on [id: 0x4436c453, L:/127.0.0.1:59358 - R:/127.5.32.3:45841]
02:05:07.030 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5bb793b2e845474384471729ae872597(127.5.32.3:45841) for tablet ddba5e3434004670a60059c21112a68f: [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] unexpected exception from downstream on [id: 0x4436c453, L:/127.0.0.1:59358 - R:/127.5.32.3:45841]
02:05:07.030 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] handling channelInactive
02:05:07.044 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.045 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.045 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.5.32.60:43271(127.5.32.60:43271)] Successfully connected to peer
02:05:07.046 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.047 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.5.32.62:45277(127.5.32.62:45277)] Successfully connected to peer
02:05:07.047 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)] connecting to peer
02:05:07.052 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.60
02:05:07.054 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.5.32.61:34143(127.5.32.61:34143)] Successfully connected to peer
02:05:07.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177): Connection refused: /127.5.32.1:34177
02:05:07.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)] cleaning up while in state CONNECTING due to: Failed to connect to peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177): Connection refused: /127.5.32.1:34177
02:05:07.057 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177) for tablet 054fd8c4edf84ce2a0db873801c1880c: Failed to connect to peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177): Connection refused: /127.5.32.1:34177
02:05:07.058 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.32.62:45277(127.5.32.62:45277)] handling channelInactive
02:05:07.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state READY due to: connection closed
02:05:07.059 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:07.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state NEGOTIATING due to: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277]
02:05:07.060 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277]
02:05:07.060 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.5.32.62:45277(127.5.32.62:45277)] handling channelInactive
02:05:07.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:07.062860  5248 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 5330
02:05:07.067 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] connecting to peer
02:05:07.067 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:07.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441): Connection refused: /127.5.32.2:41441
02:05:07.070 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] cleaning up while in state CONNECTING due to: Failed to connect to peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441): Connection refused: /127.5.32.2:41441
02:05:07.071 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441) for tablet 054fd8c4edf84ce2a0db873801c1880c: Failed to connect to peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441): Connection refused: /127.5.32.2:41441
02:05:07.072 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271] using SASL/PLAIN
02:05:07.087 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.088 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.089 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.5.32.60:43271(127.5.32.60:43271)] Successfully connected to peer
02:05:07.089 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.090 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.5.32.61:34143(127.5.32.61:34143)] Successfully connected to peer
02:05:07.090 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.090 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.090 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.091 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.32.60
02:05:07.091 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:07.091 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.32.61:34143(127.5.32.61:34143)] handling channelInactive
02:05:07.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state READY due to: connection closed
02:05:07.092 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state NEGOTIATING due to: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143]
02:05:07.092 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143]
02:05:07.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.092 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.5.32.61:34143(127.5.32.61:34143)] handling channelInactive
02:05:07.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:07.093068  5248 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 5406
02:05:07.094 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143]
java.io.IOException: Connection reset by peer
	at java.base/sun.nio.ch.FileDispatcherImpl.write0(Native Method)
	at java.base/sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:62)
	at java.base/sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:132)
	at java.base/sun.nio.ch.IOUtil.write(IOUtil.java:76)
	at java.base/sun.nio.ch.IOUtil.write(IOUtil.java:53)
	at java.base/sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:532)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doWrite(NioSocketChannel.java:414)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AbstractUnsafe.flush0(AbstractChannel.java:929)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.flush0(AbstractNioChannel.java:359)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AbstractUnsafe.flush(AbstractChannel.java:893)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.flush(DefaultChannelPipeline.java:1319)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeFlush0(AbstractChannelHandlerContext.java:935)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeFlush(AbstractChannelHandlerContext.java:921)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.flush(AbstractChannelHandlerContext.java:907)
	at org.apache.kudu.shaded.io.netty.channel.ChannelDuplexHandler.flush(ChannelDuplexHandler.java:127)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeFlush0(AbstractChannelHandlerContext.java:937)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeWriteAndFlush(AbstractChannelHandlerContext.java:957)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:982)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:950)
	at org.apache.kudu.client.Connection.channelActive(Connection.java:228)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelActive(AbstractChannelHandlerContext.java:260)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelActive(AbstractChannelHandlerContext.java:238)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelActive(AbstractChannelHandlerContext.java:231)
	at org.apache.kudu.shaded.io.netty.channel.ChannelInboundHandlerAdapter.channelActive(ChannelInboundHandlerAdapter.java:69)
	at org.apache.kudu.shaded.io.netty.handler.timeout.IdleStateHandler.channelActive(IdleStateHandler.java:274)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelActive(AbstractChannelHandlerContext.java:260)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelActive(AbstractChannelHandlerContext.java:238)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelActive(AbstractChannelHandlerContext.java:231)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelActive(DefaultChannelPipeline.java:1345)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelActive(AbstractChannelHandlerContext.java:258)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelActive(AbstractChannelHandlerContext.java:238)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelActive(DefaultChannelPipeline.java:844)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:310)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:340)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:07.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state NEGOTIATING due to: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143]
02:05:07.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143]
02:05:07.097 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.5.32.61:34143(127.5.32.61:34143)] handling channelInactive
02:05:07.104 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.104 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.118 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:07.118 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:07.118 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.32.60:43271(127.5.32.60:43271)] handling channelInactive
02:05:07.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state READY due to: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271]
02:05:07.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state NEGOTIATING due to: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271]
02:05:07.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271]
02:05:07.119 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271]
02:05:07.119 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.119 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.5.32.60:43271(127.5.32.60:43271)] handling channelInactive
02:05:07.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state READY due to: connection closed
02:05:07.120 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.5.32.60:43271(127.5.32.60:43271)] handling channelInactive
02:05:07.123 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.124 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.124 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.125 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.127 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.128 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.128 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.129 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.129 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.129 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.144 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.144 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.145 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.146 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.146 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.146 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.146 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.147 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.147 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.147 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.148 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.149 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.164 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.165 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.165 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.166 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.166 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.166 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.166 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.166 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.167 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.167 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.168 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.169 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.183 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.184 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.186 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.186 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.186 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.187 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.188 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.189 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.224 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.224 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.226 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.227 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.227 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.228 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.229 [INFO - pool-90-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.229 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.229 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.229 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.229 [INFO - pool-91-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.229 [WARN - pool-91-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.230 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.268 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.268 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.269 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.269 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.269 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.269 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.269 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.269 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.269 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.270 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.270 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.270 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.303 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:07.303 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.304 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.304 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:07.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:07.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:07.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.305 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:07.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:07.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:07.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:07.305 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:07.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:07.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:07.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:07.307 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:07.327 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.327 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.328 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.329 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.329 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.329 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.329 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.352 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:07.353 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:07.353 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:07.353 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:07.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:07.353 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:07.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:07.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:07.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:07.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:07.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:07.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:07.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:07.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:07.419 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069907418 for job 226350c0f683964857a646cd0909db9f.
02:05:07.429 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 226350c0f683964857a646cd0909db9f (3058 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:05:07.430 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:05:07.431 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split a7d45a3120e899b15738184b19e4eb0f63a92b690f6022ef227c8a4f87b6c19f from pending
02:05:07.431 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 1 finished splits from enumerator state
02:05:07.484 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.485 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.485 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.486 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.557 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:07.557 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:07.557 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:07.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:07.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:07.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:07.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:07.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:07.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:07.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:07.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:07.559 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:07.559 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:07.587 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.588 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.588 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.588 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.588 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.588 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.589 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.589 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.589 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.589 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.589 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.589 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.589 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.623 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:07.624 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:07.624 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:07.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:07.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:07.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:07.624 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:07.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:07.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:07.624 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:07.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:07.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:07.625 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:07.692 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:07.692 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:07.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:07.693 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:07.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:07.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:07.693 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:07.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:07.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:07.693 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:07.693 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:07.693 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:07.694 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:07.707 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.708 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.708 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.709 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.709 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.709 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.709 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.709 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.743 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.744 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.744 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.744 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.744 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.744 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.745 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.788 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:07.788 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:07.788 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:07.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:07.789 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.789 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.789 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:07.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.789 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:07.789 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:07.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:07.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069907917 for job 226350c0f683964857a646cd0909db9f.
02:05:07.928 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:05:07.930 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
02:05:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:05:08Z chronyd exiting
02:05:08.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:08.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069908417 for job 226350c0f683964857a646cd0909db9f.
02:05:08.427 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:05:08.428 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
02:05:08.564 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:08.564 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:08.565 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:08.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:08.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:08.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:08.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:08.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:08.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:08.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:08.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:08.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:08.565 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:08.587 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:08.588 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:08.588 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:08.588 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:08.588 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:08.588 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:08.588 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:08.588 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:08.588 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:08.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:08.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:08.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:08.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:08.884 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:08.884 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:08.885 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:08.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:08.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:08.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:08.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:08.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:08.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:08.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:08.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:08.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:08.886 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:08.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:08.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069908917 for job 226350c0f683964857a646cd0909db9f.
02:05:08.920 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:08.921 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:08.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:08.921 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:08.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:08.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:08.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:08.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:08.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:08.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:08.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:08.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:08.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:08.928 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:05:08.928 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
02:05:09.107 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:09.108 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:09.108 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:09.108 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:09.108 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:09.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:09.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:09.108 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:09.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:09.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:09.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:09.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:09.109 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:09.216 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeWithCustomHashSchemas: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:05:09.235 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeWithCustomHashSchemas: giving up after 1 attempts
E.02:05:09.236 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779069909236
02:05:09.236 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779069909236
02:05:09.240 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:05:09.242 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:05:09.243 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:05:09.243 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:05:09.243 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:05:09.244 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:05:09.246 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:05:09.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:09.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069909417 for job 226350c0f683964857a646cd0909db9f.
02:05:09.427 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:05:09.428 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
02:05:09.572 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:05:09.573 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:05:09.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:09.575992  7357 mini_oidc.cc:150] Starting JWKS server
02:05:09.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:09.579190  7357 webserver.cc:533] Webserver started at http://127.0.0.1:46867/ using document root <none> and password file <none>
02:05:09.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:09.579646  7357 mini_oidc.cc:186] Starting OIDC Discovery server
02:05:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:09.581353  7357 webserver.cc:533] Webserver started at http://127.0.0.1:36089/ using document root <none> and password file <none>
02:05:09.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:09.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:09.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:09.620 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:09.620 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:09.621 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:09.621 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:09.621 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:09.621 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:09.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:09.621 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:09.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:09.621 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:09.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:05:09Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:05:09.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:05:09Z Disabled control of system clock
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:09.640648  7357 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/wal
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/data
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/logs
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/data/info.pb
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.47.126:46261
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.47.126
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.47.84:33335
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.47.126:46261,127.7.47.125:34413,127.7.47.124:38689
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46867/jwks.json with env {}
02:05:09.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:09.919 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069909918 for job 226350c0f683964857a646cd0909db9f.
02:05:09.927 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:05:09.927 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
02:05:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:09.955302  7369 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:09.955930  7369 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:09.956440  7369 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:09.990943  7369 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:09.991261  7369 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:09.991478  7369 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:09.991722  7369 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:09.991928  7369 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:09.992079  7369 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46867/jwks.json
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:10.034855  7369 master_runner.cc:387] Master server non-default flags:
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.47.84:33335
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/data
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/wal
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.47.126:46261,127.7.47.125:34413,127.7.47.124:38689
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.47.126:46261
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46867/jwks.json
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/data/info.pb
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.47.126
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/logs
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:10.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:10.036177  7369 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:10.037855  7369 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:10.049448  7375 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:10.307 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:10.308 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:10.309 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:10.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:10.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:10.310 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:10.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:10.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:10.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:10.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:10.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:10.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:10.311 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:10.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:10.420 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069910418 for job 226350c0f683964857a646cd0909db9f.
02:05:10.440 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
02:05:10.442 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
02:05:10.737 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:10.738 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:10.738 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:10.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:10.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:10.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:10.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:10.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:10.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:10.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:10.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:10.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:10.741 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:10.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:10.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069910917 for job 226350c0f683964857a646cd0909db9f.
02:05:10.933 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:05:10.937 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
02:05:11.042 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:11.043 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:11.043 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:11.043 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:11.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:11.044 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:11.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:11.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:11.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:11.044 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:11.044 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:11.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:11.045 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:11.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:10.050498  7376 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:11.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.201314  7369 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.152s	user 0.418s	sys 0.731s
02:05:11.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.201547  7378 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:11.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.201699  7369 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.153s	user 0.418s	sys 0.731s
02:05:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.204511  7377 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1150 milliseconds
02:05:11.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.204586  7369 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:11.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.205866  7369 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.208431  7369 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:11.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.209857  7369 hybrid_clock.cc:648] HybridClock initialized: now 1779069911209817 us; error 43 us; skew 500 ppm
02:05:11.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.210733  7369 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:11.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.218108  7369 webserver.cc:533] Webserver started at http://127.7.47.126:35391/ using document root <none> and password file <none>
02:05:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.219097  7369 fs_manager.cc:362] Metadata directory not provided
02:05:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.219327  7369 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.219807  7369 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:11.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.225205  7369 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/data/instance:
02:05:11.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b7d336c24b34c5aa89d5787d77fe6ea"
02:05:11.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:11 on dist-test-slave-9vqr"
02:05:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.226799  7369 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/wal/instance:
02:05:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b7d336c24b34c5aa89d5787d77fe6ea"
02:05:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:11 on dist-test-slave-9vqr"
02:05:11.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.236655  7369 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.004s	sys 0.004s
02:05:11.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.242807  7385 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:11.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.244050  7369 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
02:05:11.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.244451  7369 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/wal
02:05:11.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b7d336c24b34c5aa89d5787d77fe6ea"
02:05:11.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:11 on dist-test-slave-9vqr"
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.244822  7369 fs_report.cc:389] FS layout report
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/wal
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/wal
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/data/data
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.309628  7369 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.311157  7369 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.311614  7369 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:11.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.380816  7369 rpc_server.cc:307] RPC server started. Bound to: 127.7.47.126:46261
02:05:11.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.380908  7436 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.47.126:46261 every 8 connection(s)
02:05:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.383512  7369 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/data/info.pb
02:05:11.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.389219  7437 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:11.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.392879  7357 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 7369
02:05:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.393406  7357 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-0/wal/instance
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.398607  7357 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/wal
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/data
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/logs
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/data/info.pb
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.47.125:34413
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.47.125
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.47.84:33335
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.47.126:46261,127.7.47.125:34413,127.7.47.124:38689
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46867/jwks.json with env {}
02:05:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.403748  7437 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } has no permanent_uuid. Determining permanent_uuid...
02:05:11.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069911417 for job 226350c0f683964857a646cd0909db9f.
02:05:11.421 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:11.421 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:11.422 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:11.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:11.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:11.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:11.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:11.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:11.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:11.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:11.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:11.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:11.424 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:11.429 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:05:11.431 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
02:05:11.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.433183  7437 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } has no permanent_uuid. Determining permanent_uuid...
02:05:11.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.435958  7386 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.47.125:34413: connect: Connection refused (error 111)
02:05:11.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.440346  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.125:34413: Network error: Client connection negotiation failed: client connection to 127.7.47.125:34413: connect: Connection refused (error 111)
02:05:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.489822  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } attempt: 1
02:05:11.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.493814  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.125:34413: Network error: Client connection negotiation failed: client connection to 127.7.47.125:34413: connect: Connection refused (error 111)
02:05:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.562263  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } attempt: 2
02:05:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.566169  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.125:34413: Network error: Client connection negotiation failed: client connection to 127.7.47.125:34413: connect: Connection refused (error 111)
02:05:11.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.657625  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } attempt: 3
02:05:11.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.661851  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.125:34413: Network error: Client connection negotiation failed: client connection to 127.7.47.125:34413: connect: Connection refused (error 111)
02:05:11.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.708720  7439 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:11.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.709281  7439 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:11.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.709739  7439 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.742641  7439 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.742925  7439 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.743126  7439 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.743316  7439 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.743512  7439 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.743659  7439 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46867/jwks.json
02:05:11.772 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:11.773 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:11.773 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:11.773 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:11.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:11.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:11.773 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:11.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:11.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:11.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:11.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:11.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:11.774 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.782272  7439 master_runner.cc:387] Master server non-default flags:
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.47.84:33335
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/data
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/wal
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.47.126:46261,127.7.47.125:34413,127.7.47.124:38689
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.47.125:34413
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46867/jwks.json
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/data/info.pb
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.47.125
02:05:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/logs
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.783519  7439 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:11.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.785121  7439 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:11.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.795814  7448 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:11.805258  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } attempt: 4
02:05:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.809130  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.125:34413: Network error: Client connection negotiation failed: client connection to 127.7.47.125:34413: connect: Connection refused (error 111)
02:05:11.832 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:11.832 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:11.833 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:11.833 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:11.833 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:11.833 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:11.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:11.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:11.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:11.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:11.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:11.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:11.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:11.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:11.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:11.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:11.900 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:11.900 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:11.900 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:11.900 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:11.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:11.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:11.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:11.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:11.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:11.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:11.901 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:11.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069911917 for job 226350c0f683964857a646cd0909db9f.
02:05:11.928 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:05:11.929 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
02:05:12.003 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:12.004 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:12.004 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:12.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:12.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:12.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:12.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:12.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:12.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:12.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:12.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:12.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:12.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:12.087 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:12.088 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:12.088 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:12.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:12.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:12.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:12.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:12.089 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:12.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:12.089 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:12.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:12.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:12.090 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:12.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:12.108539  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } attempt: 5
02:05:12.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:12.113699  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.125:34413: Network error: Client connection negotiation failed: client connection to 127.7.47.125:34413: connect: Connection refused (error 111)
02:05:12.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:12.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069912417 for job 226350c0f683964857a646cd0909db9f.
02:05:12.429 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:05:12.431 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
02:05:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:12.661185  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } attempt: 6
02:05:12.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:12.671146  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.125:34413: Network error: Client connection negotiation failed: client connection to 127.7.47.125:34413: connect: Connection refused (error 111)
02:05:12.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:12.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069912918 for job 226350c0f683964857a646cd0909db9f.
02:05:12.930 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:05:12.931 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
02:05:13.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:11.797680  7449 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:13.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.014168  7450 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:05:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.016269  7451 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:13.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.019006  7439 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.223s	user 0.515s	sys 0.707s
02:05:13.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.019259  7439 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.224s	user 0.515s	sys 0.707s
02:05:13.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.019510  7439 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:13.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.020736  7439 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:13.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.028293  7439 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:13.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.029937  7439 hybrid_clock.cc:648] HybridClock initialized: now 1779069913029857 us; error 91 us; skew 500 ppm
02:05:13.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.030907  7439 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.038650  7439 webserver.cc:533] Webserver started at http://127.7.47.125:42413/ using document root <none> and password file <none>
02:05:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.039637  7439 fs_manager.cc:362] Metadata directory not provided
02:05:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.039855  7439 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.040381  7439 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.044924  7439 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/data/instance:
02:05:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d36639a41af748369c1aa1fd93ac81c3"
02:05:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:13 on dist-test-slave-9vqr"
02:05:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.046015  7439 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/wal/instance:
02:05:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d36639a41af748369c1aa1fd93ac81c3"
02:05:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:13 on dist-test-slave-9vqr"
02:05:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.053897  7439 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
02:05:13.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.060177  7461 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.061517  7439 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.061836  7439 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/wal
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d36639a41af748369c1aa1fd93ac81c3"
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:13 on dist-test-slave-9vqr"
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.062168  7439 fs_report.cc:389] FS layout report
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/wal
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/wal
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/data/data
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:13.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.136015  7439 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.138015  7439 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.138562  7439 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:13.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.219787  7439 rpc_server.cc:307] RPC server started. Bound to: 127.7.47.125:34413
02:05:13.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.219791  7512 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.47.125:34413 every 8 connection(s)
02:05:13.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.223628  7439 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/data/info.pb
02:05:13.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.224980  7357 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 7439
02:05:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.225819  7357 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-1/wal/instance
02:05:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.230123  7357 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/wal
02:05:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/data
02:05:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/logs
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/data/info.pb
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.47.124:38689
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.47.124
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.47.84:33335
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:13.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.47.126:46261,127.7.47.125:34413,127.7.47.124:38689
02:05:13.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:13.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46867/jwks.json with env {}
02:05:13.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.243777  7513 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:13.244 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:13.244 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:13.245 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:13.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:13.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:13.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:13.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:13.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:13.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:13.246 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:13.246 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:13.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:13.247 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.259951  7513 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } has no permanent_uuid. Determining permanent_uuid...
02:05:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.294680  7513 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } has no permanent_uuid. Determining permanent_uuid...
02:05:13.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.318143  7513 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } has no permanent_uuid. Determining permanent_uuid...
02:05:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.321004  7465 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:13.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.327024  7513 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:13.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.376582  7513 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 1
02:05:13.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:13.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:13.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:13.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:13.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:13.380 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:13.381 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:13.381 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:13.381 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.381839  7513 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:13.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:13.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:13.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:13.382 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:13.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:13.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069913418 for job 226350c0f683964857a646cd0909db9f.
02:05:13.428 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:05:13.430 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
02:05:13.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.450266  7513 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 2
02:05:13.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.454067  7513 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:13.520 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:13.521 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:13.521 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:13.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:13.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:13.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:13.522 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:13.522 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:13.522 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:13.522 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:13.522 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:13.522 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:13.522 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.545517  7513 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 3
02:05:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.549774  7513 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:13.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.584821  7514 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:13.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.585357  7514 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:13.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.585850  7514 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:13.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.619653  7514 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:13.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.619930  7514 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:13.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.620199  7514 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:13.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.620415  7514 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:13.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.620616  7514 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:13.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.620761  7514 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46867/jwks.json
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.658053  7514 master_runner.cc:387] Master server non-default flags:
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.47.84:33335
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/data
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/wal
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.47.126:46261,127.7.47.125:34413,127.7.47.124:38689
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.47.124:38689
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46867/jwks.json
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/data/info.pb
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.47.124
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/logs
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.659385  7514 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:13.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.660976  7514 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:13.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.671206  7525 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:13.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.693212  7513 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 4
02:05:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.696996  7513 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:13.717 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:13.718 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:13.718 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:13.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:13.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:13.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:13.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:13.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:13.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:13.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:13.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:13.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:13.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.731678  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } attempt: 7
02:05:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.743564  7437 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } has no permanent_uuid. Determining permanent_uuid...
02:05:13.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.749617  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:13.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.808034  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 1
02:05:13.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.812075  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:13.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:13.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.893543  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 2
02:05:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.897166  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:13.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069913918 for job 226350c0f683964857a646cd0909db9f.
02:05:13.929 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:05:13.930 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
02:05:13.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.982582  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 3
02:05:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.988082  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:13.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:13.996393  7513 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 5
02:05:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:14.001827  7513 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:14.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.128645  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 4
02:05:14.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:14.134218  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:14.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:14.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.417874  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 5
02:05:14.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069914417 for job 226350c0f683964857a646cd0909db9f.
02:05:14.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:14.430917  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:14.432 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:05:14.433 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
02:05:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.549341  7513 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 6
02:05:14.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:14.559015  7513 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:14.761 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:14.761 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:14.762 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:14.762 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:14.762 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:14.762 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:14.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:14.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:14.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:14.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:14.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:14.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:14.763 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:14.817 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:14.817 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:14.817 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:14.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:14.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:14.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:14.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:14.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:14.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:14.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:14.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:14.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:14.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:14.843 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:14.844 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:14.844 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:14.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:14.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:14.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:14.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:14.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:14.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:14.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:14.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:14.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:14.845 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:13.672564  7526 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:14.876864  7528 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:14.878916  7527 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1202 milliseconds
02:05:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.879010  7514 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.880304  7514 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:14.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.883016  7514 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.884373  7514 hybrid_clock.cc:648] HybridClock initialized: now 1779069914884336 us; error 36 us; skew 500 ppm
02:05:14.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.885231  7514 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:14.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.891254  7514 webserver.cc:533] Webserver started at http://127.7.47.124:33575/ using document root <none> and password file <none>
02:05:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.892230  7514 fs_manager.cc:362] Metadata directory not provided
02:05:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.892457  7514 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:14.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.892935  7514 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.897378  7514 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/data/instance:
02:05:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e112b5725bab4a73add079caa6164f15"
02:05:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:14 on dist-test-slave-9vqr"
02:05:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.898488  7514 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/wal/instance:
02:05:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e112b5725bab4a73add079caa6164f15"
02:05:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:14 on dist-test-slave-9vqr"
02:05:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.905697  7514 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
02:05:14.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.911379  7539 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:14.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.912648  7514 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.913014  7514 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/wal
02:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e112b5725bab4a73add079caa6164f15"
02:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:14 on dist-test-slave-9vqr"
02:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.913388  7514 fs_report.cc:389] FS layout report
02:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/wal
02:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/wal
02:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/data/data
02:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:14.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069914917 for job 226350c0f683964857a646cd0909db9f.
02:05:14.925 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:05:14.926 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
02:05:14.952 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:14.953 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:14.953 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:14.953 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:14.953 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:14.953 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:14.953 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:14.953 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:14.953 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:14.953 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:14.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:14.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:14.954 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:14.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.964566  7514 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.966037  7514 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.966435  7514 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:14.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:14.983671  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 6
02:05:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:14.990048  7437 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.47.124:38689: Network error: Client connection negotiation failed: client connection to 127.7.47.124:38689: connect: Connection refused (error 111)
02:05:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.036202  7514 rpc_server.cc:307] RPC server started. Bound to: 127.7.47.124:38689
02:05:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.036316  7592 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.47.124:38689 every 8 connection(s)
02:05:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.038843  7514 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/data/info.pb
02:05:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.041589  7357 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 7514
02:05:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.042151  7357 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/master-2/wal/instance
02:05:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.045984  7593 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.061766  7593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } has no permanent_uuid. Determining permanent_uuid...
02:05:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.085865  7593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } has no permanent_uuid. Determining permanent_uuid...
02:05:15.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.095310  7593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } has no permanent_uuid. Determining permanent_uuid...
02:05:15.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.111317  7593 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15: Bootstrap starting.
02:05:15.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.117985  7593 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15: Neither blocks nor log segments found. Creating new log.
02:05:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.119752  7593 log.cc:826] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15: Log is configured to *not* fsync() on all Append() calls
02:05:15.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.125072  7593 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15: No bootstrap required, opened a new log
02:05:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.143874  7593 raft_consensus.cc:359] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } }
02:05:15.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.144801  7593 raft_consensus.cc:385] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:15.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.145121  7593 raft_consensus.cc:740] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e112b5725bab4a73add079caa6164f15, State: Initialized, Role: FOLLOWER
02:05:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.145924  7593 consensus_queue.cc:260] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } }
02:05:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.148415  7602 sys_catalog.cc:455] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } } }
02:05:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.149004  7602 sys_catalog.cc:458] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [sys.catalog]: This master's current role is: FOLLOWER
02:05:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.149725  7593 sys_catalog.cc:565] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [sys.catalog]: configured and running, proceeding with master startup.
02:05:15.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:15.175170  7613 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:05:15.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:15.175531  7613 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:05:15.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.169328  7514 master_runner.cc:187] Error getting master registration for 127.7.47.126:46261: OK, instance_id { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" instance_seqno: 1779069911361362 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:05:15.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.191780  7514 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:15.221475  7545 tablet.cc:2404] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:15.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:15.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069915417 for job 226350c0f683964857a646cd0909db9f.
02:05:15.428 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:05:15.429 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
02:05:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.611011  7602 raft_consensus.cc:493] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.611491  7602 raft_consensus.cc:515] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } }
02:05:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.613480  7602 leader_election.cc:290] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9b7d336c24b34c5aa89d5787d77fe6ea (127.7.47.126:46261), d36639a41af748369c1aa1fd93ac81c3 (127.7.47.125:34413)
02:05:15.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.619426  7513 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 7
02:05:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.651129  7513 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3: Bootstrap starting.
02:05:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.658676  7513 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3: Neither blocks nor log segments found. Creating new log.
02:05:15.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.660998  7513 log.cc:826] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3: Log is configured to *not* fsync() on all Append() calls
02:05:15.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.666580  7513 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3: No bootstrap required, opened a new log
02:05:15.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.696264  7513 raft_consensus.cc:359] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } }
02:05:15.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.697104  7513 raft_consensus.cc:385] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:15.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.697400  7513 raft_consensus.cc:740] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d36639a41af748369c1aa1fd93ac81c3, State: Initialized, Role: FOLLOWER
02:05:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.698335  7513 consensus_queue.cc:260] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } }
02:05:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.701110  7618 sys_catalog.cc:455] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } } }
02:05:15.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.701874  7618 sys_catalog.cc:458] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:15.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.702970  7513 sys_catalog.cc:565] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [sys.catalog]: configured and running, proceeding with master startup.
02:05:15.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.703135  7488 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e112b5725bab4a73add079caa6164f15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d36639a41af748369c1aa1fd93ac81c3" is_pre_election: true
02:05:15.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.704041  7488 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e112b5725bab4a73add079caa6164f15 in term 0.
02:05:15.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.705514  7540 leader_election.cc:304] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d36639a41af748369c1aa1fd93ac81c3, e112b5725bab4a73add079caa6164f15; no voters: 
02:05:15.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.706566  7602 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:05:15.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.706895  7602 raft_consensus.cc:493] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:05:15.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.707219  7602 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [term 0 FOLLOWER]: Advancing to term 1
02:05:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.716154  7602 raft_consensus.cc:515] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } }
02:05:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.722968  7602 leader_election.cc:290] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [CANDIDATE]: Term 1 election: Requested vote from peers 9b7d336c24b34c5aa89d5787d77fe6ea (127.7.47.126:46261), d36639a41af748369c1aa1fd93ac81c3 (127.7.47.125:34413)
02:05:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.725919  7488 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e112b5725bab4a73add079caa6164f15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d36639a41af748369c1aa1fd93ac81c3"
02:05:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.726492  7488 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [term 0 FOLLOWER]: Advancing to term 1
02:05:15.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.733474  7488 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e112b5725bab4a73add079caa6164f15 in term 1.
02:05:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.734998  7540 leader_election.cc:304] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d36639a41af748369c1aa1fd93ac81c3, e112b5725bab4a73add079caa6164f15; no voters: 
02:05:15.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.736171  7602 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [term 1 FOLLOWER]: Leader election won for term 1
02:05:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.743871  7602 raft_consensus.cc:697] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [term 1 LEADER]: Becoming Leader. State: Replica: e112b5725bab4a73add079caa6164f15, State: Running, Role: LEADER
02:05:15.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.745069  7602 consensus_queue.cc:237] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } }
02:05:15.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.756227  7625 sys_catalog.cc:455] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e112b5725bab4a73add079caa6164f15. Latest consensus state: current_term: 1 leader_uuid: "e112b5725bab4a73add079caa6164f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } } }
02:05:15.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.756989  7625 sys_catalog.cc:458] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [sys.catalog]: This master's current role is: LEADER
02:05:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.761947  7631 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:05:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.768275  7632 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:05:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.771950  7631 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:05:15.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.791010  7488 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [term 1 FOLLOWER]: Refusing update from remote peer e112b5725bab4a73add079caa6164f15: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:05:15.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.793102  7625 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:05:15.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.772397  7439 master_runner.cc:187] Error getting master registration for 127.7.47.126:46261: OK, instance_id { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" instance_seqno: 1779069911361362 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:05:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.800804  7439 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.813027  7618 sys_catalog.cc:455] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e112b5725bab4a73add079caa6164f15. Latest consensus state: current_term: 1 leader_uuid: "e112b5725bab4a73add079caa6164f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } } }
02:05:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.814029  7618 sys_catalog.cc:458] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.819995  7625 sys_catalog.cc:455] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e112b5725bab4a73add079caa6164f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } } }
02:05:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.820309  7634 mvcc.cc:204] Tried to move back new op lower bound from 7287070375053733888 to 7287070374903865344. Current Snapshot: MvccSnapshot[applied={T|T < 7287070375053733888}]
02:05:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.820951  7625 sys_catalog.cc:458] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [sys.catalog]: This master's current role is: LEADER
02:05:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.823246  7618 sys_catalog.cc:455] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e112b5725bab4a73add079caa6164f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } } }
02:05:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.823877  7618 sys_catalog.cc:458] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3 [sys.catalog]: This master's current role is: FOLLOWER
02:05:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.826402  7631 catalog_manager.cc:1382] Generated new cluster ID: 6867b32792cd45d59c77328939d54cfa
02:05:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.826720  7631 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:05:15.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.863551  7631 catalog_manager.cc:1405] Generated new certificate authority record
02:05:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.865610  7631 catalog_manager.cc:1539] Loading token signing keys...
02:05:15.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:15.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.896801  7631 catalog_manager.cc:6069] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15: Generated new TSK 0
02:05:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.897950  7631 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:15.915091  7357 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/wal
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/data
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/logs
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/data/info.pb
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.47.65:0
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.47.65
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.47.65
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.47.126:46261,127.7.47.125:34413,127.7.47.124:38689
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.47.84:33335
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:05:15.921 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069915917 for job 226350c0f683964857a646cd0909db9f.
02:05:15.927 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:15.928 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:15.928 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:15.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:15.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:15.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:15.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:15.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:15.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:15.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:15.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:15.929 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:15.929 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:15.932 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:05:15.932 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
02:05:16.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.023550  7437 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } attempt: 7
02:05:16.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.051931  7437 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea: Bootstrap starting.
02:05:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.060245  7437 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea: Neither blocks nor log segments found. Creating new log.
02:05:16.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.062992  7437 log.cc:826] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea: Log is configured to *not* fsync() on all Append() calls
02:05:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.074362  7437 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea: No bootstrap required, opened a new log
02:05:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.104180  7437 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } }
02:05:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.105438  7437 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.105937  7437 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b7d336c24b34c5aa89d5787d77fe6ea, State: Initialized, Role: FOLLOWER
02:05:16.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.107120  7437 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } }
02:05:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.129206  7641 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } } }
02:05:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.130290  7641 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [sys.catalog]: This master's current role is: FOLLOWER
02:05:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.132215  7437 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [sys.catalog]: configured and running, proceeding with master startup.
02:05:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.132804  7410 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [term 0 FOLLOWER]: Advancing to term 1
02:05:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.136453  7412 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e112b5725bab4a73add079caa6164f15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" is_pre_election: true
02:05:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.139076  7411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e112b5725bab4a73add079caa6164f15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea"
02:05:16.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.146073  7410 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [term 1 FOLLOWER]: Refusing update from remote peer e112b5725bab4a73add079caa6164f15: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:05:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.148248  7625 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:05:16.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.209774  7651 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e112b5725bab4a73add079caa6164f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } } }
02:05:16.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.210553  7651 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [sys.catalog]: This master's current role is: FOLLOWER
02:05:16.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.212221  7641 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [sys.catalog]: SysCatalogTable state changed. Reason: New leader e112b5725bab4a73add079caa6164f15. Latest consensus state: current_term: 1 leader_uuid: "e112b5725bab4a73add079caa6164f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } } }
02:05:16.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.212893  7641 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea [sys.catalog]: This master's current role is: FOLLOWER
02:05:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.280828  7657 catalog_manager.cc:1294] Loaded cluster ID: 6867b32792cd45d59c77328939d54cfa
02:05:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.281307  7657 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea: loading cluster ID for follower catalog manager: success
02:05:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.296509  7657 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea: acquiring CA information for follower catalog manager: success
02:05:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.304641  7657 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 9b7d336c24b34c5aa89d5787d77fe6ea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:16.364 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:16.365 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:16.365 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:16.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:16.366 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:16.366 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:16.366 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:16.366 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:16.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:16.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:16.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:16.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:16.367 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:16.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:16.388546  7638 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:16.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:16.389398  7638 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:16.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:16.390245  7638 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:16.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:16.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069916418 for job 226350c0f683964857a646cd0909db9f.
02:05:16.431 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:05:16.432 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
02:05:16.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:16.454695  7638 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:16.456211  7638 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.47.65
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.500967  7638 tablet_server_runner.cc:78] Tablet server non-default flags:
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.47.84:33335
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/data
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/wal
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.47.65:0
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/data/info.pb
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.47.65
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.47.126:46261,127.7.47.125:34413,127.7.47.124:38689
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.47.65
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/logs
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.502581  7638 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:16.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.504372  7638 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:16.517894  7664 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:16.601 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:16.601 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:16.602 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:16.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:16.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:16.602 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:16.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:16.603 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:16.603 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:16.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:16.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:16.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:16.603 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.618204  7625 sys_catalog.cc:455] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e112b5725bab4a73add079caa6164f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9b7d336c24b34c5aa89d5787d77fe6ea" member_type: VOTER last_known_addr { host: "127.7.47.126" port: 46261 } } peers { permanent_uuid: "d36639a41af748369c1aa1fd93ac81c3" member_type: VOTER last_known_addr { host: "127.7.47.125" port: 34413 } } peers { permanent_uuid: "e112b5725bab4a73add079caa6164f15" member_type: VOTER last_known_addr { host: "127.7.47.124" port: 38689 } } }
02:05:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.619623  7625 sys_catalog.cc:458] T 00000000000000000000000000000000 P e112b5725bab4a73add079caa6164f15 [sys.catalog]: This master's current role is: LEADER
02:05:16.637 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:16.638 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:16.638 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:16.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:16.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:16.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:16.639 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:16.639 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:16.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:16.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:16.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:16.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:16.639 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.800573  7632 catalog_manager.cc:1294] Loaded cluster ID: 6867b32792cd45d59c77328939d54cfa
02:05:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.810391  7632 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3: loading cluster ID for follower catalog manager: success
02:05:16.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.845327  7632 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3: acquiring CA information for follower catalog manager: success
02:05:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:16.869529  7632 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d36639a41af748369c1aa1fd93ac81c3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:16.873 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:16.873 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:16.873 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:16.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:16.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:16.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:16.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:16.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:16.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:16.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:16.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:16.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:16.876 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:16.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:16.920 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069916919 for job 226350c0f683964857a646cd0909db9f.
02:05:16.936 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:05:16.937 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
02:05:16.980 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:16.981 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:16.981 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:16.982 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:16.982 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:16.982 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:16.982 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:16.983 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:16.983 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:16.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:16.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:16.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:16.984 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:17.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:17.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:17.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:17.360 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:17.360 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:17.360 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:17.361 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:17.361 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:17.361 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:17.361 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:17.361 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:17.362 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:17.362 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:17.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:17.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069917417 for job 226350c0f683964857a646cd0909db9f.
02:05:17.430 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:05:17.431 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
02:05:17.620 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:17.621 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:17.621 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:17.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:17.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:17.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:17.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:17.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:17.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:17.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:17.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:17.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:17.623 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:17.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:17.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069917917 for job 226350c0f683964857a646cd0909db9f.
02:05:17.930 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:05:17.931 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
02:05:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:16.519404  7665 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:18.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:17.919649  7663 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 7638
02:05:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:18.263695  7667 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:18.264328  7666 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1742 milliseconds
02:05:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:18.267318  7638 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.748s	user 0.258s	sys 0.464s
02:05:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:18.273581  7638 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.755s	user 0.259s	sys 0.465s
02:05:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.273880  7638 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.278632  7638 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:18.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.297703  7638 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:18.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.299403  7638 hybrid_clock.cc:648] HybridClock initialized: now 1779069918299298 us; error 53 us; skew 500 ppm
02:05:18.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.300848  7638 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.329550  7638 webserver.cc:533] Webserver started at http://127.7.47.65:39161/ using document root <none> and password file <none>
02:05:18.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.331110  7638 fs_manager.cc:362] Metadata directory not provided
02:05:18.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.331638  7638 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.332326  7638 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:18.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.345889  7638 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/data/instance:
02:05:18.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859"
02:05:18.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:18 on dist-test-slave-9vqr"
02:05:18.348 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:18.348 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:18.348 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:18.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:18.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:18.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:18.349 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:18.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:18.349 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:18.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:18.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:18.350 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:18.350 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.353835  7638 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/wal/instance:
02:05:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859"
02:05:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:18 on dist-test-slave-9vqr"
02:05:18.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.404461  7638 fs_manager.cc:696] Time spent creating directory manager: real 0.049s	user 0.011s	sys 0.000s
02:05:18.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069918417 for job 226350c0f683964857a646cd0909db9f.
02:05:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.438454  7679 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.444204  7638 fs_manager.cc:730] Time spent opening block manager: real 0.029s	user 0.003s	sys 0.000s
02:05:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.444643  7638 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/wal
02:05:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859"
02:05:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:18 on dist-test-slave-9vqr"
02:05:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.445155  7638 fs_report.cc:389] FS layout report
02:05:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/wal
02:05:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/wal
02:05:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/data/data
02:05:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:18.467 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=11 ms, finalizationTime=39 ms).
02:05:18.469 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
02:05:18.523 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:18.524 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:18.524 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:18.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:18.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:18.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:18.526 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:18.526 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:18.526 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:18.526 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:18.526 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:18.526 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:18.526 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:18.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.634006  7638 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:18.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.641471  7638 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:18.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.642072  7638 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.653228  7638 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:05:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.668471  7638 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:05:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.669044  7638 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.001s
02:05:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.669440  7638 ts_tablet_manager.cc:616] Registered 0 tablets
02:05:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:18.669761  7638 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:05:18.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:18.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069918918 for job 226350c0f683964857a646cd0909db9f.
02:05:18.936 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
02:05:18.937 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
02:05:18.957 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:18.957 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:18.957 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:18.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:18.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:18.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:18.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:18.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:18.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:18.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:18.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:18.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:18.962 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:19.327 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:19.327 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:19.328 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:19.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:19.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:19.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:19.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:19.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:19.333 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:19.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:19.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:19.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:19.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:19.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.354141  7792 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.47.65:45273 every 8 connection(s)
02:05:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.354892  7638 rpc_server.cc:307] RPC server started. Bound to: 127.7.47.65:45273
02:05:19.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.358996  7638 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/data/info.pb
02:05:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.363521  7357 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 7638
02:05:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.364045  7357 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-0/wal/instance
02:05:19.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:19.420 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069919418 for job 226350c0f683964857a646cd0909db9f.
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.423988  7357 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/wal
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/data
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/logs
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/data/info.pb
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.47.66:0
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.47.66
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.47.66
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.47.126:46261,127.7.47.125:34413,127.7.47.124:38689
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.47.84:33335
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:05:19.435 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:05:19.438 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
02:05:19.447 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:19.448 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:19.448 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:19.449 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:19.449 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:19.449 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:19.449 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:19.449 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:19.449 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:19.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:19.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:19.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:19.449 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.483992  7799 heartbeater.cc:344] Connected to a master server at 127.7.47.125:34413
02:05:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.484570  7799 heartbeater.cc:461] Registering TS with master...
02:05:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.485960  7799 heartbeater.cc:507] Master 127.7.47.125:34413 requested a full tablet report, sending...
02:05:19.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.491590  7478 ts_manager.cc:194] Registered new tserver with Master: ce98bcd7fc8e4f8fa674d0f0e6063859 (127.7.47.65:45273)
02:05:19.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.497278  7793 heartbeater.cc:344] Connected to a master server at 127.7.47.124:38689
02:05:19.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.497659  7793 heartbeater.cc:461] Registering TS with master...
02:05:19.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.498555  7793 heartbeater.cc:507] Master 127.7.47.124:38689 requested a full tablet report, sending...
02:05:19.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.501847  7558 ts_manager.cc:194] Registered new tserver with Master: ce98bcd7fc8e4f8fa674d0f0e6063859 (127.7.47.65:45273)
02:05:19.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.505000  7801 heartbeater.cc:344] Connected to a master server at 127.7.47.126:46261
02:05:19.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.505362  7801 heartbeater.cc:461] Registering TS with master...
02:05:19.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.506268  7801 heartbeater.cc:507] Master 127.7.47.126:46261 requested a full tablet report, sending...
02:05:19.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.504593  7558 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.47.65:52665
02:05:19.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:19.509431  7402 ts_manager.cc:194] Registered new tserver with Master: ce98bcd7fc8e4f8fa674d0f0e6063859 (127.7.47.65:45273)
02:05:19.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:19.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:19.579 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:19.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:19.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:19.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:19.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:19.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:19.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:19.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:19.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:19.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:19.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:19.601 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:19.601 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:19.602 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:19.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:19.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:19.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:19.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:19.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:19.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:19.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:19.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:19.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:19.604 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:19.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:19.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069919917 for job 226350c0f683964857a646cd0909db9f.
02:05:19.933 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:05:19.935 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
02:05:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:19.956214  7800 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:19.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:19.957191  7800 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:19.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:19.958097  7800 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:20.012 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:20.013 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:20.013 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:20.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:20.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:20.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:20.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:20.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:20.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:20.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:20.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:20.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:20.014 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:20.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:20.017944  7800 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:20.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:20.019217  7800 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.47.66
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:20.082939  7800 tablet_server_runner.cc:78] Tablet server non-default flags:
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.47.84:33335
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/data
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/wal
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.47.66:0
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/data/info.pb
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.47.66
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.47.126:46261,127.7.47.125:34413,127.7.47.124:38689
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.47.66
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/logs
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:20.084654  7800 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:20.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:20.086320  7800 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:20.100579  7814 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:20.204 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:20.204 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:20.205 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:20.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:20.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:20.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:20.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:20.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:20.206 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:20.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:20.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:20.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:20.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:20.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:20.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069920417 for job 226350c0f683964857a646cd0909db9f.
02:05:20.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:20.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:20.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:20.420 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:20.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:20.421 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:20.421 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:20.421 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:20.421 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:20.422 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:20.422 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:20.422 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:20.422 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:20.430 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26898), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [49ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [76ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [76ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [119ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [171ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [175ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [176ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [176ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [244ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [344ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [429ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [430ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [430ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [748ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [749ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [749ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1480ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1485ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1485ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1485ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2800ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2803ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [4421ms] refreshing cache from master, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4423ms] too many traces: truncated at 100 traces, deferred=Deferred@1655841528(state=PENDING, result=null, callback=(continuation of Deferred@152657204 after retry RPC after error@577842913) -> (continuation of Deferred@1227408160 after retry RPC after error@989764895) -> (continuation of Deferred@2043512713 after retry RPC after error@1382066295) -> (continuation of Deferred@1574846680 after retry RPC after error@327563289) -> (continuation of Deferred@107086895 after retry RPC after error@1368799108) -> (continuation of Deferred@2128705006 after retry RPC after error@1552272603) -> (continuation of Deferred@1255208984 after retry RPC after error@714788049) -> (continuation of Deferred@1604420201 after retry RPC after error@758152786) -> (continuation of Deferred@1626166228 after retry RPC after error@485357404) -> (continuation of Deferred@1326222434 after retry RPC after error@1633724735) -> (continuation of Deferred@1805202740 after retry RPC after error@415070220) -> (continuation of Deferred@871991525 after retry RPC after error@1463088884) -> (continuation of Deferred@1973832115 after retry RPC after error@103293459) -> (continuation of Deferred@2036935827 after retry RPC after error@161150492) -> (continuation of Deferred@1312214349 after retry RPC after error@164185634) -> (continuation of Deferred@972353084 after retry RPC after error@1728103688) -> (continuation of Deferred@530853888 after retry RPC after error@1553960320) -> (continuation of Deferred@1107561761 after retry RPC after error@592292076) -> (continuation of Deferred@500676789 after retry RPC after error@1032115458) -> (continuation of Deferred@1602992790 after retry RPC after error@298808131) -> (continuation of Deferred@838693855 after retry RPC after error@717921319) -> (continuation of Deferred@681037026 after retry RPC after error@1118369752) -> (continuation of Deferred@403773401 after retry RPC after error@1715768152) -> (continuation of Deferred@1881324462 after retry RPC after error@1966183493) -> (continuation of Deferred@1703865061 after retry RPC after error@659731271), errback=(continuation of Deferred@152657204 after retry RPC after error@577842913) -> (continuation of Deferred@1227408160 after retry RPC after error@989764895) -> (continuation of Deferred@2043512713 after retry RPC after error@1382066295) -> (continuation of Deferred@1574846680 after retry RPC after error@327563289) -> (continuation of Deferred@107086895 after retry RPC after error@1368799108) -> (continuation of Deferred@2128705006 after retry RPC after error@1552272603) -> (continuation of Deferred@1255208984 after retry RPC after error@714788049) -> (continuation of Deferred@1604420201 after retry RPC after error@758152786) -> (continuation of Deferred@1626166228 after retry RPC after error@485357404) -> (continuation of Deferred@1326222434 after retry RPC after error@1633724735) -> (continuation of Deferred@1805202740 after retry RPC after error@415070220) -> (continuation of Deferred@871991525 after retry RPC after error@1463088884) -> (continuation of Deferred@1973832115 after retry RPC after error@103293459) -> (continuation of Deferred@2036935827 after retry RPC after error@161150492) -> (continuation of Deferred@1312214349 after retry RPC after error@164185634) -> (continuation of Deferred@972353084 after retry RPC after error@1728103688) -> (continuation of Deferred@530853888 after retry RPC after error@1553960320) -> (continuation of Deferred@1107561761 after retry RPC after error@592292076) -> (continuation of Deferred@500676789 after retry RPC after error@1032115458) -> (continuation of Deferred@1602992790 after retry RPC after error@298808131) -> (continuation of Deferred@838693855 after retry RPC after error@717921319) -> (continuation of Deferred@681037026 after retry RPC after error@1118369752) -> (continuation of Deferred@403773401 after retry RPC after error@1715768152) -> (continuation of Deferred@1881324462 after retry RPC after error@1966183493) -> (continuation of Deferred@1703865061 after retry RPC after error@659731271)))
02:05:20.431 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:05:20.432 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26898), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [49ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [76ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [76ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [119ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [171ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [175ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [176ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [176ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [244ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [344ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [429ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [430ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [430ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [748ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [749ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [749ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1480ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1485ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1485ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1485ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2800ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2803ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [4421ms] refreshing cache from master, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4423ms] too many traces: truncated at 100 traces, deferred=Deferred@1655841528(state=PENDING, result=null, callback=(continuation of Deferred@152657204 after retry RPC after error@577842913) -> (continuation of Deferred@1227408160 after retry RPC after error@989764895) -> (continuation of Deferred@2043512713 after retry RPC after error@1382066295) -> (continuation of Deferred@1574846680 after retry RPC after error@327563289) -> (continuation of Deferred@107086895 after retry RPC after error@1368799108) -> (continuation of Deferred@2128705006 after retry RPC after error@1552272603) -> (continuation of Deferred@1255208984 after retry RPC after error@714788049) -> (continuation of Deferred@1604420201 after retry RPC after error@758152786) -> (continuation of Deferred@1626166228 after retry RPC after error@485357404) -> (continuation of Deferred@1326222434 after retry RPC after error@1633724735) -> (continuation of Deferred@1805202740 after retry RPC after error@415070220) -> (continuation of Deferred@871991525 after retry RPC after error@1463088884) -> (continuation of Deferred@1973832115 after retry RPC after error@103293459) -> (continuation of Deferred@2036935827 after retry RPC after error@161150492) -> (continuation of Deferred@1312214349 after retry RPC after error@164185634) -> (continuation of Deferred@972353084 after retry RPC after error@1728103688) -> (continuation of Deferred@530853888 after retry RPC after error@1553960320) -> (continuation of Deferred@1107561761 after retry RPC after error@592292076) -> (continuation of Deferred@500676789 after retry RPC after error@1032115458) -> (continuation of Deferred@1602992790 after retry RPC after error@298808131) -> (continuation of Deferred@838693855 after retry RPC after error@717921319) -> (continuation of Deferred@681037026 after retry RPC after error@1118369752) -> (continuation of Deferred@403773401 after retry RPC after error@1715768152) -> (continuation of Deferred@1881324462 after retry RPC after error@1966183493) -> (continuation of Deferred@1703865061 after retry RPC after error@659731271), errback=(continuation of Deferred@152657204 after retry RPC after error@577842913) -> (continuation of Deferred@1227408160 after retry RPC after error@989764895) -> (continuation of Deferred@2043512713 after retry RPC after error@1382066295) -> (continuation of Deferred@1574846680 after retry RPC after error@327563289) -> (continuation of Deferred@107086895 after retry RPC after error@1368799108) -> (continuation of Deferred@2128705006 after retry RPC after error@1552272603) -> (continuation of Deferred@1255208984 after retry RPC after error@714788049) -> (continuation of Deferred@1604420201 after retry RPC after error@758152786) -> (continuation of Deferred@1626166228 after retry RPC after error@485357404) -> (continuation of Deferred@1326222434 after retry RPC after error@1633724735) -> (continuation of Deferred@1805202740 after retry RPC after error@415070220) -> (continuation of Deferred@871991525 after retry RPC after error@1463088884) -> (continuation of Deferred@1973832115 after retry RPC after error@103293459) -> (continuation of Deferred@2036935827 after retry RPC after error@161150492) -> (continuation of Deferred@1312214349 after retry RPC after error@164185634) -> (continuation of Deferred@972353084 after retry RPC after error@1728103688) -> (continuation of Deferred@530853888 after retry RPC after error@1553960320) -> (continuation of Deferred@1107561761 after retry RPC after error@592292076) -> (continuation of Deferred@500676789 after retry RPC after error@1032115458) -> (continuation of Deferred@1602992790 after retry RPC after error@298808131) -> (continuation of Deferred@838693855 after retry RPC after error@717921319) -> (continuation of Deferred@681037026 after retry RPC after error@1118369752) -> (continuation of Deferred@403773401 after retry RPC after error@1715768152) -> (continuation of Deferred@1881324462 after retry RPC after error@1966183493) -> (continuation of Deferred@1703865061 after retry RPC after error@659731271)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:20.435 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:05:20.438 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:05:20.446 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
02:05:20.448 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
02:05:20.445 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26898), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [49ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [76ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [76ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [119ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [171ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [175ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [176ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [176ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [244ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [344ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [429ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [430ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [430ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [748ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [749ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [749ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1480ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1485ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1485ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1485ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2800ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2803ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [4421ms] refreshing cache from master, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4423ms] too many traces: truncated at 100 traces, deferred=Deferred@1655841528(state=PENDING, result=null, callback=(continuation of Deferred@152657204 after retry RPC after error@577842913) -> (continuation of Deferred@1227408160 after retry RPC after error@989764895) -> (continuation of Deferred@2043512713 after retry RPC after error@1382066295) -> (continuation of Deferred@1574846680 after retry RPC after error@327563289) -> (continuation of Deferred@107086895 after retry RPC after error@1368799108) -> (continuation of Deferred@2128705006 after retry RPC after error@1552272603) -> (continuation of Deferred@1255208984 after retry RPC after error@714788049) -> (continuation of Deferred@1604420201 after retry RPC after error@758152786) -> (continuation of Deferred@1626166228 after retry RPC after error@485357404) -> (continuation of Deferred@1326222434 after retry RPC after error@1633724735) -> (continuation of Deferred@1805202740 after retry RPC after error@415070220) -> (continuation of Deferred@871991525 after retry RPC after error@1463088884) -> (continuation of Deferred@1973832115 after retry RPC after error@103293459) -> (continuation of Deferred@2036935827 after retry RPC after error@161150492) -> (continuation of Deferred@1312214349 after retry RPC after error@164185634) -> (continuation of Deferred@972353084 after retry RPC after error@1728103688) -> (continuation of Deferred@530853888 after retry RPC after error@1553960320) -> (continuation of Deferred@1107561761 after retry RPC after error@592292076) -> (continuation of Deferred@500676789 after retry RPC after error@1032115458) -> (continuation of Deferred@1602992790 after retry RPC after error@298808131) -> (continuation of Deferred@838693855 after retry RPC after error@717921319) -> (continuation of Deferred@681037026 after retry RPC after error@1118369752) -> (continuation of Deferred@403773401 after retry RPC after error@1715768152) -> (continuation of Deferred@1881324462 after retry RPC after error@1966183493) -> (continuation of Deferred@1703865061 after retry RPC after error@659731271), errback=(continuation of Deferred@152657204 after retry RPC after error@577842913) -> (continuation of Deferred@1227408160 after retry RPC after error@989764895) -> (continuation of Deferred@2043512713 after retry RPC after error@1382066295) -> (continuation of Deferred@1574846680 after retry RPC after error@327563289) -> (continuation of Deferred@107086895 after retry RPC after error@1368799108) -> (continuation of Deferred@2128705006 after retry RPC after error@1552272603) -> (continuation of Deferred@1255208984 after retry RPC after error@714788049) -> (continuation of Deferred@1604420201 after retry RPC after error@758152786) -> (continuation of Deferred@1626166228 after retry RPC after error@485357404) -> (continuation of Deferred@1326222434 after retry RPC after error@1633724735) -> (continuation of Deferred@1805202740 after retry RPC after error@415070220) -> (continuation of Deferred@871991525 after retry RPC after error@1463088884) -> (continuation of Deferred@1973832115 after retry RPC after error@103293459) -> (continuation of Deferred@2036935827 after retry RPC after error@161150492) -> (continuation of Deferred@1312214349 after retry RPC after error@164185634) -> (continuation of Deferred@972353084 after retry RPC after error@1728103688) -> (continuation of Deferred@530853888 after retry RPC after error@1553960320) -> (continuation of Deferred@1107561761 after retry RPC after error@592292076) -> (continuation of Deferred@500676789 after retry RPC after error@1032115458) -> (continuation of Deferred@1602992790 after retry RPC after error@298808131) -> (continuation of Deferred@838693855 after retry RPC after error@717921319) -> (continuation of Deferred@681037026 after retry RPC after error@1118369752) -> (continuation of Deferred@403773401 after retry RPC after error@1715768152) -> (continuation of Deferred@1881324462 after retry RPC after error@1966183493) -> (continuation of Deferred@1703865061 after retry RPC after error@659731271)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:20.463 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:05:20.465 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
02:05:20.467 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:05:20.467 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RUNNING to RESTARTING.
02:05:20.470 [WARN - flink-pekko.actor.default-dispatcher-4] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
02:05:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:20.515041  7793 heartbeater.cc:499] Master 127.7.47.124:38689 was elected leader, sending a full tablet report...
02:05:20.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069920917 for job 226350c0f683964857a646cd0909db9f.
02:05:20.930 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:05:20.931 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
02:05:21.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069921417 for job 226350c0f683964857a646cd0909db9f.
02:05:21.421 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:21.422 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:21.422 [DEBUG - pool-35-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:21.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:21.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:21.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:21.426 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:21.426 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:21.426 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:21.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:21.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:21.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:21.427 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:21.434 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27927), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [98ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [98ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [132ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [191ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [191ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [276ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [311ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [312ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [324ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [324ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [364ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [364ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [405ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [524ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [524ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [584ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [823ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [823ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1424ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1522ms] too many traces: truncated at 100 traces, deferred=Deferred@2088614176(state=PENDING, result=null, callback=(continuation of Deferred@33102286 after retry RPC after error@53811860) -> (continuation of Deferred@992433564 after retry RPC after error@713187169) -> (continuation of Deferred@1669072022 after retry RPC after error@1211515863) -> (continuation of Deferred@1237087480 after retry RPC after error@1912427513) -> (continuation of Deferred@1923527140 after retry RPC after error@141847708) -> (continuation of Deferred@583389918 after retry RPC after error@960245732) -> (continuation of Deferred@2119336118 after retry RPC after error@1432945516) -> (continuation of Deferred@1496737853 after retry RPC after error@19742704) -> (continuation of Deferred@1796229203 after retry RPC after error@1996440638) -> (continuation of Deferred@484621660 after retry RPC after error@1960366991) -> (continuation of Deferred@501436311 after retry RPC after error@296826529) -> (continuation of Deferred@414212502 after retry RPC after error@717655460) -> (continuation of Deferred@769581212 after retry RPC after error@893571000) -> (continuation of Deferred@778413143 after retry RPC after error@818984850) -> (continuation of Deferred@1783659284 after retry RPC after error@1229739753) -> (continuation of Deferred@1250432139 after retry RPC after error@2144425583) -> (continuation of Deferred@372247130 after retry RPC after error@1029762411) -> (continuation of Deferred@927373824 after retry RPC after error@1121042601) -> (continuation of Deferred@1411739763 after retry RPC after error@1855247401) -> (continuation of Deferred@1837225313 after retry RPC after error@563713264) -> (continuation of Deferred@1589698136 after retry RPC after error@373124149) -> (continuation of Deferred@1978964302 after retry RPC after error@405253396) -> (continuation of Deferred@1087210070 after retry RPC after error@1030488766) -> (continuation of Deferred@1812189876 after retry RPC after error@1231658285) -> (continuation of Deferred@1696233828 after retry RPC after error@943648395) -> (continuation of Deferred@1255808330 after retry RPC after error@1331655113), errback=(continuation of Deferred@33102286 after retry RPC after error@53811860) -> (continuation of Deferred@992433564 after retry RPC after error@713187169) -> (continuation of Deferred@1669072022 after retry RPC after error@1211515863) -> (continuation of Deferred@1237087480 after retry RPC after error@1912427513) -> (continuation of Deferred@1923527140 after retry RPC after error@141847708) -> (continuation of Deferred@583389918 after retry RPC after error@960245732) -> (continuation of Deferred@2119336118 after retry RPC after error@1432945516) -> (continuation of Deferred@1496737853 after retry RPC after error@19742704) -> (continuation of Deferred@1796229203 after retry RPC after error@1996440638) -> (continuation of Deferred@484621660 after retry RPC after error@1960366991) -> (continuation of Deferred@501436311 after retry RPC after error@296826529) -> (continuation of Deferred@414212502 after retry RPC after error@717655460) -> (continuation of Deferred@769581212 after retry RPC after error@893571000) -> (continuation of Deferred@778413143 after retry RPC after error@818984850) -> (continuation of Deferred@1783659284 after retry RPC after error@1229739753) -> (continuation of Deferred@1250432139 after retry RPC after error@2144425583) -> (continuation of Deferred@372247130 after retry RPC after error@1029762411) -> (continuation of Deferred@927373824 after retry RPC after error@1121042601) -> (continuation of Deferred@1411739763 after retry RPC after error@1855247401) -> (continuation of Deferred@1837225313 after retry RPC after error@563713264) -> (continuation of Deferred@1589698136 after retry RPC after error@373124149) -> (continuation of Deferred@1978964302 after retry RPC after error@405253396) -> (continuation of Deferred@1087210070 after retry RPC after error@1030488766) -> (continuation of Deferred@1812189876 after retry RPC after error@1231658285) -> (continuation of Deferred@1696233828 after retry RPC after error@943648395) -> (continuation of Deferred@1255808330 after retry RPC after error@1331655113)))
02:05:21.435 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:05:21.435 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27927), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [98ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [98ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [132ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [191ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [191ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [276ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [311ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [312ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [324ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [324ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [364ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [364ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [405ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [524ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [524ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [584ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [823ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [823ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1424ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1522ms] too many traces: truncated at 100 traces, deferred=Deferred@2088614176(state=PENDING, result=null, callback=(continuation of Deferred@33102286 after retry RPC after error@53811860) -> (continuation of Deferred@992433564 after retry RPC after error@713187169) -> (continuation of Deferred@1669072022 after retry RPC after error@1211515863) -> (continuation of Deferred@1237087480 after retry RPC after error@1912427513) -> (continuation of Deferred@1923527140 after retry RPC after error@141847708) -> (continuation of Deferred@583389918 after retry RPC after error@960245732) -> (continuation of Deferred@2119336118 after retry RPC after error@1432945516) -> (continuation of Deferred@1496737853 after retry RPC after error@19742704) -> (continuation of Deferred@1796229203 after retry RPC after error@1996440638) -> (continuation of Deferred@484621660 after retry RPC after error@1960366991) -> (continuation of Deferred@501436311 after retry RPC after error@296826529) -> (continuation of Deferred@414212502 after retry RPC after error@717655460) -> (continuation of Deferred@769581212 after retry RPC after error@893571000) -> (continuation of Deferred@778413143 after retry RPC after error@818984850) -> (continuation of Deferred@1783659284 after retry RPC after error@1229739753) -> (continuation of Deferred@1250432139 after retry RPC after error@2144425583) -> (continuation of Deferred@372247130 after retry RPC after error@1029762411) -> (continuation of Deferred@927373824 after retry RPC after error@1121042601) -> (continuation of Deferred@1411739763 after retry RPC after error@1855247401) -> (continuation of Deferred@1837225313 after retry RPC after error@563713264) -> (continuation of Deferred@1589698136 after retry RPC after error@373124149) -> (continuation of Deferred@1978964302 after retry RPC after error@405253396) -> (continuation of Deferred@1087210070 after retry RPC after error@1030488766) -> (continuation of Deferred@1812189876 after retry RPC after error@1231658285) -> (continuation of Deferred@1696233828 after retry RPC after error@943648395) -> (continuation of Deferred@1255808330 after retry RPC after error@1331655113), errback=(continuation of Deferred@33102286 after retry RPC after error@53811860) -> (continuation of Deferred@992433564 after retry RPC after error@713187169) -> (continuation of Deferred@1669072022 after retry RPC after error@1211515863) -> (continuation of Deferred@1237087480 after retry RPC after error@1912427513) -> (continuation of Deferred@1923527140 after retry RPC after error@141847708) -> (continuation of Deferred@583389918 after retry RPC after error@960245732) -> (continuation of Deferred@2119336118 after retry RPC after error@1432945516) -> (continuation of Deferred@1496737853 after retry RPC after error@19742704) -> (continuation of Deferred@1796229203 after retry RPC after error@1996440638) -> (continuation of Deferred@484621660 after retry RPC after error@1960366991) -> (continuation of Deferred@501436311 after retry RPC after error@296826529) -> (continuation of Deferred@414212502 after retry RPC after error@717655460) -> (continuation of Deferred@769581212 after retry RPC after error@893571000) -> (continuation of Deferred@778413143 after retry RPC after error@818984850) -> (continuation of Deferred@1783659284 after retry RPC after error@1229739753) -> (continuation of Deferred@1250432139 after retry RPC after error@2144425583) -> (continuation of Deferred@372247130 after retry RPC after error@1029762411) -> (continuation of Deferred@927373824 after retry RPC after error@1121042601) -> (continuation of Deferred@1411739763 after retry RPC after error@1855247401) -> (continuation of Deferred@1837225313 after retry RPC after error@563713264) -> (continuation of Deferred@1589698136 after retry RPC after error@373124149) -> (continuation of Deferred@1978964302 after retry RPC after error@405253396) -> (continuation of Deferred@1087210070 after retry RPC after error@1030488766) -> (continuation of Deferred@1812189876 after retry RPC after error@1231658285) -> (continuation of Deferred@1696233828 after retry RPC after error@943648395) -> (continuation of Deferred@1255808330 after retry RPC after error@1331655113)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:21.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:05:21.442 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:05:21.445 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27927), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [98ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [98ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [132ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [191ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [191ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [276ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [311ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [312ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [324ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [324ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [364ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [364ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [405ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [524ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [524ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [584ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [823ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [823ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1424ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1522ms] too many traces: truncated at 100 traces, deferred=Deferred@2088614176(state=PENDING, result=null, callback=(continuation of Deferred@33102286 after retry RPC after error@53811860) -> (continuation of Deferred@992433564 after retry RPC after error@713187169) -> (continuation of Deferred@1669072022 after retry RPC after error@1211515863) -> (continuation of Deferred@1237087480 after retry RPC after error@1912427513) -> (continuation of Deferred@1923527140 after retry RPC after error@141847708) -> (continuation of Deferred@583389918 after retry RPC after error@960245732) -> (continuation of Deferred@2119336118 after retry RPC after error@1432945516) -> (continuation of Deferred@1496737853 after retry RPC after error@19742704) -> (continuation of Deferred@1796229203 after retry RPC after error@1996440638) -> (continuation of Deferred@484621660 after retry RPC after error@1960366991) -> (continuation of Deferred@501436311 after retry RPC after error@296826529) -> (continuation of Deferred@414212502 after retry RPC after error@717655460) -> (continuation of Deferred@769581212 after retry RPC after error@893571000) -> (continuation of Deferred@778413143 after retry RPC after error@818984850) -> (continuation of Deferred@1783659284 after retry RPC after error@1229739753) -> (continuation of Deferred@1250432139 after retry RPC after error@2144425583) -> (continuation of Deferred@372247130 after retry RPC after error@1029762411) -> (continuation of Deferred@927373824 after retry RPC after error@1121042601) -> (continuation of Deferred@1411739763 after retry RPC after error@1855247401) -> (continuation of Deferred@1837225313 after retry RPC after error@563713264) -> (continuation of Deferred@1589698136 after retry RPC after error@373124149) -> (continuation of Deferred@1978964302 after retry RPC after error@405253396) -> (continuation of Deferred@1087210070 after retry RPC after error@1030488766) -> (continuation of Deferred@1812189876 after retry RPC after error@1231658285) -> (continuation of Deferred@1696233828 after retry RPC after error@943648395) -> (continuation of Deferred@1255808330 after retry RPC after error@1331655113), errback=(continuation of Deferred@33102286 after retry RPC after error@53811860) -> (continuation of Deferred@992433564 after retry RPC after error@713187169) -> (continuation of Deferred@1669072022 after retry RPC after error@1211515863) -> (continuation of Deferred@1237087480 after retry RPC after error@1912427513) -> (continuation of Deferred@1923527140 after retry RPC after error@141847708) -> (continuation of Deferred@583389918 after retry RPC after error@960245732) -> (continuation of Deferred@2119336118 after retry RPC after error@1432945516) -> (continuation of Deferred@1496737853 after retry RPC after error@19742704) -> (continuation of Deferred@1796229203 after retry RPC after error@1996440638) -> (continuation of Deferred@484621660 after retry RPC after error@1960366991) -> (continuation of Deferred@501436311 after retry RPC after error@296826529) -> (continuation of Deferred@414212502 after retry RPC after error@717655460) -> (continuation of Deferred@769581212 after retry RPC after error@893571000) -> (continuation of Deferred@778413143 after retry RPC after error@818984850) -> (continuation of Deferred@1783659284 after retry RPC after error@1229739753) -> (continuation of Deferred@1250432139 after retry RPC after error@2144425583) -> (continuation of Deferred@372247130 after retry RPC after error@1029762411) -> (continuation of Deferred@927373824 after retry RPC after error@1121042601) -> (continuation of Deferred@1411739763 after retry RPC after error@1855247401) -> (continuation of Deferred@1837225313 after retry RPC after error@563713264) -> (continuation of Deferred@1589698136 after retry RPC after error@373124149) -> (continuation of Deferred@1978964302 after retry RPC after error@405253396) -> (continuation of Deferred@1087210070 after retry RPC after error@1030488766) -> (continuation of Deferred@1812189876 after retry RPC after error@1231658285) -> (continuation of Deferred@1696233828 after retry RPC after error@943648395) -> (continuation of Deferred@1255808330 after retry RPC after error@1331655113)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:21.457 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=39 ms, finalizationTime=1 ms).
02:05:21.461 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
02:05:21.468 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
02:05:21.468 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:05:21.469 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:05:21.588 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:21.588 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:21.588 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:21.589 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:21.589 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:21.589 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:21.592 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:21.592 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:21.592 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:21.593 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:21.593 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:21.593 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:21.593 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:21.502900  7813 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 7800
02:05:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:21.613896  7813 kernel_stack_watchdog.cc:198] Thread 7800 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
02:05:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:05:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:05:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:05:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:05:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:20.101553  7815 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:21.615257  7800 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.512s	user 0.001s	sys 0.000s
02:05:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:21.615609  7800 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.513s	user 0.002s	sys 0.000s
02:05:21.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:21.617820  7818 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:21.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:21.620263  7816 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1517 milliseconds
02:05:21.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.620260  7800 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:21.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.621569  7800 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:21.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.623955  7800 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:21.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.625404  7800 hybrid_clock.cc:648] HybridClock initialized: now 1779069921625342 us; error 70 us; skew 500 ppm
02:05:21.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.626227  7800 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:21.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.632254  7800 webserver.cc:533] Webserver started at http://127.7.47.66:45449/ using document root <none> and password file <none>
02:05:21.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.633211  7800 fs_manager.cc:362] Metadata directory not provided
02:05:21.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.633599  7800 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.634073  7800 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.638494  7800 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/data/instance:
02:05:21.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81e65f7fa4f14f709b357cc04da72f7f"
02:05:21.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:21 on dist-test-slave-9vqr"
02:05:21.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.639693  7800 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/wal/instance:
02:05:21.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81e65f7fa4f14f709b357cc04da72f7f"
02:05:21.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:21 on dist-test-slave-9vqr"
02:05:21.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.647042  7800 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.001s	sys 0.004s
02:05:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.653204  7825 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.654285  7800 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.654644  7800 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/wal
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81e65f7fa4f14f709b357cc04da72f7f"
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:21 on dist-test-slave-9vqr"
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.655005  7800 fs_report.cc:389] FS layout report
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/wal
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/wal
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/data/data
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:21.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.705561  7800 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.707530  7800 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.708280  7800 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.711902  7800 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:05:21.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.716367  7800 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:05:21.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.716600  7800 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:05:21.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.716890  7800 ts_tablet_manager.cc:616] Registered 0 tablets
02:05:21.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.717056  7800 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:05:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.850405  7800 rpc_server.cc:307] RPC server started. Bound to: 127.7.47.66:39689
02:05:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.850528  7938 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.47.66:39689 every 8 connection(s)
02:05:21.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.853044  7800 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/data/info.pb
02:05:21.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.860965  7357 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 7800
02:05:21.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.861603  7357 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-1/wal/instance
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.881912  7357 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/wal
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/data
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/logs
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/data/info.pb
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.47.67:0
02:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.47.67
02:05:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.47.67
02:05:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.47.126:46261,127.7.47.125:34413,127.7.47.124:38689
02:05:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.47.84:33335
02:05:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:05:21.887 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:21.887 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:21.888 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:21.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:21.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:21.888 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:21.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:21.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:21.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:21.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:21.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:21.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:21.890 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.906810  7940 heartbeater.cc:344] Connected to a master server at 127.7.47.125:34413
02:05:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.907193  7941 heartbeater.cc:344] Connected to a master server at 127.7.47.126:46261
02:05:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.907338  7940 heartbeater.cc:461] Registering TS with master...
02:05:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.907564  7941 heartbeater.cc:461] Registering TS with master...
02:05:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.908869  7941 heartbeater.cc:507] Master 127.7.47.126:46261 requested a full tablet report, sending...
02:05:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.908914  7940 heartbeater.cc:507] Master 127.7.47.125:34413 requested a full tablet report, sending...
02:05:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.910109  7939 heartbeater.cc:344] Connected to a master server at 127.7.47.124:38689
02:05:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.910458  7939 heartbeater.cc:461] Registering TS with master...
02:05:21.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.911394  7939 heartbeater.cc:507] Master 127.7.47.124:38689 requested a full tablet report, sending...
02:05:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.913506  7558 ts_manager.cc:194] Registered new tserver with Master: 81e65f7fa4f14f709b357cc04da72f7f (127.7.47.66:39689)
02:05:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.913691  7478 ts_manager.cc:194] Registered new tserver with Master: 81e65f7fa4f14f709b357cc04da72f7f (127.7.47.66:39689)
02:05:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.914134  7402 ts_manager.cc:194] Registered new tserver with Master: 81e65f7fa4f14f709b357cc04da72f7f (127.7.47.66:39689)
02:05:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:21.915174  7558 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.47.66:58201
02:05:21.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069921917 for job 226350c0f683964857a646cd0909db9f.
02:05:21.926 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:05:21.928 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
02:05:21.991 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 5643d6aa02746b8a0b8a3513bda90461 from Checkpoint 64 @ 1779069891943 for 5643d6aa02746b8a0b8a3513bda90461 located at file:/tmp/junit17785780698805776559/checkpoints/5643d6aa02746b8a0b8a3513bda90461/chk-64.
02:05:21.992 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
02:05:21.996 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:05:21.997 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
02:05:21.997 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:05:21.997 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
02:05:21.998 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 2a8d1acdc046bcc7434c00507fd73b98
02:05:21.998 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RESTARTING to RUNNING.
02:05:21.998 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 2a8d1acdc046bcc7434c00507fd73b98.
02:05:21.998 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 5643d6aa02746b8a0b8a3513bda90461 from Checkpoint 64 @ 1779069891943 for 5643d6aa02746b8a0b8a3513bda90461 located at file:/tmp/junit17785780698805776559/checkpoints/5643d6aa02746b8a0b8a3513bda90461/chk-64.
02:05:21.999 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 2a8d1acdc046bcc7434c00507fd73b98.
02:05:22.000 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
02:05:22.000 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:05:22.000 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
02:05:22.001 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
02:05:22.001 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
02:05:22.002 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6dd408d7
02:05:22.002 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:22.002 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:05:22.002 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:05:22.003 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:05:22.003 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
02:05:22.004 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id cb92e3213cd9afe85c5e7dba14b00289
02:05:22.004 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot cb92e3213cd9afe85c5e7dba14b00289.
02:05:22.004 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:05:22.005 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7205de0c
02:05:22.007 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id cb92e3213cd9afe85c5e7dba14b00289.
02:05:22.008 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
02:05:22.008 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
02:05:22.008 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@fbf1f97
02:05:22.008 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:22.009 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:05:22.009 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:05:22.010 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:05:22.011 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:22.012 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.013 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c458f21
02:05:22.014 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.014 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:22.015 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.017 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.018 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.018 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.019 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.019 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.022 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.022 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.022 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.033 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.034 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.035 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.037 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.038 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.038 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.038 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.039 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.039 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.039 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.040 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.040 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.040 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.040 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.043 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:22.044 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:22.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:22.044 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:22.044 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:22.044 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:22.044 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:22.044 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:22.044 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:22.044 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:22.044 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:22.044 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:22.045 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:22.053 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.054 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.055 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.056 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.057 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.057 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.058 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.060 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.060 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.062 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.062 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.062 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.062 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.062 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.072 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.073 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.073 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.074 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.077 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.078 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.078 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.079 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.079 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.079 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.093 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.093 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.094 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.094 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.097 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.098 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.098 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.099 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.133 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.134 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.134 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.135 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.137 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.138 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.138 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.173 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.173 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.174 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.175 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.198 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.198 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.199 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.199 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.213 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.213 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.214 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.214 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:22.224378  7949 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:22.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:22.224937  7949 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:22.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:22.225436  7949 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:22.242 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:22.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:22.262770  7949 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:22.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:22.263664  7949 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.47.67
02:05:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:22.301266  7949 tablet_server_runner.cc:78] Tablet server non-default flags:
02:05:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.47.84:33335
02:05:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/data
02:05:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/wal
02:05:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.47.67:0
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/data/info.pb
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.47.67
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.47.126:46261,127.7.47.125:34413,127.7.47.124:38689
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.47.67
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/logs
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:22.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:22.302825  7949 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:22.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:22.304554  7949 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:22.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:22.317473  7975 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:22.318 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.318 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.319 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.319 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.319 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.319 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.319 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.398 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.398 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.398 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.402 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28884), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [92ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [148ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [152ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [153ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [154ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [188ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [191ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [191ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [224ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [225ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [225ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [265ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [265ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [344ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [464ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [584ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [586ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [586ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [587ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [744ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [744ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1026ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2244ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5004ms] refreshing cache from master, [5004ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5005ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5005ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5006ms] too many traces: truncated at 100 traces, deferred=Deferred@637654310(state=PENDING, result=null, callback=(continuation of Deferred@1972645594 after retry RPC after error@120576289) -> (continuation of Deferred@105386868 after retry RPC after error@784879230) -> (continuation of Deferred@2055096195 after retry RPC after error@56717116) -> (continuation of Deferred@1165234071 after retry RPC after error@690164473) -> (continuation of Deferred@560531969 after retry RPC after error@695835039) -> (continuation of Deferred@1276388240 after retry RPC after error@2106672177) -> (continuation of Deferred@348221568 after retry RPC after error@1905370854) -> (continuation of Deferred@477369319 after retry RPC after error@1798532244) -> (continuation of Deferred@1953055746 after retry RPC after error@145976063) -> (continuation of Deferred@887405349 after retry RPC after error@1153640161) -> (continuation of Deferred@2050241327 after retry RPC after error@1774410244) -> (continuation of Deferred@2028988810 after retry RPC after error@625355864) -> (continuation of Deferred@2125520532 after retry RPC after error@223389756) -> (continuation of Deferred@175420325 after retry RPC after error@516188767) -> (continuation of Deferred@1727550317 after retry RPC after error@1851852486) -> (continuation of Deferred@1101490484 after retry RPC after error@2081191373) -> (continuation of Deferred@1489711642 after retry RPC after error@1048205555) -> (continuation of Deferred@1148086465 after retry RPC after error@1532223388) -> (continuation of Deferred@1510571278 after retry RPC after error@920132476) -> (continuation of Deferred@29836550 after retry RPC after error@1143850397) -> (continuation of Deferred@1432170779 after retry RPC after error@589873975), errback=(continuation of Deferred@1972645594 after retry RPC after error@120576289) -> (continuation of Deferred@105386868 after retry RPC after error@784879230) -> (continuation of Deferred@2055096195 after retry RPC after error@56717116) -> (continuation of Deferred@1165234071 after retry RPC after error@690164473) -> (continuation of Deferred@560531969 after retry RPC after error@695835039) -> (continuation of Deferred@1276388240 after retry RPC after error@2106672177) -> (continuation of Deferred@348221568 after retry RPC after error@1905370854) -> (continuation of Deferred@477369319 after retry RPC after error@1798532244) -> (continuation of Deferred@1953055746 after retry RPC after error@145976063) -> (continuation of Deferred@887405349 after retry RPC after error@1153640161) -> (continuation of Deferred@2050241327 after retry RPC after error@1774410244) -> (continuation of Deferred@2028988810 after retry RPC after error@625355864) -> (continuation of Deferred@2125520532 after retry RPC after error@223389756) -> (continuation of Deferred@175420325 after retry RPC after error@516188767) -> (continuation of Deferred@1727550317 after retry RPC after error@1851852486) -> (continuation of Deferred@1101490484 after retry RPC after error@2081191373) -> (continuation of Deferred@1489711642 after retry RPC after error@1048205555) -> (continuation of Deferred@1148086465 after retry RPC after error@1532223388) -> (continuation of Deferred@1510571278 after retry RPC after error@920132476) -> (continuation of Deferred@29836550 after retry RPC after error@1143850397) -> (continuation of Deferred@1432170779 after retry RPC after error@589873975)))
02:05:22.407 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:05:22.408 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28884), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [92ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [148ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [152ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [153ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [154ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [188ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [191ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [191ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [224ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [225ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [225ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [265ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [265ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [344ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [464ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [584ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [586ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [586ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [587ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [744ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [744ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1026ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2244ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5004ms] refreshing cache from master, [5004ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5005ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5005ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5006ms] too many traces: truncated at 100 traces, deferred=Deferred@637654310(state=PENDING, result=null, callback=(continuation of Deferred@1972645594 after retry RPC after error@120576289) -> (continuation of Deferred@105386868 after retry RPC after error@784879230) -> (continuation of Deferred@2055096195 after retry RPC after error@56717116) -> (continuation of Deferred@1165234071 after retry RPC after error@690164473) -> (continuation of Deferred@560531969 after retry RPC after error@695835039) -> (continuation of Deferred@1276388240 after retry RPC after error@2106672177) -> (continuation of Deferred@348221568 after retry RPC after error@1905370854) -> (continuation of Deferred@477369319 after retry RPC after error@1798532244) -> (continuation of Deferred@1953055746 after retry RPC after error@145976063) -> (continuation of Deferred@887405349 after retry RPC after error@1153640161) -> (continuation of Deferred@2050241327 after retry RPC after error@1774410244) -> (continuation of Deferred@2028988810 after retry RPC after error@625355864) -> (continuation of Deferred@2125520532 after retry RPC after error@223389756) -> (continuation of Deferred@175420325 after retry RPC after error@516188767) -> (continuation of Deferred@1727550317 after retry RPC after error@1851852486) -> (continuation of Deferred@1101490484 after retry RPC after error@2081191373) -> (continuation of Deferred@1489711642 after retry RPC after error@1048205555) -> (continuation of Deferred@1148086465 after retry RPC after error@1532223388) -> (continuation of Deferred@1510571278 after retry RPC after error@920132476) -> (continuation of Deferred@29836550 after retry RPC after error@1143850397) -> (continuation of Deferred@1432170779 after retry RPC after error@589873975), errback=(continuation of Deferred@1972645594 after retry RPC after error@120576289) -> (continuation of Deferred@105386868 after retry RPC after error@784879230) -> (continuation of Deferred@2055096195 after retry RPC after error@56717116) -> (continuation of Deferred@1165234071 after retry RPC after error@690164473) -> (continuation of Deferred@560531969 after retry RPC after error@695835039) -> (continuation of Deferred@1276388240 after retry RPC after error@2106672177) -> (continuation of Deferred@348221568 after retry RPC after error@1905370854) -> (continuation of Deferred@477369319 after retry RPC after error@1798532244) -> (continuation of Deferred@1953055746 after retry RPC after error@145976063) -> (continuation of Deferred@887405349 after retry RPC after error@1153640161) -> (continuation of Deferred@2050241327 after retry RPC after error@1774410244) -> (continuation of Deferred@2028988810 after retry RPC after error@625355864) -> (continuation of Deferred@2125520532 after retry RPC after error@223389756) -> (continuation of Deferred@175420325 after retry RPC after error@516188767) -> (continuation of Deferred@1727550317 after retry RPC after error@1851852486) -> (continuation of Deferred@1101490484 after retry RPC after error@2081191373) -> (continuation of Deferred@1489711642 after retry RPC after error@1048205555) -> (continuation of Deferred@1148086465 after retry RPC after error@1532223388) -> (continuation of Deferred@1510571278 after retry RPC after error@920132476) -> (continuation of Deferred@29836550 after retry RPC after error@1143850397) -> (continuation of Deferred@1432170779 after retry RPC after error@589873975)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:22.416 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
02:05:22.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069922418 for job 226350c0f683964857a646cd0909db9f.
02:05:22.428 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
02:05:22.431 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28884), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [92ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [148ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [152ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [153ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [154ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [188ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [191ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [191ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [224ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [225ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [225ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [265ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [265ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [344ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [464ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [584ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [586ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [586ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [587ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [744ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [744ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1026ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2244ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5004ms] refreshing cache from master, [5004ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5005ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5005ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5006ms] too many traces: truncated at 100 traces, deferred=Deferred@637654310(state=PENDING, result=null, callback=(continuation of Deferred@1972645594 after retry RPC after error@120576289) -> (continuation of Deferred@105386868 after retry RPC after error@784879230) -> (continuation of Deferred@2055096195 after retry RPC after error@56717116) -> (continuation of Deferred@1165234071 after retry RPC after error@690164473) -> (continuation of Deferred@560531969 after retry RPC after error@695835039) -> (continuation of Deferred@1276388240 after retry RPC after error@2106672177) -> (continuation of Deferred@348221568 after retry RPC after error@1905370854) -> (continuation of Deferred@477369319 after retry RPC after error@1798532244) -> (continuation of Deferred@1953055746 after retry RPC after error@145976063) -> (continuation of Deferred@887405349 after retry RPC after error@1153640161) -> (continuation of Deferred@2050241327 after retry RPC after error@1774410244) -> (continuation of Deferred@2028988810 after retry RPC after error@625355864) -> (continuation of Deferred@2125520532 after retry RPC after error@223389756) -> (continuation of Deferred@175420325 after retry RPC after error@516188767) -> (continuation of Deferred@1727550317 after retry RPC after error@1851852486) -> (continuation of Deferred@1101490484 after retry RPC after error@2081191373) -> (continuation of Deferred@1489711642 after retry RPC after error@1048205555) -> (continuation of Deferred@1148086465 after retry RPC after error@1532223388) -> (continuation of Deferred@1510571278 after retry RPC after error@920132476) -> (continuation of Deferred@29836550 after retry RPC after error@1143850397) -> (continuation of Deferred@1432170779 after retry RPC after error@589873975), errback=(continuation of Deferred@1972645594 after retry RPC after error@120576289) -> (continuation of Deferred@105386868 after retry RPC after error@784879230) -> (continuation of Deferred@2055096195 after retry RPC after error@56717116) -> (continuation of Deferred@1165234071 after retry RPC after error@690164473) -> (continuation of Deferred@560531969 after retry RPC after error@695835039) -> (continuation of Deferred@1276388240 after retry RPC after error@2106672177) -> (continuation of Deferred@348221568 after retry RPC after error@1905370854) -> (continuation of Deferred@477369319 after retry RPC after error@1798532244) -> (continuation of Deferred@1953055746 after retry RPC after error@145976063) -> (continuation of Deferred@887405349 after retry RPC after error@1153640161) -> (continuation of Deferred@2050241327 after retry RPC after error@1774410244) -> (continuation of Deferred@2028988810 after retry RPC after error@625355864) -> (continuation of Deferred@2125520532 after retry RPC after error@223389756) -> (continuation of Deferred@175420325 after retry RPC after error@516188767) -> (continuation of Deferred@1727550317 after retry RPC after error@1851852486) -> (continuation of Deferred@1101490484 after retry RPC after error@2081191373) -> (continuation of Deferred@1489711642 after retry RPC after error@1048205555) -> (continuation of Deferred@1148086465 after retry RPC after error@1532223388) -> (continuation of Deferred@1510571278 after retry RPC after error@920132476) -> (continuation of Deferred@29836550 after retry RPC after error@1143850397) -> (continuation of Deferred@1432170779 after retry RPC after error@589873975)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:22.434 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:05:22.437 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
02:05:22.439 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:05:22.441 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
02:05:22.442 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
02:05:22.442 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RUNNING to RESTARTING.
02:05:22.473 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.474 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.474 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.481 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.481 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.481 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.481 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.484 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.484 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.484 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.484 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.484 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.484 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.538 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.538 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.539 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.540 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.540 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.540 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.540 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.793 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.794 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.794 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.795 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.795 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.795 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.796 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.853 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.853 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.854 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.855 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.901 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.902 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.902 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.904 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.905 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:22.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069922918 for job 226350c0f683964857a646cd0909db9f.
02:05:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:22.920403  7939 heartbeater.cc:499] Master 127.7.47.124:38689 was elected leader, sending a full tablet report...
02:05:22.933 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:05:22.934 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
02:05:22.953 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:22.953 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:22.953 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:22.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:22.955 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.955 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:22.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:22.956 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:23.152 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:23.153 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:23.153 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:23.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.155 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.155 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.156 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:23.161 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29613), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [90ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [96ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [98ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [99ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [134ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [134ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [253ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [258ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [259ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [259ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [284ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [284ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [303ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [305ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [305ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [306ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [344ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [384ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [501ms] refreshing cache from master, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [504ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [505ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [506ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [506ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [764ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [765ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [765ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [766ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1184ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1344ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2141ms] refreshing cache from master, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2143ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2144ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2144ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [3083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [3084ms] too many traces: truncated at 100 traces, deferred=Deferred@1277708896(state=PENDING, result=null, callback=(continuation of Deferred@1944303399 after retry RPC after error@1016762076) -> (continuation of Deferred@12809813 after retry RPC after error@238442343) -> (continuation of Deferred@1610777353 after retry RPC after error@143003067) -> (continuation of Deferred@325886752 after retry RPC after error@794645317) -> (continuation of Deferred@1530103660 after retry RPC after error@1675670116) -> (continuation of Deferred@358836379 after retry RPC after error@1348584969) -> (continuation of Deferred@397288334 after retry RPC after error@1908134029) -> (continuation of Deferred@2131909009 after retry RPC after error@555583988) -> (continuation of Deferred@1195994122 after retry RPC after error@1750725590) -> (continuation of Deferred@90890653 after retry RPC after error@1224055533) -> (continuation of Deferred@1146132165 after retry RPC after error@1672485594) -> (continuation of Deferred@830765368 after retry RPC after error@1438822167) -> (continuation of Deferred@367328724 after retry RPC after error@1986085752) -> (continuation of Deferred@1681832245 after retry RPC after error@616831154) -> (continuation of Deferred@377244579 after retry RPC after error@1786421399) -> (continuation of Deferred@2065456124 after retry RPC after error@2132401573) -> (continuation of Deferred@189571254 after retry RPC after error@873318224) -> (continuation of Deferred@760723862 after retry RPC after error@470986092) -> (continuation of Deferred@1916139336 after retry RPC after error@676890905) -> (continuation of Deferred@953360013 after retry RPC after error@824421686) -> (continuation of Deferred@1819378669 after retry RPC after error@9297723) -> (continuation of Deferred@537566929 after retry RPC after error@216845819) -> (continuation of Deferred@1818384736 after retry RPC after error@49817552) -> (continuation of Deferred@1987108168 after retry RPC after error@471422312) -> (continuation of Deferred@1657710290 after retry RPC after error@558615548), errback=(continuation of Deferred@1944303399 after retry RPC after error@1016762076) -> (continuation of Deferred@12809813 after retry RPC after error@238442343) -> (continuation of Deferred@1610777353 after retry RPC after error@143003067) -> (continuation of Deferred@325886752 after retry RPC after error@794645317) -> (continuation of Deferred@1530103660 after retry RPC after error@1675670116) -> (continuation of Deferred@358836379 after retry RPC after error@1348584969) -> (continuation of Deferred@397288334 after retry RPC after error@1908134029) -> (continuation of Deferred@2131909009 after retry RPC after error@555583988) -> (continuation of Deferred@1195994122 after retry RPC after error@1750725590) -> (continuation of Deferred@90890653 after retry RPC after error@1224055533) -> (continuation of Deferred@1146132165 after retry RPC after error@1672485594) -> (continuation of Deferred@830765368 after retry RPC after error@1438822167) -> (continuation of Deferred@367328724 after retry RPC after error@1986085752) -> (continuation of Deferred@1681832245 after retry RPC after error@616831154) -> (continuation of Deferred@377244579 after retry RPC after error@1786421399) -> (continuation of Deferred@2065456124 after retry RPC after error@2132401573) -> (continuation of Deferred@189571254 after retry RPC after error@873318224) -> (continuation of Deferred@760723862 after retry RPC after error@470986092) -> (continuation of Deferred@1916139336 after retry RPC after error@676890905) -> (continuation of Deferred@953360013 after retry RPC after error@824421686) -> (continuation of Deferred@1819378669 after retry RPC after error@9297723) -> (continuation of Deferred@537566929 after retry RPC after error@216845819) -> (continuation of Deferred@1818384736 after retry RPC after error@49817552) -> (continuation of Deferred@1987108168 after retry RPC after error@471422312) -> (continuation of Deferred@1657710290 after retry RPC after error@558615548)))
02:05:23.163 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:23.163 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:23.163 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:23.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.164 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29613), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [90ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [96ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [98ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [99ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [134ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [134ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [253ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [258ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [259ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [259ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [284ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [284ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [303ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [305ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [305ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [306ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [344ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [384ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [501ms] refreshing cache from master, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [504ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [505ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [506ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [506ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [764ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [765ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [765ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [766ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1184ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1344ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2141ms] refreshing cache from master, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2143ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2144ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2144ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [3083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [3084ms] too many traces: truncated at 100 traces, deferred=Deferred@1277708896(state=PENDING, result=null, callback=(continuation of Deferred@1944303399 after retry RPC after error@1016762076) -> (continuation of Deferred@12809813 after retry RPC after error@238442343) -> (continuation of Deferred@1610777353 after retry RPC after error@143003067) -> (continuation of Deferred@325886752 after retry RPC after error@794645317) -> (continuation of Deferred@1530103660 after retry RPC after error@1675670116) -> (continuation of Deferred@358836379 after retry RPC after error@1348584969) -> (continuation of Deferred@397288334 after retry RPC after error@1908134029) -> (continuation of Deferred@2131909009 after retry RPC after error@555583988) -> (continuation of Deferred@1195994122 after retry RPC after error@1750725590) -> (continuation of Deferred@90890653 after retry RPC after error@1224055533) -> (continuation of Deferred@1146132165 after retry RPC after error@1672485594) -> (continuation of Deferred@830765368 after retry RPC after error@1438822167) -> (continuation of Deferred@367328724 after retry RPC after error@1986085752) -> (continuation of Deferred@1681832245 after retry RPC after error@616831154) -> (continuation of Deferred@377244579 after retry RPC after error@1786421399) -> (continuation of Deferred@2065456124 after retry RPC after error@2132401573) -> (continuation of Deferred@189571254 after retry RPC after error@873318224) -> (continuation of Deferred@760723862 after retry RPC after error@470986092) -> (continuation of Deferred@1916139336 after retry RPC after error@676890905) -> (continuation of Deferred@953360013 after retry RPC after error@824421686) -> (continuation of Deferred@1819378669 after retry RPC after error@9297723) -> (continuation of Deferred@537566929 after retry RPC after error@216845819) -> (continuation of Deferred@1818384736 after retry RPC after error@49817552) -> (continuation of Deferred@1987108168 after retry RPC after error@471422312) -> (continuation of Deferred@1657710290 after retry RPC after error@558615548), errback=(continuation of Deferred@1944303399 after retry RPC after error@1016762076) -> (continuation of Deferred@12809813 after retry RPC after error@238442343) -> (continuation of Deferred@1610777353 after retry RPC after error@143003067) -> (continuation of Deferred@325886752 after retry RPC after error@794645317) -> (continuation of Deferred@1530103660 after retry RPC after error@1675670116) -> (continuation of Deferred@358836379 after retry RPC after error@1348584969) -> (continuation of Deferred@397288334 after retry RPC after error@1908134029) -> (continuation of Deferred@2131909009 after retry RPC after error@555583988) -> (continuation of Deferred@1195994122 after retry RPC after error@1750725590) -> (continuation of Deferred@90890653 after retry RPC after error@1224055533) -> (continuation of Deferred@1146132165 after retry RPC after error@1672485594) -> (continuation of Deferred@830765368 after retry RPC after error@1438822167) -> (continuation of Deferred@367328724 after retry RPC after error@1986085752) -> (continuation of Deferred@1681832245 after retry RPC after error@616831154) -> (continuation of Deferred@377244579 after retry RPC after error@1786421399) -> (continuation of Deferred@2065456124 after retry RPC after error@2132401573) -> (continuation of Deferred@189571254 after retry RPC after error@873318224) -> (continuation of Deferred@760723862 after retry RPC after error@470986092) -> (continuation of Deferred@1916139336 after retry RPC after error@676890905) -> (continuation of Deferred@953360013 after retry RPC after error@824421686) -> (continuation of Deferred@1819378669 after retry RPC after error@9297723) -> (continuation of Deferred@537566929 after retry RPC after error@216845819) -> (continuation of Deferred@1818384736 after retry RPC after error@49817552) -> (continuation of Deferred@1987108168 after retry RPC after error@471422312) -> (continuation of Deferred@1657710290 after retry RPC after error@558615548)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29613), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [90ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [96ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [98ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [99ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [134ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [134ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [253ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [258ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [259ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [259ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [284ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [284ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [303ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [305ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [305ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [306ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [344ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [384ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [501ms] refreshing cache from master, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [504ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [505ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [506ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [506ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [764ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [765ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [765ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [766ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1184ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1344ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2141ms] refreshing cache from master, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2143ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2144ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2144ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [3083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [3084ms] too many traces: truncated at 100 traces, deferred=Deferred@1277708896(state=PENDING, result=null, callback=(continuation of Deferred@1944303399 after retry RPC after error@1016762076) -> (continuation of Deferred@12809813 after retry RPC after error@238442343) -> (continuation of Deferred@1610777353 after retry RPC after error@143003067) -> (continuation of Deferred@325886752 after retry RPC after error@794645317) -> (continuation of Deferred@1530103660 after retry RPC after error@1675670116) -> (continuation of Deferred@358836379 after retry RPC after error@1348584969) -> (continuation of Deferred@397288334 after retry RPC after error@1908134029) -> (continuation of Deferred@2131909009 after retry RPC after error@555583988) -> (continuation of Deferred@1195994122 after retry RPC after error@1750725590) -> (continuation of Deferred@90890653 after retry RPC after error@1224055533) -> (continuation of Deferred@1146132165 after retry RPC after error@1672485594) -> (continuation of Deferred@830765368 after retry RPC after error@1438822167) -> (continuation of Deferred@367328724 after retry RPC after error@1986085752) -> (continuation of Deferred@1681832245 after retry RPC after error@616831154) -> (continuation of Deferred@377244579 after retry RPC after error@1786421399) -> (continuation of Deferred@2065456124 after retry RPC after error@2132401573) -> (continuation of Deferred@189571254 after retry RPC after error@873318224) -> (continuation of Deferred@760723862 after retry RPC after error@470986092) -> (continuation of Deferred@1916139336 after retry RPC after error@676890905) -> (continuation of Deferred@953360013 after retry RPC after error@824421686) -> (continuation of Deferred@1819378669 after retry RPC after error@9297723) -> (continuation of Deferred@537566929 after retry RPC after error@216845819) -> (continuation of Deferred@1818384736 after retry RPC after error@49817552) -> (continuation of Deferred@1987108168 after retry RPC after error@471422312) -> (continuation of Deferred@1657710290 after retry RPC after error@558615548), errback=(continuation of Deferred@1944303399 after retry RPC after error@1016762076) -> (continuation of Deferred@12809813 after retry RPC after error@238442343) -> (continuation of Deferred@1610777353 after retry RPC after error@143003067) -> (continuation of Deferred@325886752 after retry RPC after error@794645317) -> (continuation of Deferred@1530103660 after retry RPC after error@1675670116) -> (continuation of Deferred@358836379 after retry RPC after error@1348584969) -> (continuation of Deferred@397288334 after retry RPC after error@1908134029) -> (continuation of Deferred@2131909009 after retry RPC after error@555583988) -> (continuation of Deferred@1195994122 after retry RPC after error@1750725590) -> (continuation of Deferred@90890653 after retry RPC after error@1224055533) -> (continuation of Deferred@1146132165 after retry RPC after error@1672485594) -> (continuation of Deferred@830765368 after retry RPC after error@1438822167) -> (continuation of Deferred@367328724 after retry RPC after error@1986085752) -> (continuation of Deferred@1681832245 after retry RPC after error@616831154) -> (continuation of Deferred@377244579 after retry RPC after error@1786421399) -> (continuation of Deferred@2065456124 after retry RPC after error@2132401573) -> (continuation of Deferred@189571254 after retry RPC after error@873318224) -> (continuation of Deferred@760723862 after retry RPC after error@470986092) -> (continuation of Deferred@1916139336 after retry RPC after error@676890905) -> (continuation of Deferred@953360013 after retry RPC after error@824421686) -> (continuation of Deferred@1819378669 after retry RPC after error@9297723) -> (continuation of Deferred@537566929 after retry RPC after error@216845819) -> (continuation of Deferred@1818384736 after retry RPC after error@49817552) -> (continuation of Deferred@1987108168 after retry RPC after error@471422312) -> (continuation of Deferred@1657710290 after retry RPC after error@558615548)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.254:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:23.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:23.183 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29613), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [90ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [96ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [98ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [99ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [134ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [134ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [253ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [258ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [259ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [259ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [284ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [284ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [303ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [305ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [305ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [306ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [344ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [384ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [501ms] refreshing cache from master, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [504ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [505ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [506ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [506ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [764ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [765ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [765ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [766ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1184ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1344ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2141ms] refreshing cache from master, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2143ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2144ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2144ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [3083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [3084ms] too many traces: truncated at 100 traces, deferred=Deferred@1277708896(state=PENDING, result=null, callback=(continuation of Deferred@1944303399 after retry RPC after error@1016762076) -> (continuation of Deferred@12809813 after retry RPC after error@238442343) -> (continuation of Deferred@1610777353 after retry RPC after error@143003067) -> (continuation of Deferred@325886752 after retry RPC after error@794645317) -> (continuation of Deferred@1530103660 after retry RPC after error@1675670116) -> (continuation of Deferred@358836379 after retry RPC after error@1348584969) -> (continuation of Deferred@397288334 after retry RPC after error@1908134029) -> (continuation of Deferred@2131909009 after retry RPC after error@555583988) -> (continuation of Deferred@1195994122 after retry RPC after error@1750725590) -> (continuation of Deferred@90890653 after retry RPC after error@1224055533) -> (continuation of Deferred@1146132165 after retry RPC after error@1672485594) -> (continuation of Deferred@830765368 after retry RPC after error@1438822167) -> (continuation of Deferred@367328724 after retry RPC after error@1986085752) -> (continuation of Deferred@1681832245 after retry RPC after error@616831154) -> (continuation of Deferred@377244579 after retry RPC after error@1786421399) -> (continuation of Deferred@2065456124 after retry RPC after error@2132401573) -> (continuation of Deferred@189571254 after retry RPC after error@873318224) -> (continuation of Deferred@760723862 after retry RPC after error@470986092) -> (continuation of Deferred@1916139336 after retry RPC after error@676890905) -> (continuation of Deferred@953360013 after retry RPC after error@824421686) -> (continuation of Deferred@1819378669 after retry RPC after error@9297723) -> (continuation of Deferred@537566929 after retry RPC after error@216845819) -> (continuation of Deferred@1818384736 after retry RPC after error@49817552) -> (continuation of Deferred@1987108168 after retry RPC after error@471422312) -> (continuation of Deferred@1657710290 after retry RPC after error@558615548), errback=(continuation of Deferred@1944303399 after retry RPC after error@1016762076) -> (continuation of Deferred@12809813 after retry RPC after error@238442343) -> (continuation of Deferred@1610777353 after retry RPC after error@143003067) -> (continuation of Deferred@325886752 after retry RPC after error@794645317) -> (continuation of Deferred@1530103660 after retry RPC after error@1675670116) -> (continuation of Deferred@358836379 after retry RPC after error@1348584969) -> (continuation of Deferred@397288334 after retry RPC after error@1908134029) -> (continuation of Deferred@2131909009 after retry RPC after error@555583988) -> (continuation of Deferred@1195994122 after retry RPC after error@1750725590) -> (continuation of Deferred@90890653 after retry RPC after error@1224055533) -> (continuation of Deferred@1146132165 after retry RPC after error@1672485594) -> (continuation of Deferred@830765368 after retry RPC after error@1438822167) -> (continuation of Deferred@367328724 after retry RPC after error@1986085752) -> (continuation of Deferred@1681832245 after retry RPC after error@616831154) -> (continuation of Deferred@377244579 after retry RPC after error@1786421399) -> (continuation of Deferred@2065456124 after retry RPC after error@2132401573) -> (continuation of Deferred@189571254 after retry RPC after error@873318224) -> (continuation of Deferred@760723862 after retry RPC after error@470986092) -> (continuation of Deferred@1916139336 after retry RPC after error@676890905) -> (continuation of Deferred@953360013 after retry RPC after error@824421686) -> (continuation of Deferred@1819378669 after retry RPC after error@9297723) -> (continuation of Deferred@537566929 after retry RPC after error@216845819) -> (continuation of Deferred@1818384736 after retry RPC after error@49817552) -> (continuation of Deferred@1987108168 after retry RPC after error@471422312) -> (continuation of Deferred@1657710290 after retry RPC after error@558615548)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29613), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [90ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [96ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [98ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [99ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [134ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [134ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [253ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [258ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [259ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [259ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [284ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [284ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [303ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [305ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [305ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [306ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [344ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [384ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [501ms] refreshing cache from master, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [504ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [505ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [506ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [506ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [764ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [765ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [765ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [766ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1184ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1344ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2141ms] refreshing cache from master, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2143ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2144ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2144ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [3083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [3084ms] too many traces: truncated at 100 traces, deferred=Deferred@1277708896(state=PENDING, result=null, callback=(continuation of Deferred@1944303399 after retry RPC after error@1016762076) -> (continuation of Deferred@12809813 after retry RPC after error@238442343) -> (continuation of Deferred@1610777353 after retry RPC after error@143003067) -> (continuation of Deferred@325886752 after retry RPC after error@794645317) -> (continuation of Deferred@1530103660 after retry RPC after error@1675670116) -> (continuation of Deferred@358836379 after retry RPC after error@1348584969) -> (continuation of Deferred@397288334 after retry RPC after error@1908134029) -> (continuation of Deferred@2131909009 after retry RPC after error@555583988) -> (continuation of Deferred@1195994122 after retry RPC after error@1750725590) -> (continuation of Deferred@90890653 after retry RPC after error@1224055533) -> (continuation of Deferred@1146132165 after retry RPC after error@1672485594) -> (continuation of Deferred@830765368 after retry RPC after error@1438822167) -> (continuation of Deferred@367328724 after retry RPC after error@1986085752) -> (continuation of Deferred@1681832245 after retry RPC after error@616831154) -> (continuation of Deferred@377244579 after retry RPC after error@1786421399) -> (continuation of Deferred@2065456124 after retry RPC after error@2132401573) -> (continuation of Deferred@189571254 after retry RPC after error@873318224) -> (continuation of Deferred@760723862 after retry RPC after error@470986092) -> (continuation of Deferred@1916139336 after retry RPC after error@676890905) -> (continuation of Deferred@953360013 after retry RPC after error@824421686) -> (continuation of Deferred@1819378669 after retry RPC after error@9297723) -> (continuation of Deferred@537566929 after retry RPC after error@216845819) -> (continuation of Deferred@1818384736 after retry RPC after error@49817552) -> (continuation of Deferred@1987108168 after retry RPC after error@471422312) -> (continuation of Deferred@1657710290 after retry RPC after error@558615548), errback=(continuation of Deferred@1944303399 after retry RPC after error@1016762076) -> (continuation of Deferred@12809813 after retry RPC after error@238442343) -> (continuation of Deferred@1610777353 after retry RPC after error@143003067) -> (continuation of Deferred@325886752 after retry RPC after error@794645317) -> (continuation of Deferred@1530103660 after retry RPC after error@1675670116) -> (continuation of Deferred@358836379 after retry RPC after error@1348584969) -> (continuation of Deferred@397288334 after retry RPC after error@1908134029) -> (continuation of Deferred@2131909009 after retry RPC after error@555583988) -> (continuation of Deferred@1195994122 after retry RPC after error@1750725590) -> (continuation of Deferred@90890653 after retry RPC after error@1224055533) -> (continuation of Deferred@1146132165 after retry RPC after error@1672485594) -> (continuation of Deferred@830765368 after retry RPC after error@1438822167) -> (continuation of Deferred@367328724 after retry RPC after error@1986085752) -> (continuation of Deferred@1681832245 after retry RPC after error@616831154) -> (continuation of Deferred@377244579 after retry RPC after error@1786421399) -> (continuation of Deferred@2065456124 after retry RPC after error@2132401573) -> (continuation of Deferred@189571254 after retry RPC after error@873318224) -> (continuation of Deferred@760723862 after retry RPC after error@470986092) -> (continuation of Deferred@1916139336 after retry RPC after error@676890905) -> (continuation of Deferred@953360013 after retry RPC after error@824421686) -> (continuation of Deferred@1819378669 after retry RPC after error@9297723) -> (continuation of Deferred@537566929 after retry RPC after error@216845819) -> (continuation of Deferred@1818384736 after retry RPC after error@49817552) -> (continuation of Deferred@1987108168 after retry RPC after error@471422312) -> (continuation of Deferred@1657710290 after retry RPC after error@558615548)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.254:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:23.188 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:05:23.189 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
02:05:23.189 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
02:05:23.190 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:05:23.190 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
02:05:23.190 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:05:23.192 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:23.192 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:23.192 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:23.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.195 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:23.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
02:05:23.196 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
02:05:23.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
02:05:23.197 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
02:05:23.202 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:23.203 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:23.203 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:23.204 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:23.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:23.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:23.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:23.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:23.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:23.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:23.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:23.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:23.205 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:23.206 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29704), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [154ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [191ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [191ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [251ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [264ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [338ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [348ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [384ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [404ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [444ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [445ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [445ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [544ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [544ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [545ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [545ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [766ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [766ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1084ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1445ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2024ms] refreshing cache from master, [2024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2025ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2025ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2027ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2028ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2030ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2030ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2642ms] too many traces: truncated at 100 traces, deferred=Deferred@1556652937(state=PENDING, result=null, callback=(continuation of Deferred@1354786409 after retry RPC after error@138863858) -> (continuation of Deferred@478125969 after retry RPC after error@95597436) -> (continuation of Deferred@1452441229 after retry RPC after error@1766613465) -> (continuation of Deferred@162523254 after retry RPC after error@429294444) -> (continuation of Deferred@1547034821 after retry RPC after error@1459421235) -> (continuation of Deferred@552054466 after retry RPC after error@222807121) -> (continuation of Deferred@2122792692 after retry RPC after error@1078281615) -> (continuation of Deferred@1573483259 after retry RPC after error@1855930463) -> (continuation of Deferred@690533350 after retry RPC after error@1135338097) -> (continuation of Deferred@1432555093 after retry RPC after error@1105862942) -> (continuation of Deferred@758193478 after retry RPC after error@823511803) -> (continuation of Deferred@2085186346 after retry RPC after error@1824212844) -> (continuation of Deferred@1237691536 after retry RPC after error@1452864833) -> (continuation of Deferred@1631573123 after retry RPC after error@1468624879) -> (continuation of Deferred@860682402 after retry RPC after error@586097015) -> (continuation of Deferred@1030451813 after retry RPC after error@553751600) -> (continuation of Deferred@1969021274 after retry RPC after error@786666015) -> (continuation of Deferred@1216165372 after retry RPC after error@1701873879) -> (continuation of Deferred@2008347410 after retry RPC after error@1173742737) -> (continuation of Deferred@1686563590 after retry RPC after error@97644913) -> (continuation of Deferred@1429057210 after retry RPC after error@1058413026) -> (continuation of Deferred@1813711837 after retry RPC after error@1716200790), errback=(continuation of Deferred@1354786409 after retry RPC after error@138863858) -> (continuation of Deferred@478125969 after retry RPC after error@95597436) -> (continuation of Deferred@1452441229 after retry RPC after error@1766613465) -> (continuation of Deferred@162523254 after retry RPC after error@429294444) -> (continuation of Deferred@1547034821 after retry RPC after error@1459421235) -> (continuation of Deferred@552054466 after retry RPC after error@222807121) -> (continuation of Deferred@2122792692 after retry RPC after error@1078281615) -> (continuation of Deferred@1573483259 after retry RPC after error@1855930463) -> (continuation of Deferred@690533350 after retry RPC after error@1135338097) -> (continuation of Deferred@1432555093 after retry RPC after error@1105862942) -> (continuation of Deferred@758193478 after retry RPC after error@823511803) -> (continuation of Deferred@2085186346 after retry RPC after error@1824212844) -> (continuation of Deferred@1237691536 after retry RPC after error@1452864833) -> (continuation of Deferred@1631573123 after retry RPC after error@1468624879) -> (continuation of Deferred@860682402 after retry RPC after error@586097015) -> (continuation of Deferred@1030451813 after retry RPC after error@553751600) -> (continuation of Deferred@1969021274 after retry RPC after error@786666015) -> (continuation of Deferred@1216165372 after retry RPC after error@1701873879) -> (continuation of Deferred@2008347410 after retry RPC after error@1173742737) -> (continuation of Deferred@1686563590 after retry RPC after error@97644913) -> (continuation of Deferred@1429057210 after retry RPC after error@1058413026) -> (continuation of Deferred@1813711837 after retry RPC after error@1716200790)))
02:05:23.211 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:05:23.211 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29704), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [154ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [191ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [191ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [251ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [264ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [338ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [348ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [384ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [404ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [444ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [445ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [445ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [544ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [544ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [545ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [545ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [766ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [766ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1084ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1445ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2024ms] refreshing cache from master, [2024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2025ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2025ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2027ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2028ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2030ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2030ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2642ms] too many traces: truncated at 100 traces, deferred=Deferred@1556652937(state=PENDING, result=null, callback=(continuation of Deferred@1354786409 after retry RPC after error@138863858) -> (continuation of Deferred@478125969 after retry RPC after error@95597436) -> (continuation of Deferred@1452441229 after retry RPC after error@1766613465) -> (continuation of Deferred@162523254 after retry RPC after error@429294444) -> (continuation of Deferred@1547034821 after retry RPC after error@1459421235) -> (continuation of Deferred@552054466 after retry RPC after error@222807121) -> (continuation of Deferred@2122792692 after retry RPC after error@1078281615) -> (continuation of Deferred@1573483259 after retry RPC after error@1855930463) -> (continuation of Deferred@690533350 after retry RPC after error@1135338097) -> (continuation of Deferred@1432555093 after retry RPC after error@1105862942) -> (continuation of Deferred@758193478 after retry RPC after error@823511803) -> (continuation of Deferred@2085186346 after retry RPC after error@1824212844) -> (continuation of Deferred@1237691536 after retry RPC after error@1452864833) -> (continuation of Deferred@1631573123 after retry RPC after error@1468624879) -> (continuation of Deferred@860682402 after retry RPC after error@586097015) -> (continuation of Deferred@1030451813 after retry RPC after error@553751600) -> (continuation of Deferred@1969021274 after retry RPC after error@786666015) -> (continuation of Deferred@1216165372 after retry RPC after error@1701873879) -> (continuation of Deferred@2008347410 after retry RPC after error@1173742737) -> (continuation of Deferred@1686563590 after retry RPC after error@97644913) -> (continuation of Deferred@1429057210 after retry RPC after error@1058413026) -> (continuation of Deferred@1813711837 after retry RPC after error@1716200790), errback=(continuation of Deferred@1354786409 after retry RPC after error@138863858) -> (continuation of Deferred@478125969 after retry RPC after error@95597436) -> (continuation of Deferred@1452441229 after retry RPC after error@1766613465) -> (continuation of Deferred@162523254 after retry RPC after error@429294444) -> (continuation of Deferred@1547034821 after retry RPC after error@1459421235) -> (continuation of Deferred@552054466 after retry RPC after error@222807121) -> (continuation of Deferred@2122792692 after retry RPC after error@1078281615) -> (continuation of Deferred@1573483259 after retry RPC after error@1855930463) -> (continuation of Deferred@690533350 after retry RPC after error@1135338097) -> (continuation of Deferred@1432555093 after retry RPC after error@1105862942) -> (continuation of Deferred@758193478 after retry RPC after error@823511803) -> (continuation of Deferred@2085186346 after retry RPC after error@1824212844) -> (continuation of Deferred@1237691536 after retry RPC after error@1452864833) -> (continuation of Deferred@1631573123 after retry RPC after error@1468624879) -> (continuation of Deferred@860682402 after retry RPC after error@586097015) -> (continuation of Deferred@1030451813 after retry RPC after error@553751600) -> (continuation of Deferred@1969021274 after retry RPC after error@786666015) -> (continuation of Deferred@1216165372 after retry RPC after error@1701873879) -> (continuation of Deferred@2008347410 after retry RPC after error@1173742737) -> (continuation of Deferred@1686563590 after retry RPC after error@97644913) -> (continuation of Deferred@1429057210 after retry RPC after error@1058413026) -> (continuation of Deferred@1813711837 after retry RPC after error@1716200790)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:23.215 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:05:23.212 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:23.216 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:23.216 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:23.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.217 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.217 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.218 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:23.232 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:23.233 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:23.233 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:23.233 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.233 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:23.245 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:05:23.245 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
02:05:23.245 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:05:23.250 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:05:23.250 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
02:05:23.250 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:05:23.252 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:05:23.252 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
02:05:23.252 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:05:23.252 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:23.253 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:23.253 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:23.254 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:05:23.254 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1190) Task Source: KuduSource -> Sink: Writer (1/4)#1 is already in state FAILED
02:05:23.254 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
02:05:23.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.256 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
02:05:23.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.257 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
02:05:23.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.257 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:23.257 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:05:23.257 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1318) Discarding the results produced by task execution 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
02:05:23.258 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:05:23.259 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
02:05:23.260 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:05:23.260 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
02:05:23.260 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 5643d6aa02746b8a0b8a3513bda90461
02:05:23.272 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:23.273 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:23.273 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:23.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.274 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.275 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:23.312 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:23.313 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:23.313 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:23.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.317 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.317 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.317 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:23.318 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:23.318 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:23.318 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:23.320 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:23.320 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:23.320 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:23.320 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:23.320 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:23.321 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:23.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:23.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:23.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:23.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:23.352 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:23.353 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:23.353 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:23.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.355 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.355 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.355 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.355 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:23.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069923417 for job 226350c0f683964857a646cd0909db9f.
02:05:23.427 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:05:23.429 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
02:05:23.452 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:23.453 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:23.453 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:23.453 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.453 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:23.492 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:23.492 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:23.493 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:23.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.495 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.496 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.496 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:23.544 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:23.544 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:23.544 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:23.545 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:23.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:23.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:23.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:23.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:23.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:23.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:23.545 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:23.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:23.546 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:23.632 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:23.632 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:23.632 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:23.633 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.633 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.633 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:23.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:23.635 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:23.635 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:22.317965  7976 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:23.719575  7974 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 7949
02:05:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:23.849406  7949 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.532s	user 0.673s	sys 0.828s
02:05:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:23.852265  7949 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.535s	user 0.673s	sys 0.828s
02:05:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:23.852646  7978 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:23.858947  7977 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1530 milliseconds
02:05:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.859035  7949 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.860250  7949 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.862588  7949 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.863958  7949 hybrid_clock.cc:648] HybridClock initialized: now 1779069923863889 us; error 74 us; skew 500 ppm
02:05:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.864909  7949 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:23.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.870872  7949 webserver.cc:533] Webserver started at http://127.7.47.67:45285/ using document root <none> and password file <none>
02:05:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.871838  7949 fs_manager.cc:362] Metadata directory not provided
02:05:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.872064  7949 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.872614  7949 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.877174  7949 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/data/instance:
02:05:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc3ad5ed637e4afd84198a50fd23dd38"
02:05:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:23 on dist-test-slave-9vqr"
02:05:23.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.878388  7949 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/wal/instance:
02:05:23.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc3ad5ed637e4afd84198a50fd23dd38"
02:05:23.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:23 on dist-test-slave-9vqr"
02:05:23.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.885393  7949 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.008s	sys 0.000s
02:05:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.891119  7995 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.892171  7949 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
02:05:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.892516  7949 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/wal
02:05:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc3ad5ed637e4afd84198a50fd23dd38"
02:05:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:23 on dist-test-slave-9vqr"
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.892858  7949 fs_report.cc:389] FS layout report
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/wal
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/wal
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/data/data
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:23.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069923917 for job 226350c0f683964857a646cd0909db9f.
02:05:23.926 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:05:23.927 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
02:05:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.945241  7949 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.946781  7949 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.947258  7949 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.950021  7949 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:05:23.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.954644  7949 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:05:23.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.954891  7949 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:05:23.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.955093  7949 ts_tablet_manager.cc:616] Registered 0 tablets
02:05:23.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:23.955226  7949 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:05:24.072 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:24.073 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:24.073 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:24.073 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.073 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.073 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.092455  7949 rpc_server.cc:307] RPC server started. Bound to: 127.7.47.67:36025
02:05:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.092604  8107 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.47.67:36025 every 8 connection(s)
02:05:24.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.095074  7949 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/data/info.pb
02:05:24.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.097693  7357 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 7949
02:05:24.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.098171  7357 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14551318892646001820/ts-2/wal/instance
02:05:24.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.136201  8109 heartbeater.cc:344] Connected to a master server at 127.7.47.125:34413
02:05:24.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.136742  8109 heartbeater.cc:461] Registering TS with master...
02:05:24.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.138185  8109 heartbeater.cc:507] Master 127.7.47.125:34413 requested a full tablet report, sending...
02:05:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.141710  7478 ts_manager.cc:194] Registered new tserver with Master: bc3ad5ed637e4afd84198a50fd23dd38 (127.7.47.67:36025)
02:05:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.142047  8108 heartbeater.cc:344] Connected to a master server at 127.7.47.124:38689
02:05:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.142354  8108 heartbeater.cc:461] Registering TS with master...
02:05:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.143249  8108 heartbeater.cc:507] Master 127.7.47.124:38689 requested a full tablet report, sending...
02:05:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.144721  8110 heartbeater.cc:344] Connected to a master server at 127.7.47.126:46261
02:05:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.145146  8110 heartbeater.cc:461] Registering TS with master...
02:05:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.145648  7558 ts_manager.cc:194] Registered new tserver with Master: bc3ad5ed637e4afd84198a50fd23dd38 (127.7.47.67:36025)
02:05:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.146066  8110 heartbeater.cc:507] Master 127.7.47.126:46261 requested a full tablet report, sending...
02:05:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.147477  7558 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.47.67:54939
02:05:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.148713  7402 ts_manager.cc:194] Registered new tserver with Master: bc3ad5ed637e4afd84198a50fd23dd38 (127.7.47.67:36025)
02:05:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.165597  7357 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:05:24.176 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:05:24.176 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:05:24.177 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.47.126"
      port: 46261
    }
    bound_http_address {
      host: "127.7.47.126"
      port: 35391
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.47.125"
      port: 34413
    }
    bound_http_address {
      host: "127.7.47.125"
      port: 42413
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.47.124"
      port: 38689
    }
    bound_http_address {
      host: "127.7.47.124"
      port: 33575
    }
  }
}

02:05:24.178 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:05:24.178 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.47.65"
      port: 45273
    }
    bound_http_address {
      host: "127.7.47.65"
      port: 39161
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.47.66"
      port: 39689
    }
    bound_http_address {
      host: "127.7.47.66"
      port: 45449
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.47.67"
      port: 36025
    }
    bound_http_address {
      host: "127.7.47.67"
      port: 45285
    }
  }
}

02:05:24.179 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:05:24.181 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:24.182 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:05:24.182 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:05:24.182 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:05:24.182 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:05:24.185 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:05:24.187 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:24.188 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:24.188 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:24.188 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:24.188 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:24.188 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:24.188 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:24.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:24.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:24.189 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:24.189 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:24.189 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:24.189 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:24.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069924417 for job 226350c0f683964857a646cd0909db9f.
02:05:24.425 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:05:24.426 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
02:05:24.493 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.494 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.494 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.495 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.533 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.533 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.533 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.538 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:05:24.538 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:05:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.541442  8118 mini_oidc.cc:150] Starting JWKS server
02:05:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.544903  8118 webserver.cc:533] Webserver started at http://127.0.0.1:34581/ using document root <none> and password file <none>
02:05:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.545387  8118 mini_oidc.cc:186] Starting OIDC Discovery server
02:05:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.547061  8118 webserver.cc:533] Webserver started at http://127.0.0.1:36235/ using document root <none> and password file <none>
02:05:24.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:05:24Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:05:24.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:05:24Z Disabled control of system clock
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:24.602648  8118 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/wal
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/data
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/logs
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/data/info.pb
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.237.190:46579
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.237.190
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.237.148:45633
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34581/jwks.json with env {}
02:05:24.664 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:24.664 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:24.664 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:24.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:24.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:24.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:24.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:24.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:24.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:24.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:24.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:24.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:24.665 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:24.817 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RESTARTING to RUNNING.
02:05:24.817 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 5643d6aa02746b8a0b8a3513bda90461 from Checkpoint 64 @ 1779069891943 for 5643d6aa02746b8a0b8a3513bda90461 located at file:/tmp/junit17785780698805776559/checkpoints/5643d6aa02746b8a0b8a3513bda90461/chk-64.
02:05:24.818 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
02:05:24.818 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:05:24.819 [INFO - Thread-19] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:05:24.819 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
02:05:24.819 [DEBUG - Thread-19] (Connection.java:575) [peer master-127.3.84.252:40301(127.3.84.252:40301)] disconnecting while in state TERMINATED
02:05:24.819 [DEBUG - Thread-19] (Connection.java:575) [peer master-127.3.84.253:38369(127.3.84.253:38369)] disconnecting while in state TERMINATED
02:05:24.819 [DEBUG - Thread-19] (Connection.java:575) [peer master-127.3.84.254:39663(127.3.84.254:39663)] disconnecting while in state TERMINATED
02:05:24.820 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:24.820 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:05:24.820 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
02:05:24.820 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 056af2c1e2ccf9b0a73e657f13772a73
02:05:24.821 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
02:05:24.821 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 056af2c1e2ccf9b0a73e657f13772a73.
02:05:24.821 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:05:24.823 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 056af2c1e2ccf9b0a73e657f13772a73.
02:05:24.823 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
02:05:24.824 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 2a8d1acdc046bcc7434c00507fd73b98
02:05:24.824 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
02:05:24.824 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:05:24.825 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
02:05:24.825 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
02:05:24.825 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 2a8d1acdc046bcc7434c00507fd73b98.
02:05:24.825 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1a7e81a2
02:05:24.825 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:24.826 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:05:24.826 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
02:05:24.826 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 2a8d1acdc046bcc7434c00507fd73b98.
02:05:24.827 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
02:05:24.827 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 4eb5f240ac883804d366b2130e587823
02:05:24.828 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
02:05:24.828 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:05:24.829 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ba51c2e
02:05:24.829 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
02:05:24.829 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id cb92e3213cd9afe85c5e7dba14b00289
02:05:24.829 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
02:05:24.830 [INFO - Thread-19] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:05:24.831 [INFO - Thread-19] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:05:24.831 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:24.832 [DEBUG - Thread-19] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:24.832 [INFO - Thread-19] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:05:24.833 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 4eb5f240ac883804d366b2130e587823.
02:05:24.834 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 4eb5f240ac883804d366b2130e587823.
02:05:24.834 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot cb92e3213cd9afe85c5e7dba14b00289.
02:05:24.834 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
02:05:24.834 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
02:05:24.835 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id cb92e3213cd9afe85c5e7dba14b00289.
02:05:24.835 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@42ce5641
02:05:24.835 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:24.835 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:05:24.836 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:05:24.836 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:05:24.836 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
02:05:24.836 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
02:05:24.837 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46081856
02:05:24.837 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:24.837 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:05:24.838 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
02:05:24.838 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
02:05:24.840 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2850f305
02:05:24.840 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
02:05:24.840 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
02:05:24.841 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@440ad888
02:05:24.841 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b9286e8
02:05:24.842 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:24.842 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:05:24.843 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:05:24.843 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:05:24.843 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:24.845 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:24.846 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:05:24.846 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:05:24.846 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:05:24.846 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:05:24.847 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.847 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.852 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1b8e36a6
02:05:24.854 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:24.860 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.862 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.864 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.868 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.869 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.870 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.870 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:24.870 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:24.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.871 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:24.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.872 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.873 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.873 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:24.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.874 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.875 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.876 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.876 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.880 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.880 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.881 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.881 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.884 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.885 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.887 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.887 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.888 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.889 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.889 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.889 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.889 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.890 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.890 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:24.892 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.893 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.893 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.893 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.893 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.893 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.893 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.893 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.894 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.896 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:24.896 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.897 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.897 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.898 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.898 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.899 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:24.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.900 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.900 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.902 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.902 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.902 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.902 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.902 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.902 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.902 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.902 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.902 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:24.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.903 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.904 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.905 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.907 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.908 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.908 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.908 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.908 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.908 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.910 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:24.912 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.913 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.915 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.916 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:24.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.917 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.917 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069924917 for job 226350c0f683964857a646cd0909db9f.
02:05:24.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.918 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.918 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.919 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.920 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.920 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.921 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.925 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.926 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:05:24.927 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.927 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
02:05:24.927 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.927 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.928 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.928 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.928 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.928 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.928 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.928 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.928 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.928 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.929 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.930 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.930 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.931 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.932 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:24.932 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.933 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.933 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.933 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.933 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.933 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.933 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:24.935 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:24.938375  8130 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:24.939139  8130 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:24.939653  8130 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:24.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.940 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.947 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.947 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.948 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.948 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.948 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.948 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.948 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.949 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.949 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.949 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.949 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.949 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.949 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.949 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.949 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.949 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.949 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.949 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.950 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.949 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.950 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.950 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.951 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:24.951 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:24.951 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:24.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.952 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.952 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.953 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.953 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:24.955 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.955 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.955 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.956 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.961 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.961 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.961 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.962 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.970 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:24.970 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:24.970 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:24.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.971 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:24.975 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.975 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.975 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.976 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:24.979336  8130 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:24.979631  8130 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:24.979836  8130 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:24.980026  8130 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:24.980278  8130 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:24.980433  8130 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34581/jwks.json
02:05:24.981 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.981 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.981 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.982 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.982 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.982 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.983 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.983 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.983 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.983 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.983 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.987 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.987 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.988 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.988 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.988 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.989 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.989 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.989 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.989 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.990 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:24.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.990 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:24.990 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:24.990 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.991 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:24.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:24.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:24.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:24.991 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:24.995 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:24.995 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:24.995 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:24.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:24.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.996 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:24.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:24.996 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.015 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.015 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.015 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.017 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.021 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.021 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.022 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.022 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.022 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.022 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:25.026376  8130 master_runner.cc:387] Master server non-default flags:
02:05:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.237.148:45633
02:05:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/data
02:05:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/wal
02:05:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477
02:05:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.237.190:46579
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34581/jwks.json
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/data/info.pb
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.237.190
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/logs
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:25.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:25.027984  8130 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:25.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:25.029870  8130 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:25.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:25.043720  8189 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:25.047 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.047 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.047 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.048 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.048 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.048 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.049 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.050 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.050 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.050 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.050 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.050 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:25.050 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:25.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.051 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:25.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.052 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.052 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.052 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.052 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:25.061 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.062 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.062 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.064 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.107 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.108 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.108 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.109 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.109 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.109 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.110 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.110 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.110 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.111 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.111 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.115 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.116 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.117 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.117 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.117 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.118 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:25.127 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.128 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.128 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.128 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.128 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.129 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.130 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:25.131 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:25.131 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:25.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.132 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.132 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.132 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:25.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:25.151126  8108 heartbeater.cc:499] Master 127.7.47.124:38689 was elected leader, sending a full tablet report...
02:05:25.161 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.161 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.162 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.162 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.162 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.164 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.171 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:25.171 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:25.171 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:25.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.172 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.172 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.172 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.172 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:25.187 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.188 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.188 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.190 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.190 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:25.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.191 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:25.191 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:25.192 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.192 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.192 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.192 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.192 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.192 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.193 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.193 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.193 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:25.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.236 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.237 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.237 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.239 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.239 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.239 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.239 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.244 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.245 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.245 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.248 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.250 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.251 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.251 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.252 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.252 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.253 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.253 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.253 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.253 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.261 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.261 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.262 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.264 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.287 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.288 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.288 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.289 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.289 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.289 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.290 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:25.291 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:25.291 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:25.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:25.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:25.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:25.293 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:25.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069925417 for job 226350c0f683964857a646cd0909db9f.
02:05:25.430 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:05:25.431 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
02:05:25.604 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:25.604 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:25.604 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:25.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:25.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:25.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:25.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:25.606 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:25.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:25.606 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:25.606 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:25.606 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:25.606 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:25.608 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.608 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.608 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.608 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.608 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.608 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.609 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.609 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.609 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:25.627 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.627 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.628 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.629 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.629 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.629 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.629 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.695 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.695 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.695 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.697 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.721 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:25.722 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:25.722 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.722 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:25.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.723 [INFO - pool-112-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:25.723 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:25.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:25.724 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:25.919 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069925918 for job 226350c0f683964857a646cd0909db9f.
02:05:25.931 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:05:25.935 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
02:05:26.028 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:26.028 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:26.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.029 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:26.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.029 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.030 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:26.087 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:26.088 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:26.088 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:26.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:26.095 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:26.095 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:26.096 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:26.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:26.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:26.273 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:26.273 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:26.273 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:26.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.275 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:25.053676  8190 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:26.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.358973  8130 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.311s	user 0.533s	sys 0.770s
02:05:26.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.359627  8130 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.312s	user 0.534s	sys 0.771s
02:05:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.367770  8130 server_base.cc:1061] running on GCE node
02:05:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.369685  8195 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:26.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.371155  8130 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:26.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.374341  8130 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:26.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.375980  8130 hybrid_clock.cc:648] HybridClock initialized: now 1779069926375938 us; error 31 us; skew 500 ppm
02:05:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.377085  8130 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.386195  8130 webserver.cc:533] Webserver started at http://127.7.237.190:34569/ using document root <none> and password file <none>
02:05:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.387444  8130 fs_manager.cc:362] Metadata directory not provided
02:05:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.387743  8130 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.388473  8130 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:26.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.394918  8130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/data/instance:
02:05:26.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08da59cb54184dafab3090065026e26f"
02:05:26.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:26 on dist-test-slave-9vqr"
02:05:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.396423  8130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/wal/instance:
02:05:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08da59cb54184dafab3090065026e26f"
02:05:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:26 on dist-test-slave-9vqr"
02:05:26.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.406410  8130 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.003s
02:05:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.414016  8200 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:26.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.415325  8130 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
02:05:26.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.415743  8130 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/wal
02:05:26.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08da59cb54184dafab3090065026e26f"
02:05:26.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:26 on dist-test-slave-9vqr"
02:05:26.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.416193  8130 fs_report.cc:389] FS layout report
02:05:26.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:26.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/wal
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/wal
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/data/data
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:26.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069926418 for job 226350c0f683964857a646cd0909db9f.
02:05:26.448 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=30 ms, finalizationTime=0 ms).
02:05:26.449 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
02:05:26.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.501137  8130 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:26.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.503265  8130 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:26.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.503819  8130 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:26.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.585397  8130 rpc_server.cc:307] RPC server started. Bound to: 127.7.237.190:46579
02:05:26.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.585482  8251 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.237.190:46579 every 8 connection(s)
02:05:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.588099  8130 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/data/info.pb
02:05:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.590173  8118 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 8130
02:05:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.590691  8118 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-0/wal/instance
02:05:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.595438  8252 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.595664  8118 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/wal
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/data
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/logs
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/data/info.pb
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.237.189:43665
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.237.189
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.237.148:45633
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34581/jwks.json with env {}
02:05:26.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.607995  8252 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } has no permanent_uuid. Determining permanent_uuid...
02:05:26.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:26.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.635115  8252 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } has no permanent_uuid. Determining permanent_uuid...
02:05:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.637514  8203 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.237.189:43665: connect: Connection refused (error 111)
02:05:26.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.641682  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.189:43665: Network error: Client connection negotiation failed: client connection to 127.7.237.189:43665: connect: Connection refused (error 111)
02:05:26.688 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:26.688 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:26.689 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:26.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.689 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.689 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.689 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.689 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.691164  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } attempt: 1
02:05:26.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.695218  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.189:43665: Network error: Client connection negotiation failed: client connection to 127.7.237.189:43665: connect: Connection refused (error 111)
02:05:26.740 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:26.741 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:26.741 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:26.741 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.741 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.742 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.742 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:26.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.763603  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } attempt: 2
02:05:26.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.768959  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.189:43665: Network error: Client connection negotiation failed: client connection to 127.7.237.189:43665: connect: Connection refused (error 111)
02:05:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:26.860421  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } attempt: 3
02:05:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.864192  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.189:43665: Network error: Client connection negotiation failed: client connection to 127.7.237.189:43665: connect: Connection refused (error 111)
02:05:26.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069926917 for job 226350c0f683964857a646cd0909db9f.
02:05:26.925 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:05:26.926 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
02:05:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.926714  8254 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.927279  8254 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.927762  8254 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:26.961 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:26.962 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:26.962 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:26.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:26.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:26.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:26.963 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:26.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.964404  8254 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:26.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.964751  8254 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:26.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.965054  8254 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:26.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.965333  8254 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:26.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.965615  8254 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:26.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:26.965850  8254 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34581/jwks.json
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:27.007567  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } attempt: 4
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:27.007640  8254 master_runner.cc:387] Master server non-default flags:
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.237.148:45633
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/data
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/wal
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.237.189:43665
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34581/jwks.json
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/data/info.pb
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.237.189
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/logs
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:27.009341  8254 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:27.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:27.011603  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.189:43665: Network error: Client connection negotiation failed: client connection to 127.7.237.189:43665: connect: Connection refused (error 111)
02:05:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:27.011822  8254 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:27.022753  8263 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:27.111 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:27.111 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:27.111 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:27.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:27.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:27.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:27.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:27.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:27.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:27.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:27.112 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:27.113 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:27.113 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:27.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:27.310945  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } attempt: 5
02:05:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:27.314913  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.189:43665: Network error: Client connection negotiation failed: client connection to 127.7.237.189:43665: connect: Connection refused (error 111)
02:05:27.320 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:27.321 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:27.321 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:27.321 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.321 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.321 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.322 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.322 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.322 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.322 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.322 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.322 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.322 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:27.327 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:27.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.329 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.329 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:27.329 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:27.330 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.330 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.330 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.330 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.330 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.331 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:27.367 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:27.367 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:27.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.368 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.368 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:27.369 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.369 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.369 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.369 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:27.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069927417 for job 226350c0f683964857a646cd0909db9f.
02:05:27.427 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:05:27.429 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
02:05:27.487 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:27.488 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:27.488 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:27.488 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.488 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.488 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.489 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:27.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:27.687 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:27.688 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:27.688 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:27.689 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:27.689 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:27.689 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:27.690 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:27.690 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:27.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:27.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:27.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:27.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:27.691 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:27.813 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:27.813 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:27.813 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:27.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.815 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:27.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:27.862342  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } attempt: 6
02:05:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:27.885797  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.189:43665: Network error: Client connection negotiation failed: client connection to 127.7.237.189:43665: connect: Connection refused (error 111)
02:05:27.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069927917 for job 226350c0f683964857a646cd0909db9f.
02:05:27.930 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:05:27.931 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
02:05:27.935 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:27.935 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:27.936 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:27.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:27.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:27.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:27.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:28.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:27.023937  8264 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.291870  8266 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.294094  8265 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1266 milliseconds
02:05:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.294230  8254 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.295462  8254 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.298305  8254 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.299943  8254 hybrid_clock.cc:648] HybridClock initialized: now 1779069928299905 us; error 40 us; skew 500 ppm
02:05:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.300909  8254 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.307411  8254 webserver.cc:533] Webserver started at http://127.7.237.189:35145/ using document root <none> and password file <none>
02:05:28.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.308382  8254 fs_manager.cc:362] Metadata directory not provided
02:05:28.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.308638  8254 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.309142  8254 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.313692  8254 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/data/instance:
02:05:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3531bb6ad1e74dc5b7ea01ed66355c10"
02:05:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:28 on dist-test-slave-9vqr"
02:05:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.314762  8254 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/wal/instance:
02:05:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3531bb6ad1e74dc5b7ea01ed66355c10"
02:05:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:28 on dist-test-slave-9vqr"
02:05:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.322083  8254 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
02:05:28.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.327683  8277 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.328775  8254 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
02:05:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.329071  8254 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/wal
02:05:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3531bb6ad1e74dc5b7ea01ed66355c10"
02:05:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:28 on dist-test-slave-9vqr"
02:05:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.329414  8254 fs_report.cc:389] FS layout report
02:05:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/wal
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/wal
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/data/data
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.386286  8254 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:28.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.387737  8254 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:28.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.388228  8254 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:28.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069928417 for job 226350c0f683964857a646cd0909db9f.
02:05:28.427 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:05:28.429 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
02:05:28.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.468567  8254 rpc_server.cc:307] RPC server started. Bound to: 127.7.237.189:43665
02:05:28.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.468657  8328 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.237.189:43665 every 8 connection(s)
02:05:28.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.471292  8254 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/data/info.pb
02:05:28.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.474234  8118 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 8254
02:05:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.474681  8118 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-1/wal/instance
02:05:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.477521  8118 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/wal
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/data
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/logs
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/data/info.pb
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.237.188:33477
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.237.188
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.237.148:45633
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34581/jwks.json with env {}
02:05:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.478636  8329 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:28.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.490550  8329 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } has no permanent_uuid. Determining permanent_uuid...
02:05:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.515576  8329 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } has no permanent_uuid. Determining permanent_uuid...
02:05:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.529385  8329 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } has no permanent_uuid. Determining permanent_uuid...
02:05:28.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.531863  8281 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.535910  8329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:28.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.585520  8329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 1
02:05:28.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.590502  8329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:28.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:28.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.658953  8329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 2
02:05:28.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.662916  8329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:28.707 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:28.708 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:28.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:28.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:28.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:28.709 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:28.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:28.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:28.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:28.709 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:28.709 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:28.709 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:28.709 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:28.738 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:28.738 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:28.739 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:28.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:28.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:28.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:28.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:28.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:28.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:28.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:28.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:28.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:28.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.754400  8329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 3
02:05:28.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.758705  8329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.794534  8331 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.795061  8331 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.795500  8331 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.829628  8331 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:28.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.829898  8331 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:28.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.830142  8331 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:28.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.830374  8331 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:28.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.830585  8331 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:28.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.830732  8331 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34581/jwks.json
02:05:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.871106  8331 master_runner.cc:387] Master server non-default flags:
02:05:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.237.148:45633
02:05:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/data
02:05:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/wal
02:05:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.237.188:33477
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34581/jwks.json
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/data/info.pb
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.237.188
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/logs
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.872400  8331 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:28.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.874064  8331 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:28.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.885419  8341 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.902283  8329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 4
02:05:28.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.908900  8329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:28.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069928918 for job 226350c0f683964857a646cd0909db9f.
02:05:28.936 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
02:05:28.938 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
02:05:28.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.947679  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } attempt: 7
02:05:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:28.992259  8252 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } has no permanent_uuid. Determining permanent_uuid...
02:05:29.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:29.005056  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:29.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:29.063585  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 1
02:05:29.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:29.077059  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:29.083 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:29.084 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:29.084 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:29.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:29.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:29.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:29.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:29.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:29.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:29.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:29.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:29.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:29.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:29.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:29.158525  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 2
02:05:29.163 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:29.164 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:29.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:29.164 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:29.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:29.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:29.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:29.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:29.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:29.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:29.166224  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:29.168 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:29.168 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:29.168 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:29.168 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:29.208395  8329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 5
02:05:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:29.215814  8329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:29.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:29.251744  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 3
02:05:29.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:29.258514  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:29.398980  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 4
02:05:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:29.406714  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:29.419 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069929418 for job 226350c0f683964857a646cd0909db9f.
02:05:29.427 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:29.428 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:29.428 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:29.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:29.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:29.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:29.429 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:29.430 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:29.430 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:29.430 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:29.430 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:29.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:29.431 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:29.439 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
02:05:29.440 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
02:05:29.513 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:29.513 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:29.514 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:29.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:29.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:29.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:29.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:29.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:29.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:29.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:29.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:29.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:29.520 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:29.601 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:29.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:29.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:29.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:29.605 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:29.606 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:29.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:29.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:29.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:29.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:29.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:29.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:29.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:29.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:29.690196  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 5
02:05:29.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:29.696892  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:29.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:29.763384  8329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 6
02:05:29.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:29.789393  8329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:29.907 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:29.908 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:29.908 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:29.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:29.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:29.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:29.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:29.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:29.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:29.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:29.910 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:29.910 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:29.910 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:29.919 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069929918 for job 226350c0f683964857a646cd0909db9f.
02:05:29.950 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=31 ms, finalizationTime=1 ms).
02:05:29.961 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
02:05:30.097 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:30.098 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:30.098 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:30.099 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:30.099 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:30.099 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:30.099 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:30.100 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:30.100 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:30.100 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:30.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:30.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:30.101 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:30.126 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:30.230 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:30.231 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:30.231 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:30.232 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:30.232 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:30.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:30.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:30.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:30.232 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:30.233 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:30.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:30.233 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:30.233 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:30.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.249364  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 6
02:05:30.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:30.275236  8252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.237.188:33477: Network error: Client connection negotiation failed: client connection to 127.7.237.188:33477: connect: Connection refused (error 111)
02:05:30.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:30.287675  8340 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 8331
02:05:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:30.399391  8340 kernel_stack_watchdog.cc:198] Thread 8331 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
02:05:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:05:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:05:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:05:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:05:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:30.400300  8331 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.515s	user 0.000s	sys 0.002s
02:05:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:30.400676  8331 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.516s	user 0.000s	sys 0.002s
02:05:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:30.401391  8343 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1514 milliseconds
02:05:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:28.886070  8342 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:30.402453  8344 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.402385  8331 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.407222  8331 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.410364  8331 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.412081  8331 hybrid_clock.cc:648] HybridClock initialized: now 1779069930412018 us; error 52 us; skew 500 ppm
02:05:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.413357  8331 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:30.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069930417 for job 226350c0f683964857a646cd0909db9f.
02:05:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.425935  8331 webserver.cc:533] Webserver started at http://127.7.237.188:44149/ using document root <none> and password file <none>
02:05:30.427 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:05:30.428 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
02:05:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.427201  8331 fs_manager.cc:362] Metadata directory not provided
02:05:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.427476  8331 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.428016  8331 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.434180  8331 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/data/instance:
02:05:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "941be9618470408d9cf4aca20c5b1ee1"
02:05:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:30 on dist-test-slave-9vqr"
02:05:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.435422  8331 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/wal/instance:
02:05:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "941be9618470408d9cf4aca20c5b1ee1"
02:05:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:30 on dist-test-slave-9vqr"
02:05:30.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.443364  8331 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
02:05:30.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.449882  8361 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:30.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.451072  8331 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:05:30.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.451398  8331 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/wal
02:05:30.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "941be9618470408d9cf4aca20c5b1ee1"
02:05:30.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:30 on dist-test-slave-9vqr"
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.451709  8331 fs_report.cc:389] FS layout report
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/wal
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/wal
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/data/data
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:30.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:30.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:30.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.508706  8331 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.510289  8331 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.510704  8331 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:30.588 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:30.588 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:30.588 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:30.588 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:30.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:30.588 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:30.589 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:30.589 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:30.589 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:30.589 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:30.589 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:30.589 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:30.589 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.603721  8331 rpc_server.cc:307] RPC server started. Bound to: 127.7.237.188:33477
02:05:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.603758  8412 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.237.188:33477 every 8 connection(s)
02:05:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.607892  8331 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/data/info.pb
02:05:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.608340  8118 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 8331
02:05:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.608714  8118 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/master-2/wal/instance
02:05:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.615545  8413 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:30.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.632700  8413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } has no permanent_uuid. Determining permanent_uuid...
02:05:30.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.688499  8413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } has no permanent_uuid. Determining permanent_uuid...
02:05:30.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.709873  8413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } has no permanent_uuid. Determining permanent_uuid...
02:05:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.735540  8413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1: Bootstrap starting.
02:05:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.742707  8413 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1: Neither blocks nor log segments found. Creating new log.
02:05:30.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.744822  8413 log.cc:826] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1: Log is configured to *not* fsync() on all Append() calls
02:05:30.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.751371  8413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1: No bootstrap required, opened a new log
02:05:30.775 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:30.775 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:30.776 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:30.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:30.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:30.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:30.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:30.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:30.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:30.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:30.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:30.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:30.777 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:30.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.778086  8413 raft_consensus.cc:359] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } }
02:05:30.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.778929  8413 raft_consensus.cc:385] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:30.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.779238  8413 raft_consensus.cc:740] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 941be9618470408d9cf4aca20c5b1ee1, State: Initialized, Role: FOLLOWER
02:05:30.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.780084  8413 consensus_queue.cc:260] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } }
02:05:30.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.782974  8424 sys_catalog.cc:455] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } } }
02:05:30.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.783877  8424 sys_catalog.cc:458] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [sys.catalog]: This master's current role is: FOLLOWER
02:05:30.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.784705  8413 sys_catalog.cc:565] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [sys.catalog]: configured and running, proceeding with master startup.
02:05:30.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:30.811400  8435 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:05:30.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:30.811758  8435 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:05:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.806988  8331 master_runner.cc:187] Error getting master registration for 127.7.237.190:46579: OK, instance_id { permanent_uuid: "08da59cb54184dafab3090065026e26f" instance_seqno: 1779069926566097 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:05:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.830410  8331 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.849882  8329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 7
02:05:30.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.871562  8329 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10: Bootstrap starting.
02:05:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.877295  8329 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10: Neither blocks nor log segments found. Creating new log.
02:05:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.878962  8329 log.cc:826] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10: Log is configured to *not* fsync() on all Append() calls
02:05:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.883029  8329 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10: No bootstrap required, opened a new log
02:05:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.903582  8329 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } }
02:05:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.904264  8329 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:30.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.904541  8329 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3531bb6ad1e74dc5b7ea01ed66355c10, State: Initialized, Role: FOLLOWER
02:05:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.905421  8329 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } }
02:05:30.909 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.5.32.62:45277, [12ms] received response from server master-127.5.32.62:45277: OK, deferred=null) with no deferred attached!
02:05:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.910507  8439 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } } }
02:05:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.911427  8439 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [sys.catalog]: This master's current role is: FOLLOWER
02:05:30.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.912093  8329 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [sys.catalog]: configured and running, proceeding with master startup.
02:05:30.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069930917 for job 226350c0f683964857a646cd0909db9f.
02:05:30.928 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:05:30.929 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
02:05:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:30.953547  8450 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:05:30.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:30.954149  8450 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:05:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.948593  8254 master_runner.cc:187] Error getting master registration for 127.7.237.190:46579: OK, instance_id { permanent_uuid: "08da59cb54184dafab3090065026e26f" instance_seqno: 1779069926566097 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:05:30.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:30.979244  8254 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:31.017374  8367 tablet.cc:2404] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.044581  8424 raft_consensus.cc:493] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.045163  8424 raft_consensus.cc:515] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } }
02:05:31.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.050582  8304 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "941be9618470408d9cf4aca20c5b1ee1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" is_pre_election: true
02:05:31.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.051505  8304 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 941be9618470408d9cf4aca20c5b1ee1 in term 0.
02:05:31.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.053098  8364 leader_election.cc:304] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3531bb6ad1e74dc5b7ea01ed66355c10, 941be9618470408d9cf4aca20c5b1ee1; no voters: 
02:05:31.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.047667  8424 leader_election.cc:290] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 08da59cb54184dafab3090065026e26f (127.7.237.190:46579), 3531bb6ad1e74dc5b7ea01ed66355c10 (127.7.237.189:43665)
02:05:31.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.055433  8424 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:05:31.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.055745  8424 raft_consensus.cc:493] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:05:31.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.056310  8424 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [term 0 FOLLOWER]: Advancing to term 1
02:05:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.092489  8424 raft_consensus.cc:515] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } }
02:05:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.113020  8424 leader_election.cc:290] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [CANDIDATE]: Term 1 election: Requested vote from peers 08da59cb54184dafab3090065026e26f (127.7.237.190:46579), 3531bb6ad1e74dc5b7ea01ed66355c10 (127.7.237.189:43665)
02:05:31.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.114048  8304 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "941be9618470408d9cf4aca20c5b1ee1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10"
02:05:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.114625  8304 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [term 0 FOLLOWER]: Advancing to term 1
02:05:31.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.122051  8304 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 941be9618470408d9cf4aca20c5b1ee1 in term 1.
02:05:31.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:31.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.123415  8364 leader_election.cc:304] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3531bb6ad1e74dc5b7ea01ed66355c10, 941be9618470408d9cf4aca20c5b1ee1; no voters: 
02:05:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.124506  8424 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [term 1 FOLLOWER]: Leader election won for term 1
02:05:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.124987  8424 raft_consensus.cc:697] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [term 1 LEADER]: Becoming Leader. State: Replica: 941be9618470408d9cf4aca20c5b1ee1, State: Running, Role: LEADER
02:05:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.125898  8424 consensus_queue.cc:237] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } }
02:05:31.130 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:31.131 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:31.131 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:31.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:31.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:31.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:31.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:31.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:31.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:31.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:31.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:31.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:31.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:31.143 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:31.143 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:31.144 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:31.144 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:31.144 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:31.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:31.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:31.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:31.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:31.146 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:31.146 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:31.146 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:31.146 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:31.146234  8283 tablet.cc:2404] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.150126  8452 sys_catalog.cc:455] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 941be9618470408d9cf4aca20c5b1ee1. Latest consensus state: current_term: 1 leader_uuid: "941be9618470408d9cf4aca20c5b1ee1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } } }
02:05:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.150867  8452 sys_catalog.cc:458] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [sys.catalog]: This master's current role is: LEADER
02:05:31.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.166508  8454 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:05:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.185684  8454 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:05:31.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.242794  8304 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [term 1 FOLLOWER]: Refusing update from remote peer 941be9618470408d9cf4aca20c5b1ee1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:05:31.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.246095  8452 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:05:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.312176  8252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } attempt: 7
02:05:31.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.318053  8439 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 941be9618470408d9cf4aca20c5b1ee1. Latest consensus state: current_term: 1 leader_uuid: "941be9618470408d9cf4aca20c5b1ee1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } } }
02:05:31.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.318753  8439 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [sys.catalog]: This master's current role is: FOLLOWER
02:05:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.352988  8455 mvcc.cc:204] Tried to move back new op lower bound from 7287070438338936832 to 7287070437935968256. Current Snapshot: MvccSnapshot[applied={T|T < 7287070438338936832}]
02:05:31.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.380055  8454 catalog_manager.cc:1382] Generated new cluster ID: 1c17b39fffb8454da8f37a8b03522434
02:05:31.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.380373  8454 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:05:31.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.396384  8424 sys_catalog.cc:455] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "941be9618470408d9cf4aca20c5b1ee1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } } }
02:05:31.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.397109  8424 sys_catalog.cc:458] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [sys.catalog]: This master's current role is: LEADER
02:05:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.403577  8439 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "941be9618470408d9cf4aca20c5b1ee1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } } }
02:05:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.404225  8439 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10 [sys.catalog]: This master's current role is: FOLLOWER
02:05:31.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069931418 for job 226350c0f683964857a646cd0909db9f.
02:05:31.420 [DEBUG - pool-52-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30000), Traces: [0ms] sending RPC to server master-127.5.213.252:35743, [18ms] received response from server master-127.5.213.252:35743: OK, deferred=null) with no deferred attached!
02:05:31.429 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:05:31.433 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
02:05:31.440 [DEBUG - pool-52-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.5.213.252:35743, [14ms] received response from server master-127.5.213.252:35743: OK, deferred=null) with no deferred attached!
02:05:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.448979  8454 catalog_manager.cc:1405] Generated new certificate authority record
02:05:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.451084  8454 catalog_manager.cc:1539] Loading token signing keys...
02:05:31.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.463630  8252 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f: Bootstrap starting.
02:05:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.512897  8454 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1: Generated new TSK 0
02:05:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.514096  8454 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:05:31.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.516968  8252 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f: Neither blocks nor log segments found. Creating new log.
02:05:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.521052  8252 log.cc:826] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f: Log is configured to *not* fsync() on all Append() calls
02:05:31.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.532135  8252 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f: No bootstrap required, opened a new log
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.556574  8118 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/wal
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/data
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/logs
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/data/info.pb
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.237.129:0
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.237.129
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.237.129
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.237.148:45633
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:05:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.564312  8252 raft_consensus.cc:359] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } }
02:05:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.565340  8252 raft_consensus.cc:385] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:31.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.565788  8252 raft_consensus.cc:740] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08da59cb54184dafab3090065026e26f, State: Initialized, Role: FOLLOWER
02:05:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.567585  8252 consensus_queue.cc:260] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } }
02:05:31.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.577428  8463 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } } }
02:05:31.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.580950  8252 sys_catalog.cc:565] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [sys.catalog]: configured and running, proceeding with master startup.
02:05:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.584046  8463 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [sys.catalog]: This master's current role is: FOLLOWER
02:05:31.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.581489  8225 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [term 0 FOLLOWER]: Advancing to term 1
02:05:31.593 [DEBUG - pool-56-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.5.213.252:35743, [5ms] received response from server master-127.5.213.252:35743: OK, deferred=null) with no deferred attached!
02:05:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.581962  8226 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "941be9618470408d9cf4aca20c5b1ee1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08da59cb54184dafab3090065026e26f"
02:05:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.582557  8227 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "941be9618470408d9cf4aca20c5b1ee1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08da59cb54184dafab3090065026e26f" is_pre_election: true
02:05:31.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.597756  8225 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [term 1 FOLLOWER]: Refusing update from remote peer 941be9618470408d9cf4aca20c5b1ee1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:05:31.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.606397  8452 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:05:31.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:31.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.686055  8471 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "941be9618470408d9cf4aca20c5b1ee1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } } }
02:05:31.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.687265  8471 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [sys.catalog]: This master's current role is: FOLLOWER
02:05:31.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.685974  8463 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 941be9618470408d9cf4aca20c5b1ee1. Latest consensus state: current_term: 1 leader_uuid: "941be9618470408d9cf4aca20c5b1ee1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } } }
02:05:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.688048  8463 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f [sys.catalog]: This master's current role is: FOLLOWER
02:05:31.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.717619  8480 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:05:31.884 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.5.213.252:35743, [11ms] received response from server master-127.5.213.252:35743: OK, deferred=null) with no deferred attached!
02:05:31.884 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.5.213.252:35743, [12ms] received response from server master-127.5.213.252:35743: OK, deferred=null) with no deferred attached!
02:05:31.885 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.5.213.252:35743, [14ms] received response from server master-127.5.213.252:35743: OK, deferred=null) with no deferred attached!
02:05:31.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069931918 for job 226350c0f683964857a646cd0909db9f.
02:05:31.931 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:05:31.934 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
02:05:31.947 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:31.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:31.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:31.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:31.948 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:31.949 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:31.950 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:31.950 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:31.950 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:31.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:31.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:31.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:31.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.961740  8450 catalog_manager.cc:1294] Loaded cluster ID: 1c17b39fffb8454da8f37a8b03522434
02:05:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.962224  8450 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10: loading cluster ID for follower catalog manager: success
02:05:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.975942  8450 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10: acquiring CA information for follower catalog manager: success
02:05:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:31.982681  8450 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3531bb6ad1e74dc5b7ea01ed66355c10: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:32.049273  8452 sys_catalog.cc:455] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "941be9618470408d9cf4aca20c5b1ee1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08da59cb54184dafab3090065026e26f" member_type: VOTER last_known_addr { host: "127.7.237.190" port: 46579 } } peers { permanent_uuid: "3531bb6ad1e74dc5b7ea01ed66355c10" member_type: VOTER last_known_addr { host: "127.7.237.189" port: 43665 } } peers { permanent_uuid: "941be9618470408d9cf4aca20c5b1ee1" member_type: VOTER last_known_addr { host: "127.7.237.188" port: 33477 } } }
02:05:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:32.051081  8452 sys_catalog.cc:458] T 00000000000000000000000000000000 P 941be9618470408d9cf4aca20c5b1ee1 [sys.catalog]: This master's current role is: LEADER
02:05:32.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:32.138616  8462 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:32.139257  8462 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:32.139955  8462 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:32.152 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.5.213.252:35743, [15ms] received response from server master-127.5.213.252:35743: OK, deferred=null) with no deferred attached!
02:05:32.153 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.5.213.252:35743, [13ms] received response from server master-127.5.213.252:35743: OK, deferred=null) with no deferred attached!
02:05:32.153 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.5.213.252:35743, [13ms] received response from server master-127.5.213.252:35743: OK, deferred=null) with no deferred attached!
02:05:32.153 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.5.213.252:35743, [11ms] received response from server master-127.5.213.252:35743: OK, deferred=null) with no deferred attached!
02:05:32.171 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:32.171 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:32.171 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:32.172 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:32.172 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:32.172 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:32.173 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:32.173 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:32.173 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:32.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:32.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:32.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:32.174 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:32.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:32.200285  8462 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:32.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:32.201606  8462 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.237.129
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:32.301774  8462 tablet_server_runner.cc:78] Tablet server non-default flags:
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.237.148:45633
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/data
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/wal
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.237.129:0
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/data/info.pb
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.237.129
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.237.129
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/logs
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:32.303525  8462 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:32.305733  8462 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:32.322450  8490 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:32.418 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069932417 for job 226350c0f683964857a646cd0909db9f.
02:05:32.430 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:05:32.432 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
02:05:32.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:32.653 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:32.654 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:32.654 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:32.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:32.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:32.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:32.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:32.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:32.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:32.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:32.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:32.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:32.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:32.668 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30000), Traces: [0ms] sending RPC to server master-127.5.32.62:45277, [4ms] received response from server master-127.5.32.62:45277: OK, deferred=null) with no deferred attached!
02:05:32.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:32.740747  8480 catalog_manager.cc:1294] Loaded cluster ID: 1c17b39fffb8454da8f37a8b03522434
02:05:32.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:32.742514  8480 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f: loading cluster ID for follower catalog manager: success
02:05:32.755 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:32.755 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:32.756 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:32.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:32.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:32.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:32.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:32.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:32.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:32.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:32.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:32.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:32.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:32.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:32.766089  8325 debug-util.cc:398] Leaking SignalData structure 0x7b0800070660 after lost signal to thread 8258
02:05:32.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:32.766762  8325 debug-util.cc:398] Leaking SignalData structure 0x7b080007c620 after lost signal to thread 8328
02:05:32.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:32.766093  8480 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f: acquiring CA information for follower catalog manager: success
02:05:32.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:32.788483  8480 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 08da59cb54184dafab3090065026e26f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:32.847 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:32.848 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:32.848 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:32.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:32.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:32.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:32.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:32.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:32.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:32.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:32.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:32.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:32.850 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:32.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069932917 for job 226350c0f683964857a646cd0909db9f.
02:05:32.929 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:05:32.930 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
02:05:33.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:33.221 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:33.222 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:33.222 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:33.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:33.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:33.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:33.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:33.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:33.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:33.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:33.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:33.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:33.224 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:33.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:33.239431  7589 debug-util.cc:398] Leaking SignalData structure 0x7b08000add20 after lost signal to thread 7520
02:05:33.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:33.240157  7589 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6ce0 after lost signal to thread 7592
02:05:33.420 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069933417 for job 226350c0f683964857a646cd0909db9f.
02:05:33.436 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 226350c0f683964857a646cd0909db9f (2360 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
02:05:33.437 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
02:05:33.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:33.738 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:33.739 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:33.739 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:33.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:33.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:33.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:33.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:33.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:33.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:33.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:33.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:33.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:33.740 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:33.887 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:33.888 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:33.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:33.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:33.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:33.889 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:33.889 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:33.889 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:33.890 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:33.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:33.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:33.890 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:33.890 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:33.891 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29592, elapsed=26803), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143], [32ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [32ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [502ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [622ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [702ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1500ms] refreshing cache from master, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1502ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [2020ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [2021ms] too many traces: truncated at 100 traces, deferred=Deferred@1417179180(state=PENDING, result=null, callback=(continuation of Deferred@1726434123 after retry RPC after error@945113094) -> (continuation of Deferred@2124223056 after retry RPC after error@1769202879) -> (continuation of Deferred@898783177 after retry RPC after error@664087557) -> (continuation of Deferred@831300917 after retry RPC after error@1202518439) -> (continuation of Deferred@1621611140 after retry RPC after error@1851539345) -> (continuation of Deferred@976063074 after retry RPC after error@451685697) -> (continuation of Deferred@1140981610 after retry RPC after error@1269752012) -> (continuation of Deferred@495324481 after retry RPC after error@1727770005) -> (continuation of Deferred@759882895 after retry RPC after error@299817322) -> (continuation of Deferred@1008673301 after retry RPC after error@129214214) -> (continuation of Deferred@2099725795 after retry RPC after error@441833124) -> (continuation of Deferred@1595887729 after retry RPC after error@1166952195) -> (continuation of Deferred@46209548 after retry RPC after error@915737606) -> (continuation of Deferred@330063485 after retry RPC after error@606975316) -> (continuation of Deferred@775346855 after retry RPC after error@819795547) -> (continuation of Deferred@1106508171 after retry RPC after error@138241012) -> (continuation of Deferred@273048502 after retry RPC after error@1223807019) -> (continuation of Deferred@370165535 after retry RPC after error@1976677610) -> (continuation of Deferred@1445540405 after retry RPC after error@278909011) -> (continuation of Deferred@77809120 after retry RPC after error@2083379066) -> (continuation of Deferred@1661659728 after retry RPC after error@234468138) -> (continuation of Deferred@325806896 after retry RPC after error@24111136) -> (continuation of Deferred@889444919 after retry RPC after error@1965252446) -> (continuation of Deferred@1037666337 after retry RPC after error@1133074770) -> (continuation of Deferred@1752232310 after retry RPC after error@130456201) -> (continuation of Deferred@1982829264 after retry RPC after error@2145715854), errback=(continuation of Deferred@1726434123 after retry RPC after error@945113094) -> (continuation of Deferred@2124223056 after retry RPC after error@1769202879) -> (continuation of Deferred@898783177 after retry RPC after error@664087557) -> (continuation of Deferred@831300917 after retry RPC after error@1202518439) -> (continuation of Deferred@1621611140 after retry RPC after error@1851539345) -> (continuation of Deferred@976063074 after retry RPC after error@451685697) -> (continuation of Deferred@1140981610 after retry RPC after error@1269752012) -> (continuation of Deferred@495324481 after retry RPC after error@1727770005) -> (continuation of Deferred@759882895 after retry RPC after error@299817322) -> (continuation of Deferred@1008673301 after retry RPC after error@129214214) -> (continuation of Deferred@2099725795 after retry RPC after error@441833124) -> (continuation of Deferred@1595887729 after retry RPC after error@1166952195) -> (continuation of Deferred@46209548 after retry RPC after error@915737606) -> (continuation of Deferred@330063485 after retry RPC after error@606975316) -> (continuation of Deferred@775346855 after retry RPC after error@819795547) -> (continuation of Deferred@1106508171 after retry RPC after error@138241012) -> (continuation of Deferred@273048502 after retry RPC after error@1223807019) -> (continuation of Deferred@370165535 after retry RPC after error@1976677610) -> (continuation of Deferred@1445540405 after retry RPC after error@278909011) -> (continuation of Deferred@77809120 after retry RPC after error@2083379066) -> (continuation of Deferred@1661659728 after retry RPC after error@234468138) -> (continuation of Deferred@325806896 after retry RPC after error@24111136) -> (continuation of Deferred@889444919 after retry RPC after error@1965252446) -> (continuation of Deferred@1037666337 after retry RPC after error@1133074770) -> (continuation of Deferred@1752232310 after retry RPC after error@130456201) -> (continuation of Deferred@1982829264 after retry RPC after error@2145715854)))
02:05:33.893 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=054fd8c4edf84ce2a0db873801c1880c, attempt=4, KuduRpc(method=Scan, tablet=054fd8c4edf84ce2a0db873801c1880c, attempt=4, TimeoutTracker(timeout=30000, elapsed=27213), Traces: [0ms] sending RPC to server 5bb793b2e845474384471729ae872597, [322ms] received response from server 5bb793b2e845474384471729ae872597: Network error: connection closed, [322ms] delaying RPC due to: Network error: connection closed, [341ms] sending RPC to server c5a88f5bda354f7b8fe81c334a719e91, [351ms] received response from server c5a88f5bda354f7b8fe81c334a719e91: Network error: Failed to connect to peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177): Connection refused: /127.5.32.1:34177, [351ms] delaying RPC due to: Network error: Failed to connect to peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177): Connection refused: /127.5.32.1:34177, [361ms] sending RPC to server 304bad4f6f2b49289344d887a131df6d, [365ms] received response from server 304bad4f6f2b49289344d887a131df6d: Network error: Failed to connect to peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441): Connection refused: /127.5.32.2:41441, [365ms] delaying RPC due to: Network error: Failed to connect to peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441): Connection refused: /127.5.32.2:41441, [381ms] refreshing cache from master, [381ms] Sub RPC GetTableLocations: refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [384ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [389ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143], [413ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [413ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [421ms] Sub RPC GetTableLocations: refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [422ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [423ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [423ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [423ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [441ms] Sub RPC GetTableLocations: refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [443ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [461ms] Sub RPC GetTableLocations: refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [462ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [462ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [462ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [463ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [481ms] Sub RPC GetTableLocations: refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [483ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [483ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [485ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [521ms] Sub RPC GetTableLocations: refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [524ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [524ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [561ms] Sub RPC GetTableLocations: refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [563ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [563ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [564ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [564ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [620ms] Sub RPC GetTableLocations: refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [623ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [623ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [881ms] Sub RPC GetTableLocations: refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [883ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [883ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [883ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [883ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1001ms] Sub RPC GetTableLocations: refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1003ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1081ms] Sub RPC GetTableLocations: refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1083ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1881ms] Sub RPC GetTableLocations: refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1881ms] too many traces: truncated at 100 traces, deferred=Deferred@275886917(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29592, elapsed=26803), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143], [32ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [32ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [502ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [622ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [702ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1500ms] refreshing cache from master, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1502ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [2020ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [2021ms] too many traces: truncated at 100 traces, deferred=Deferred@1417179180(state=PENDING, result=null, callback=(continuation of Deferred@1726434123 after retry RPC after error@945113094) -> (continuation of Deferred@2124223056 after retry RPC after error@1769202879) -> (continuation of Deferred@898783177 after retry RPC after error@664087557) -> (continuation of Deferred@831300917 after retry RPC after error@1202518439) -> (continuation of Deferred@1621611140 after retry RPC after error@1851539345) -> (continuation of Deferred@976063074 after retry RPC after error@451685697) -> (continuation of Deferred@1140981610 after retry RPC after error@1269752012) -> (continuation of Deferred@495324481 after retry RPC after error@1727770005) -> (continuation of Deferred@759882895 after retry RPC after error@299817322) -> (continuation of Deferred@1008673301 after retry RPC after error@129214214) -> (continuation of Deferred@2099725795 after retry RPC after error@441833124) -> (continuation of Deferred@1595887729 after retry RPC after error@1166952195) -> (continuation of Deferred@46209548 after retry RPC after error@915737606) -> (continuation of Deferred@330063485 after retry RPC after error@606975316) -> (continuation of Deferred@775346855 after retry RPC after error@819795547) -> (continuation of Deferred@1106508171 after retry RPC after error@138241012) -> (continuation of Deferred@273048502 after retry RPC after error@1223807019) -> (continuation of Deferred@370165535 after retry RPC after error@1976677610) -> (continuation of Deferred@1445540405 after retry RPC after error@278909011) -> (continuation of Deferred@77809120 after retry RPC after error@2083379066) -> (continuation of Deferred@1661659728 after retry RPC after error@234468138) -> (continuation of Deferred@325806896 after retry RPC after error@24111136) -> (continuation of Deferred@889444919 after retry RPC after error@1965252446) -> (continuation of Deferred@1037666337 after retry RPC after error@1133074770) -> (continuation of Deferred@1752232310 after retry RPC after error@130456201) -> (continuation of Deferred@1982829264 after retry RPC after error@2145715854), errback=(continuation of Deferred@1726434123 after retry RPC after error@945113094) -> (continuation of Deferred@2124223056 after retry RPC after error@1769202879) -> (continuation of Deferred@898783177 after retry RPC after error@664087557) -> (continuation of Deferred@831300917 after retry RPC after error@1202518439) -> (continuation of Deferred@1621611140 after retry RPC after error@1851539345) -> (continuation of Deferred@976063074 after retry RPC after error@451685697) -> (continuation of Deferred@1140981610 after retry RPC after error@1269752012) -> (continuation of Deferred@495324481 after retry RPC after error@1727770005) -> (continuation of Deferred@759882895 after retry RPC after error@299817322) -> (continuation of Deferred@1008673301 after retry RPC after error@129214214) -> (continuation of Deferred@2099725795 after retry RPC after error@441833124) -> (continuation of Deferred@1595887729 after retry RPC after error@1166952195) -> (continuation of Deferred@46209548 after retry RPC after error@915737606) -> (continuation of Deferred@330063485 after retry RPC after error@606975316) -> (continuation of Deferred@775346855 after retry RPC after error@819795547) -> (continuation of Deferred@1106508171 after retry RPC after error@138241012) -> (continuation of Deferred@273048502 after retry RPC after error@1223807019) -> (continuation of Deferred@370165535 after retry RPC after error@1976677610) -> (continuation of Deferred@1445540405 after retry RPC after error@278909011) -> (continuation of Deferred@77809120 after retry RPC after error@2083379066) -> (continuation of Deferred@1661659728 after retry RPC after error@234468138) -> (continuation of Deferred@325806896 after retry RPC after error@24111136) -> (continuation of Deferred@889444919 after retry RPC after error@1965252446) -> (continuation of Deferred@1037666337 after retry RPC after error@1133074770) -> (continuation of Deferred@1752232310 after retry RPC after error@130456201) -> (continuation of Deferred@1982829264 after retry RPC after error@2145715854)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.32.61:34143
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:33.898 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29592, elapsed=26803), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143], [32ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [32ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [502ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [622ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [702ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1500ms] refreshing cache from master, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1502ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [2020ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [2021ms] too many traces: truncated at 100 traces, deferred=Deferred@1417179180(state=PENDING, result=null, callback=(continuation of Deferred@1726434123 after retry RPC after error@945113094) -> (continuation of Deferred@2124223056 after retry RPC after error@1769202879) -> (continuation of Deferred@898783177 after retry RPC after error@664087557) -> (continuation of Deferred@831300917 after retry RPC after error@1202518439) -> (continuation of Deferred@1621611140 after retry RPC after error@1851539345) -> (continuation of Deferred@976063074 after retry RPC after error@451685697) -> (continuation of Deferred@1140981610 after retry RPC after error@1269752012) -> (continuation of Deferred@495324481 after retry RPC after error@1727770005) -> (continuation of Deferred@759882895 after retry RPC after error@299817322) -> (continuation of Deferred@1008673301 after retry RPC after error@129214214) -> (continuation of Deferred@2099725795 after retry RPC after error@441833124) -> (continuation of Deferred@1595887729 after retry RPC after error@1166952195) -> (continuation of Deferred@46209548 after retry RPC after error@915737606) -> (continuation of Deferred@330063485 after retry RPC after error@606975316) -> (continuation of Deferred@775346855 after retry RPC after error@819795547) -> (continuation of Deferred@1106508171 after retry RPC after error@138241012) -> (continuation of Deferred@273048502 after retry RPC after error@1223807019) -> (continuation of Deferred@370165535 after retry RPC after error@1976677610) -> (continuation of Deferred@1445540405 after retry RPC after error@278909011) -> (continuation of Deferred@77809120 after retry RPC after error@2083379066) -> (continuation of Deferred@1661659728 after retry RPC after error@234468138) -> (continuation of Deferred@325806896 after retry RPC after error@24111136) -> (continuation of Deferred@889444919 after retry RPC after error@1965252446) -> (continuation of Deferred@1037666337 after retry RPC after error@1133074770) -> (continuation of Deferred@1752232310 after retry RPC after error@130456201) -> (continuation of Deferred@1982829264 after retry RPC after error@2145715854), errback=(continuation of Deferred@1726434123 after retry RPC after error@945113094) -> (continuation of Deferred@2124223056 after retry RPC after error@1769202879) -> (continuation of Deferred@898783177 after retry RPC after error@664087557) -> (continuation of Deferred@831300917 after retry RPC after error@1202518439) -> (continuation of Deferred@1621611140 after retry RPC after error@1851539345) -> (continuation of Deferred@976063074 after retry RPC after error@451685697) -> (continuation of Deferred@1140981610 after retry RPC after error@1269752012) -> (continuation of Deferred@495324481 after retry RPC after error@1727770005) -> (continuation of Deferred@759882895 after retry RPC after error@299817322) -> (continuation of Deferred@1008673301 after retry RPC after error@129214214) -> (continuation of Deferred@2099725795 after retry RPC after error@441833124) -> (continuation of Deferred@1595887729 after retry RPC after error@1166952195) -> (continuation of Deferred@46209548 after retry RPC after error@915737606) -> (continuation of Deferred@330063485 after retry RPC after error@606975316) -> (continuation of Deferred@775346855 after retry RPC after error@819795547) -> (continuation of Deferred@1106508171 after retry RPC after error@138241012) -> (continuation of Deferred@273048502 after retry RPC after error@1223807019) -> (continuation of Deferred@370165535 after retry RPC after error@1976677610) -> (continuation of Deferred@1445540405 after retry RPC after error@278909011) -> (continuation of Deferred@77809120 after retry RPC after error@2083379066) -> (continuation of Deferred@1661659728 after retry RPC after error@234468138) -> (continuation of Deferred@325806896 after retry RPC after error@24111136) -> (continuation of Deferred@889444919 after retry RPC after error@1965252446) -> (continuation of Deferred@1037666337 after retry RPC after error@1133074770) -> (continuation of Deferred@1752232310 after retry RPC after error@130456201) -> (continuation of Deferred@1982829264 after retry RPC after error@2145715854)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.32.61:34143
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:33.902 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
02:05:33.903 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29592, elapsed=26803), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143], [32ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [32ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [502ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [622ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [702ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1500ms] refreshing cache from master, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1502ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [2020ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [2021ms] too many traces: truncated at 100 traces, deferred=Deferred@1417179180(state=PENDING, result=null, callback=(continuation of Deferred@1726434123 after retry RPC after error@945113094) -> (continuation of Deferred@2124223056 after retry RPC after error@1769202879) -> (continuation of Deferred@898783177 after retry RPC after error@664087557) -> (continuation of Deferred@831300917 after retry RPC after error@1202518439) -> (continuation of Deferred@1621611140 after retry RPC after error@1851539345) -> (continuation of Deferred@976063074 after retry RPC after error@451685697) -> (continuation of Deferred@1140981610 after retry RPC after error@1269752012) -> (continuation of Deferred@495324481 after retry RPC after error@1727770005) -> (continuation of Deferred@759882895 after retry RPC after error@299817322) -> (continuation of Deferred@1008673301 after retry RPC after error@129214214) -> (continuation of Deferred@2099725795 after retry RPC after error@441833124) -> (continuation of Deferred@1595887729 after retry RPC after error@1166952195) -> (continuation of Deferred@46209548 after retry RPC after error@915737606) -> (continuation of Deferred@330063485 after retry RPC after error@606975316) -> (continuation of Deferred@775346855 after retry RPC after error@819795547) -> (continuation of Deferred@1106508171 after retry RPC after error@138241012) -> (continuation of Deferred@273048502 after retry RPC after error@1223807019) -> (continuation of Deferred@370165535 after retry RPC after error@1976677610) -> (continuation of Deferred@1445540405 after retry RPC after error@278909011) -> (continuation of Deferred@77809120 after retry RPC after error@2083379066) -> (continuation of Deferred@1661659728 after retry RPC after error@234468138) -> (continuation of Deferred@325806896 after retry RPC after error@24111136) -> (continuation of Deferred@889444919 after retry RPC after error@1965252446) -> (continuation of Deferred@1037666337 after retry RPC after error@1133074770) -> (continuation of Deferred@1752232310 after retry RPC after error@130456201) -> (continuation of Deferred@1982829264 after retry RPC after error@2145715854), errback=(continuation of Deferred@1726434123 after retry RPC after error@945113094) -> (continuation of Deferred@2124223056 after retry RPC after error@1769202879) -> (continuation of Deferred@898783177 after retry RPC after error@664087557) -> (continuation of Deferred@831300917 after retry RPC after error@1202518439) -> (continuation of Deferred@1621611140 after retry RPC after error@1851539345) -> (continuation of Deferred@976063074 after retry RPC after error@451685697) -> (continuation of Deferred@1140981610 after retry RPC after error@1269752012) -> (continuation of Deferred@495324481 after retry RPC after error@1727770005) -> (continuation of Deferred@759882895 after retry RPC after error@299817322) -> (continuation of Deferred@1008673301 after retry RPC after error@129214214) -> (continuation of Deferred@2099725795 after retry RPC after error@441833124) -> (continuation of Deferred@1595887729 after retry RPC after error@1166952195) -> (continuation of Deferred@46209548 after retry RPC after error@915737606) -> (continuation of Deferred@330063485 after retry RPC after error@606975316) -> (continuation of Deferred@775346855 after retry RPC after error@819795547) -> (continuation of Deferred@1106508171 after retry RPC after error@138241012) -> (continuation of Deferred@273048502 after retry RPC after error@1223807019) -> (continuation of Deferred@370165535 after retry RPC after error@1976677610) -> (continuation of Deferred@1445540405 after retry RPC after error@278909011) -> (continuation of Deferred@77809120 after retry RPC after error@2083379066) -> (continuation of Deferred@1661659728 after retry RPC after error@234468138) -> (continuation of Deferred@325806896 after retry RPC after error@24111136) -> (continuation of Deferred@889444919 after retry RPC after error@1965252446) -> (continuation of Deferred@1037666337 after retry RPC after error@1133074770) -> (continuation of Deferred@1752232310 after retry RPC after error@130456201) -> (continuation of Deferred@1982829264 after retry RPC after error@2145715854)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.32.61:34143
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:33.908 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state TERMINATED
02:05:33.909 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] disconnecting while in state TERMINATED
02:05:33.909 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.5.32.60:43271(127.5.32.60:43271)] disconnecting while in state TERMINATED
02:05:33.909 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)] disconnecting while in state TERMINATED
02:05:33.909 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.5.32.61:34143(127.5.32.61:34143)] disconnecting while in state TERMINATED
02:05:33.909 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.5.32.62:45277(127.5.32.62:45277)] disconnecting while in state TERMINATED
02:05:33.909 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.5.213.254:36985(127.5.213.254:36985)] disconnecting while in state TERMINATED
02:05:33.910 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.5.213.253:41971(127.5.213.253:41971)] disconnecting while in state TERMINATED
02:05:33.910 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.5.213.252:35743(127.5.213.252:35743)] disconnecting while in state TERMINATED
02:05:33.910 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] disconnecting while in state TERMINATED
02:05:33.910 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:33.910 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:33.911 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:05:33.911 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
02:05:33.911 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:05:33.911 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:05:33.911 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:05:33.912 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 7 thread-local buffer(s) from thread: kudu-nio-3
02:05:33.912 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 3 thread-local buffer(s) from thread: kudu-nio-5
02:05:33.912 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
02:05:33.914 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:05:33.915 [WARN - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29592, elapsed=26803), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143], [32ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [32ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [502ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [622ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [702ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1500ms] refreshing cache from master, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1502ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [2020ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [2021ms] too many traces: truncated at 100 traces, deferred=Deferred@1417179180(state=PENDING, result=null, callback=(continuation of Deferred@1726434123 after retry RPC after error@945113094) -> (continuation of Deferred@2124223056 after retry RPC after error@1769202879) -> (continuation of Deferred@898783177 after retry RPC after error@664087557) -> (continuation of Deferred@831300917 after retry RPC after error@1202518439) -> (continuation of Deferred@1621611140 after retry RPC after error@1851539345) -> (continuation of Deferred@976063074 after retry RPC after error@451685697) -> (continuation of Deferred@1140981610 after retry RPC after error@1269752012) -> (continuation of Deferred@495324481 after retry RPC after error@1727770005) -> (continuation of Deferred@759882895 after retry RPC after error@299817322) -> (continuation of Deferred@1008673301 after retry RPC after error@129214214) -> (continuation of Deferred@2099725795 after retry RPC after error@441833124) -> (continuation of Deferred@1595887729 after retry RPC after error@1166952195) -> (continuation of Deferred@46209548 after retry RPC after error@915737606) -> (continuation of Deferred@330063485 after retry RPC after error@606975316) -> (continuation of Deferred@775346855 after retry RPC after error@819795547) -> (continuation of Deferred@1106508171 after retry RPC after error@138241012) -> (continuation of Deferred@273048502 after retry RPC after error@1223807019) -> (continuation of Deferred@370165535 after retry RPC after error@1976677610) -> (continuation of Deferred@1445540405 after retry RPC after error@278909011) -> (continuation of Deferred@77809120 after retry RPC after error@2083379066) -> (continuation of Deferred@1661659728 after retry RPC after error@234468138) -> (continuation of Deferred@325806896 after retry RPC after error@24111136) -> (continuation of Deferred@889444919 after retry RPC after error@1965252446) -> (continuation of Deferred@1037666337 after retry RPC after error@1133074770) -> (continuation of Deferred@1752232310 after retry RPC after error@130456201) -> (continuation of Deferred@1982829264 after retry RPC after error@2145715854), errback=(continuation of Deferred@1726434123 after retry RPC after error@945113094) -> (continuation of Deferred@2124223056 after retry RPC after error@1769202879) -> (continuation of Deferred@898783177 after retry RPC after error@664087557) -> (continuation of Deferred@831300917 after retry RPC after error@1202518439) -> (continuation of Deferred@1621611140 after retry RPC after error@1851539345) -> (continuation of Deferred@976063074 after retry RPC after error@451685697) -> (continuation of Deferred@1140981610 after retry RPC after error@1269752012) -> (continuation of Deferred@495324481 after retry RPC after error@1727770005) -> (continuation of Deferred@759882895 after retry RPC after error@299817322) -> (continuation of Deferred@1008673301 after retry RPC after error@129214214) -> (continuation of Deferred@2099725795 after retry RPC after error@441833124) -> (continuation of Deferred@1595887729 after retry RPC after error@1166952195) -> (continuation of Deferred@46209548 after retry RPC after error@915737606) -> (continuation of Deferred@330063485 after retry RPC after error@606975316) -> (continuation of Deferred@775346855 after retry RPC after error@819795547) -> (continuation of Deferred@1106508171 after retry RPC after error@138241012) -> (continuation of Deferred@273048502 after retry RPC after error@1223807019) -> (continuation of Deferred@370165535 after retry RPC after error@1976677610) -> (continuation of Deferred@1445540405 after retry RPC after error@278909011) -> (continuation of Deferred@77809120 after retry RPC after error@2083379066) -> (continuation of Deferred@1661659728 after retry RPC after error@234468138) -> (continuation of Deferred@325806896 after retry RPC after error@24111136) -> (continuation of Deferred@889444919 after retry RPC after error@1965252446) -> (continuation of Deferred@1037666337 after retry RPC after error@1133074770) -> (continuation of Deferred@1752232310 after retry RPC after error@130456201) -> (continuation of Deferred@1982829264 after retry RPC after error@2145715854)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.32.61:34143
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:33.918 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069933917 for job 226350c0f683964857a646cd0909db9f.
02:05:33.926 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1157) Decline checkpoint 65 by task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0 of job 226350c0f683964857a646cd0909db9f at 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.flink.runtime.checkpoint.CheckpointException: Task name with subtask : Source: KuduSource -> Sink: Writer (4/4)#0 Failure reason: Checkpoint was declined (tasks not ready)
	at org.apache.flink.runtime.taskmanager.Task.declineCheckpoint(Task.java:1401)
	at org.apache.flink.runtime.taskmanager.Task.declineCheckpoint(Task.java:1394)
	at org.apache.flink.runtime.taskmanager.Task.triggerCheckpointBarrier(Task.java:1388)
	at org.apache.flink.runtime.taskexecutor.TaskExecutor.triggerCheckpoint(TaskExecutor.java:1051)
	at jdk.internal.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.lambda$handleRpcInvocation$1(PekkoRpcActor.java:309)
	at org.apache.flink.runtime.concurrent.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:83)
	at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRpcInvocation(PekkoRpcActor.java:307)
	at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRpcMessage(PekkoRpcActor.java:222)
	at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleMessage(PekkoRpcActor.java:168)
	at org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:33)
	at org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:29)
	at scala.PartialFunction.applyOrElse(PartialFunction.scala:127)
	at scala.PartialFunction.applyOrElse$(PartialFunction.scala:126)
	at org.apache.pekko.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:29)
	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:175)
	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176)
	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176)
	at org.apache.pekko.actor.Actor.aroundReceive(Actor.scala:547)
	at org.apache.pekko.actor.Actor.aroundReceive$(Actor.scala:545)
	at org.apache.pekko.actor.AbstractActor.aroundReceive(AbstractActor.scala:229)
	at org.apache.pekko.actor.ActorCell.receiveMessage(ActorCell.scala:590)
	at org.apache.pekko.actor.ActorCell.invoke(ActorCell.scala:557)
	at org.apache.pekko.dispatch.Mailbox.processMailbox(Mailbox.scala:272)
	at org.apache.pekko.dispatch.Mailbox.run(Mailbox.scala:233)
	at org.apache.pekko.dispatch.Mailbox.exec(Mailbox.scala:245)
	at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:373)
	at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1182)
	at java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1655)
	at java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1622)
	at java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
02:05:33.933 [WARN - jobmanager-io-thread-3] (CheckpointFailureManager.java:114) Failed to trigger or complete checkpoint 65 for job 226350c0f683964857a646cd0909db9f. (0 consecutive failed attempts so far)
org.apache.flink.runtime.checkpoint.CheckpointException: Checkpoint was declined (tasks not ready)
	at org.apache.flink.runtime.messages.checkpoint.SerializedCheckpointException.unwrap(SerializedCheckpointException.java:51)
	at org.apache.flink.runtime.checkpoint.CheckpointCoordinator.receiveDeclineMessage(CheckpointCoordinator.java:1138)
	at org.apache.flink.runtime.scheduler.ExecutionGraphHandler.lambda$declineCheckpoint$3(ExecutionGraphHandler.java:123)
	at org.apache.flink.runtime.scheduler.ExecutionGraphHandler.lambda$processCheckpointCoordinatorMessage$4(ExecutionGraphHandler.java:139)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.flink.runtime.checkpoint.CheckpointException: Task name with subtask : Source: KuduSource -> Sink: Writer (4/4)#0 Failure reason: Checkpoint was declined (tasks not ready)
	at org.apache.flink.runtime.taskmanager.Task.declineCheckpoint(Task.java:1401)
	at org.apache.flink.runtime.taskmanager.Task.declineCheckpoint(Task.java:1394)
	at org.apache.flink.runtime.taskmanager.Task.triggerCheckpointBarrier(Task.java:1388)
	at org.apache.flink.runtime.taskexecutor.TaskExecutor.triggerCheckpoint(TaskExecutor.java:1051)
	at jdk.internal.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.lambda$handleRpcInvocation$1(PekkoRpcActor.java:309)
	at org.apache.flink.runtime.concurrent.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:83)
	at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRpcInvocation(PekkoRpcActor.java:307)
	at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRpcMessage(PekkoRpcActor.java:222)
	at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleMessage(PekkoRpcActor.java:168)
	at org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:33)
	at org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:29)
	at scala.PartialFunction.applyOrElse(PartialFunction.scala:127)
	at scala.PartialFunction.applyOrElse$(PartialFunction.scala:126)
	at org.apache.pekko.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:29)
	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:175)
	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176)
	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176)
	at org.apache.pekko.actor.Actor.aroundReceive(Actor.scala:547)
	at org.apache.pekko.actor.Actor.aroundReceive$(Actor.scala:545)
	at org.apache.pekko.actor.AbstractActor.aroundReceive(AbstractActor.scala:229)
	at org.apache.pekko.actor.ActorCell.receiveMessage(ActorCell.scala:590)
	at org.apache.pekko.actor.ActorCell.invoke(ActorCell.scala:557)
	at org.apache.pekko.dispatch.Mailbox.processMailbox(Mailbox.scala:272)
	at org.apache.pekko.dispatch.Mailbox.run(Mailbox.scala:233)
	at org.apache.pekko.dispatch.Mailbox.exec(Mailbox.scala:245)
	at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:373)
	at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1182)
	at java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1655)
	at java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1622)
	at java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
02:05:33.944 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:05:33.950 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:426) Marking checkpoint 65 as aborted for source Source: KuduSource.
02:05:33.959 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1483) Ignoring checkpoint ABORT notification for non-running task Source: KuduSource -> Sink: Writer (4/4)#0.
02:05:33.960 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:05:33.968 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29592, elapsed=26803), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143], [32ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [32ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0xdb2be2ef, L:/127.0.0.1:49522 ! R:/127.5.32.61:34143],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xdd10136a, L:/127.0.0.1:41974 - R:/127.5.32.60:43271], [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [502ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [622ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [702ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1500ms] refreshing cache from master, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1501ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1502ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [2020ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [2021ms] too many traces: truncated at 100 traces, deferred=Deferred@1417179180(state=PENDING, result=null, callback=(continuation of Deferred@1726434123 after retry RPC after error@945113094) -> (continuation of Deferred@2124223056 after retry RPC after error@1769202879) -> (continuation of Deferred@898783177 after retry RPC after error@664087557) -> (continuation of Deferred@831300917 after retry RPC after error@1202518439) -> (continuation of Deferred@1621611140 after retry RPC after error@1851539345) -> (continuation of Deferred@976063074 after retry RPC after error@451685697) -> (continuation of Deferred@1140981610 after retry RPC after error@1269752012) -> (continuation of Deferred@495324481 after retry RPC after error@1727770005) -> (continuation of Deferred@759882895 after retry RPC after error@299817322) -> (continuation of Deferred@1008673301 after retry RPC after error@129214214) -> (continuation of Deferred@2099725795 after retry RPC after error@441833124) -> (continuation of Deferred@1595887729 after retry RPC after error@1166952195) -> (continuation of Deferred@46209548 after retry RPC after error@915737606) -> (continuation of Deferred@330063485 after retry RPC after error@606975316) -> (continuation of Deferred@775346855 after retry RPC after error@819795547) -> (continuation of Deferred@1106508171 after retry RPC after error@138241012) -> (continuation of Deferred@273048502 after retry RPC after error@1223807019) -> (continuation of Deferred@370165535 after retry RPC after error@1976677610) -> (continuation of Deferred@1445540405 after retry RPC after error@278909011) -> (continuation of Deferred@77809120 after retry RPC after error@2083379066) -> (continuation of Deferred@1661659728 after retry RPC after error@234468138) -> (continuation of Deferred@325806896 after retry RPC after error@24111136) -> (continuation of Deferred@889444919 after retry RPC after error@1965252446) -> (continuation of Deferred@1037666337 after retry RPC after error@1133074770) -> (continuation of Deferred@1752232310 after retry RPC after error@130456201) -> (continuation of Deferred@1982829264 after retry RPC after error@2145715854), errback=(continuation of Deferred@1726434123 after retry RPC after error@945113094) -> (continuation of Deferred@2124223056 after retry RPC after error@1769202879) -> (continuation of Deferred@898783177 after retry RPC after error@664087557) -> (continuation of Deferred@831300917 after retry RPC after error@1202518439) -> (continuation of Deferred@1621611140 after retry RPC after error@1851539345) -> (continuation of Deferred@976063074 after retry RPC after error@451685697) -> (continuation of Deferred@1140981610 after retry RPC after error@1269752012) -> (continuation of Deferred@495324481 after retry RPC after error@1727770005) -> (continuation of Deferred@759882895 after retry RPC after error@299817322) -> (continuation of Deferred@1008673301 after retry RPC after error@129214214) -> (continuation of Deferred@2099725795 after retry RPC after error@441833124) -> (continuation of Deferred@1595887729 after retry RPC after error@1166952195) -> (continuation of Deferred@46209548 after retry RPC after error@915737606) -> (continuation of Deferred@330063485 after retry RPC after error@606975316) -> (continuation of Deferred@775346855 after retry RPC after error@819795547) -> (continuation of Deferred@1106508171 after retry RPC after error@138241012) -> (continuation of Deferred@273048502 after retry RPC after error@1223807019) -> (continuation of Deferred@370165535 after retry RPC after error@1976677610) -> (continuation of Deferred@1445540405 after retry RPC after error@278909011) -> (continuation of Deferred@77809120 after retry RPC after error@2083379066) -> (continuation of Deferred@1661659728 after retry RPC after error@234468138) -> (continuation of Deferred@325806896 after retry RPC after error@24111136) -> (continuation of Deferred@889444919 after retry RPC after error@1965252446) -> (continuation of Deferred@1037666337 after retry RPC after error@1133074770) -> (continuation of Deferred@1752232310 after retry RPC after error@130456201) -> (continuation of Deferred@1982829264 after retry RPC after error@2145715854)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.32.61:34143
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:33.974 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:05:33.975 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
02:05:33.975 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:05:33.976 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RUNNING to RESTARTING.
02:05:33.976 [WARN - flink-pekko.actor.default-dispatcher-9] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
02:05:34.028 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:34.029 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:34.029 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:34.029 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:34.029 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:34.029 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:34.030 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:34.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:34.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:34.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:34.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:34.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:34.031 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:34.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:34.498 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:34.498 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:34.498 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:34.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:34.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:34.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:34.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:34.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:34.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:34.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:34.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:34.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:34.500 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:34.604 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.60:43271(127.5.32.60:43271)] connecting to peer
02:05:34.604 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.62:45277(127.5.32.62:45277)] connecting to peer
02:05:34.604 [DEBUG - pool-91-thread-1] (Connection.java:748) [peer master-127.5.32.61:34143(127.5.32.61:34143)] connecting to peer
02:05:34.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:34.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.32.60:43271(127.5.32.60:43271)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:34.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.60:43271: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271
02:05:34.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:34.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.32.62:45277(127.5.32.62:45277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:34.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.62:45277: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277
02:05:34.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:34.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.32.61:34143(127.5.32.61:34143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:34.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.32.61:34143: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
02:05:34.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143; will retry
02:05:34.607 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29633, elapsed=27562), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [16ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277], [31ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [48ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [75ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [75ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [185ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [185ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [260ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [261ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [441ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [442ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [699ms] refreshing cache from master, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [700ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [701ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1519ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1522ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1842ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [4959ms] refreshing cache from master, [4959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [4961ms] too many traces: truncated at 100 traces, deferred=Deferred@186316395(state=PENDING, result=null, callback=(continuation of Deferred@1457687749 after retry RPC after error@1414542090) -> (continuation of Deferred@625674850 after retry RPC after error@2042497294) -> (continuation of Deferred@997729880 after retry RPC after error@1852148318) -> (continuation of Deferred@318805482 after retry RPC after error@444532989) -> (continuation of Deferred@1624221452 after retry RPC after error@574289457) -> (continuation of Deferred@889362521 after retry RPC after error@1473795812) -> (continuation of Deferred@1253207252 after retry RPC after error@1070366925) -> (continuation of Deferred@514660157 after retry RPC after error@190258554) -> (continuation of Deferred@1390019592 after retry RPC after error@155921526) -> (continuation of Deferred@2141832861 after retry RPC after error@1285990623) -> (continuation of Deferred@1323179783 after retry RPC after error@514241078) -> (continuation of Deferred@797577809 after retry RPC after error@1444128559) -> (continuation of Deferred@1745595597 after retry RPC after error@1134007544) -> (continuation of Deferred@1022365249 after retry RPC after error@1997663279) -> (continuation of Deferred@1112099780 after retry RPC after error@1023813409) -> (continuation of Deferred@28878022 after retry RPC after error@2033205322) -> (continuation of Deferred@1898914755 after retry RPC after error@2098998760) -> (continuation of Deferred@960903193 after retry RPC after error@1108286827) -> (continuation of Deferred@1253449682 after retry RPC after error@1457068033) -> (continuation of Deferred@1582789683 after retry RPC after error@1686752983) -> (continuation of Deferred@515577115 after retry RPC after error@12324829) -> (continuation of Deferred@1697580309 after retry RPC after error@1333432337) -> (continuation of Deferred@154093352 after retry RPC after error@1770873655), errback=(continuation of Deferred@1457687749 after retry RPC after error@1414542090) -> (continuation of Deferred@625674850 after retry RPC after error@2042497294) -> (continuation of Deferred@997729880 after retry RPC after error@1852148318) -> (continuation of Deferred@318805482 after retry RPC after error@444532989) -> (continuation of Deferred@1624221452 after retry RPC after error@574289457) -> (continuation of Deferred@889362521 after retry RPC after error@1473795812) -> (continuation of Deferred@1253207252 after retry RPC after error@1070366925) -> (continuation of Deferred@514660157 after retry RPC after error@190258554) -> (continuation of Deferred@1390019592 after retry RPC after error@155921526) -> (continuation of Deferred@2141832861 after retry RPC after error@1285990623) -> (continuation of Deferred@1323179783 after retry RPC after error@514241078) -> (continuation of Deferred@797577809 after retry RPC after error@1444128559) -> (continuation of Deferred@1745595597 after retry RPC after error@1134007544) -> (continuation of Deferred@1022365249 after retry RPC after error@1997663279) -> (continuation of Deferred@1112099780 after retry RPC after error@1023813409) -> (continuation of Deferred@28878022 after retry RPC after error@2033205322) -> (continuation of Deferred@1898914755 after retry RPC after error@2098998760) -> (continuation of Deferred@960903193 after retry RPC after error@1108286827) -> (continuation of Deferred@1253449682 after retry RPC after error@1457068033) -> (continuation of Deferred@1582789683 after retry RPC after error@1686752983) -> (continuation of Deferred@515577115 after retry RPC after error@12324829) -> (continuation of Deferred@1697580309 after retry RPC after error@1333432337) -> (continuation of Deferred@154093352 after retry RPC after error@1770873655)))
02:05:34.609 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=ddba5e3434004670a60059c21112a68f, attempt=4, KuduRpc(method=Scan, tablet=ddba5e3434004670a60059c21112a68f, attempt=4, TimeoutTracker(timeout=30000, elapsed=27932), Traces: [0ms] sending RPC to server 304bad4f6f2b49289344d887a131df6d, [277ms] received response from server 304bad4f6f2b49289344d887a131df6d: Network error: connection closed, [277ms] delaying RPC due to: Network error: connection closed, [280ms] sending RPC to server c5a88f5bda354f7b8fe81c334a719e91, [284ms] received response from server c5a88f5bda354f7b8fe81c334a719e91: Network error: Failed to connect to peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177): Connection refused: /127.5.32.1:34177, [284ms] delaying RPC due to: Network error: Failed to connect to peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177): Connection refused: /127.5.32.1:34177, [300ms] sending RPC to server 5bb793b2e845474384471729ae872597, [327ms] received response from server 5bb793b2e845474384471729ae872597: Network error: [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] unexpected exception from downstream on [id: 0x4436c453, L:/127.0.0.1:59358 - R:/127.5.32.3:45841], [327ms] delaying RPC due to: Network error: [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] unexpected exception from downstream on [id: 0x4436c453, L:/127.0.0.1:59358 - R:/127.5.32.3:45841], [341ms] refreshing cache from master, [341ms] Sub RPC GetTableLocations: refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [357ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277], [372ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: OK, [389ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [389ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [400ms] Sub RPC GetTableLocations: refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [402ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [402ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [416ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [416ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [420ms] Sub RPC GetTableLocations: refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [421ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [421ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [422ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [422ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [441ms] Sub RPC GetTableLocations: refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [443ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [443ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [461ms] Sub RPC GetTableLocations: refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [463ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [463ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [463ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [463ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [480ms] Sub RPC GetTableLocations: refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [483ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [483ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [520ms] Sub RPC GetTableLocations: refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [524ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [524ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [526ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [526ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [600ms] Sub RPC GetTableLocations: refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [601ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [602ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [781ms] Sub RPC GetTableLocations: refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [782ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [783ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [783ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [783ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1040ms] Sub RPC GetTableLocations: refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1042ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1860ms] Sub RPC GetTableLocations: refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1863ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [2181ms] Sub RPC GetTableLocations: refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [2181ms] too many traces: truncated at 100 traces, deferred=Deferred@1947714750(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29633, elapsed=27562), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [16ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277], [31ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [48ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [75ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [75ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [185ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [185ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [260ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [261ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [441ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [442ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [699ms] refreshing cache from master, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [700ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [701ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1519ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1522ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1842ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [4959ms] refreshing cache from master, [4959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [4961ms] too many traces: truncated at 100 traces, deferred=Deferred@186316395(state=PENDING, result=null, callback=(continuation of Deferred@1457687749 after retry RPC after error@1414542090) -> (continuation of Deferred@625674850 after retry RPC after error@2042497294) -> (continuation of Deferred@997729880 after retry RPC after error@1852148318) -> (continuation of Deferred@318805482 after retry RPC after error@444532989) -> (continuation of Deferred@1624221452 after retry RPC after error@574289457) -> (continuation of Deferred@889362521 after retry RPC after error@1473795812) -> (continuation of Deferred@1253207252 after retry RPC after error@1070366925) -> (continuation of Deferred@514660157 after retry RPC after error@190258554) -> (continuation of Deferred@1390019592 after retry RPC after error@155921526) -> (continuation of Deferred@2141832861 after retry RPC after error@1285990623) -> (continuation of Deferred@1323179783 after retry RPC after error@514241078) -> (continuation of Deferred@797577809 after retry RPC after error@1444128559) -> (continuation of Deferred@1745595597 after retry RPC after error@1134007544) -> (continuation of Deferred@1022365249 after retry RPC after error@1997663279) -> (continuation of Deferred@1112099780 after retry RPC after error@1023813409) -> (continuation of Deferred@28878022 after retry RPC after error@2033205322) -> (continuation of Deferred@1898914755 after retry RPC after error@2098998760) -> (continuation of Deferred@960903193 after retry RPC after error@1108286827) -> (continuation of Deferred@1253449682 after retry RPC after error@1457068033) -> (continuation of Deferred@1582789683 after retry RPC after error@1686752983) -> (continuation of Deferred@515577115 after retry RPC after error@12324829) -> (continuation of Deferred@1697580309 after retry RPC after error@1333432337) -> (continuation of Deferred@154093352 after retry RPC after error@1770873655), errback=(continuation of Deferred@1457687749 after retry RPC after error@1414542090) -> (continuation of Deferred@625674850 after retry RPC after error@2042497294) -> (continuation of Deferred@997729880 after retry RPC after error@1852148318) -> (continuation of Deferred@318805482 after retry RPC after error@444532989) -> (continuation of Deferred@1624221452 after retry RPC after error@574289457) -> (continuation of Deferred@889362521 after retry RPC after error@1473795812) -> (continuation of Deferred@1253207252 after retry RPC after error@1070366925) -> (continuation of Deferred@514660157 after retry RPC after error@190258554) -> (continuation of Deferred@1390019592 after retry RPC after error@155921526) -> (continuation of Deferred@2141832861 after retry RPC after error@1285990623) -> (continuation of Deferred@1323179783 after retry RPC after error@514241078) -> (continuation of Deferred@797577809 after retry RPC after error@1444128559) -> (continuation of Deferred@1745595597 after retry RPC after error@1134007544) -> (continuation of Deferred@1022365249 after retry RPC after error@1997663279) -> (continuation of Deferred@1112099780 after retry RPC after error@1023813409) -> (continuation of Deferred@28878022 after retry RPC after error@2033205322) -> (continuation of Deferred@1898914755 after retry RPC after error@2098998760) -> (continuation of Deferred@960903193 after retry RPC after error@1108286827) -> (continuation of Deferred@1253449682 after retry RPC after error@1457068033) -> (continuation of Deferred@1582789683 after retry RPC after error@1686752983) -> (continuation of Deferred@515577115 after retry RPC after error@12324829) -> (continuation of Deferred@1697580309 after retry RPC after error@1333432337) -> (continuation of Deferred@154093352 after retry RPC after error@1770873655)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.32.61:34143
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:34.616 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29633, elapsed=27562), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [16ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277], [31ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [48ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [75ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [75ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [185ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [185ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [260ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [261ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [441ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [442ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [699ms] refreshing cache from master, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [700ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [701ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1519ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1522ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1842ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [4959ms] refreshing cache from master, [4959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [4961ms] too many traces: truncated at 100 traces, deferred=Deferred@186316395(state=PENDING, result=null, callback=(continuation of Deferred@1457687749 after retry RPC after error@1414542090) -> (continuation of Deferred@625674850 after retry RPC after error@2042497294) -> (continuation of Deferred@997729880 after retry RPC after error@1852148318) -> (continuation of Deferred@318805482 after retry RPC after error@444532989) -> (continuation of Deferred@1624221452 after retry RPC after error@574289457) -> (continuation of Deferred@889362521 after retry RPC after error@1473795812) -> (continuation of Deferred@1253207252 after retry RPC after error@1070366925) -> (continuation of Deferred@514660157 after retry RPC after error@190258554) -> (continuation of Deferred@1390019592 after retry RPC after error@155921526) -> (continuation of Deferred@2141832861 after retry RPC after error@1285990623) -> (continuation of Deferred@1323179783 after retry RPC after error@514241078) -> (continuation of Deferred@797577809 after retry RPC after error@1444128559) -> (continuation of Deferred@1745595597 after retry RPC after error@1134007544) -> (continuation of Deferred@1022365249 after retry RPC after error@1997663279) -> (continuation of Deferred@1112099780 after retry RPC after error@1023813409) -> (continuation of Deferred@28878022 after retry RPC after error@2033205322) -> (continuation of Deferred@1898914755 after retry RPC after error@2098998760) -> (continuation of Deferred@960903193 after retry RPC after error@1108286827) -> (continuation of Deferred@1253449682 after retry RPC after error@1457068033) -> (continuation of Deferred@1582789683 after retry RPC after error@1686752983) -> (continuation of Deferred@515577115 after retry RPC after error@12324829) -> (continuation of Deferred@1697580309 after retry RPC after error@1333432337) -> (continuation of Deferred@154093352 after retry RPC after error@1770873655), errback=(continuation of Deferred@1457687749 after retry RPC after error@1414542090) -> (continuation of Deferred@625674850 after retry RPC after error@2042497294) -> (continuation of Deferred@997729880 after retry RPC after error@1852148318) -> (continuation of Deferred@318805482 after retry RPC after error@444532989) -> (continuation of Deferred@1624221452 after retry RPC after error@574289457) -> (continuation of Deferred@889362521 after retry RPC after error@1473795812) -> (continuation of Deferred@1253207252 after retry RPC after error@1070366925) -> (continuation of Deferred@514660157 after retry RPC after error@190258554) -> (continuation of Deferred@1390019592 after retry RPC after error@155921526) -> (continuation of Deferred@2141832861 after retry RPC after error@1285990623) -> (continuation of Deferred@1323179783 after retry RPC after error@514241078) -> (continuation of Deferred@797577809 after retry RPC after error@1444128559) -> (continuation of Deferred@1745595597 after retry RPC after error@1134007544) -> (continuation of Deferred@1022365249 after retry RPC after error@1997663279) -> (continuation of Deferred@1112099780 after retry RPC after error@1023813409) -> (continuation of Deferred@28878022 after retry RPC after error@2033205322) -> (continuation of Deferred@1898914755 after retry RPC after error@2098998760) -> (continuation of Deferred@960903193 after retry RPC after error@1108286827) -> (continuation of Deferred@1253449682 after retry RPC after error@1457068033) -> (continuation of Deferred@1582789683 after retry RPC after error@1686752983) -> (continuation of Deferred@515577115 after retry RPC after error@12324829) -> (continuation of Deferred@1697580309 after retry RPC after error@1333432337) -> (continuation of Deferred@154093352 after retry RPC after error@1770873655)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.32.61:34143
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:34.621 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
02:05:34.621 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29633, elapsed=27562), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [16ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277], [31ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [48ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [75ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [75ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [185ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [185ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [260ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [261ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [441ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [442ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [699ms] refreshing cache from master, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [700ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [701ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1519ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1522ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1842ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [4959ms] refreshing cache from master, [4959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [4961ms] too many traces: truncated at 100 traces, deferred=Deferred@186316395(state=PENDING, result=null, callback=(continuation of Deferred@1457687749 after retry RPC after error@1414542090) -> (continuation of Deferred@625674850 after retry RPC after error@2042497294) -> (continuation of Deferred@997729880 after retry RPC after error@1852148318) -> (continuation of Deferred@318805482 after retry RPC after error@444532989) -> (continuation of Deferred@1624221452 after retry RPC after error@574289457) -> (continuation of Deferred@889362521 after retry RPC after error@1473795812) -> (continuation of Deferred@1253207252 after retry RPC after error@1070366925) -> (continuation of Deferred@514660157 after retry RPC after error@190258554) -> (continuation of Deferred@1390019592 after retry RPC after error@155921526) -> (continuation of Deferred@2141832861 after retry RPC after error@1285990623) -> (continuation of Deferred@1323179783 after retry RPC after error@514241078) -> (continuation of Deferred@797577809 after retry RPC after error@1444128559) -> (continuation of Deferred@1745595597 after retry RPC after error@1134007544) -> (continuation of Deferred@1022365249 after retry RPC after error@1997663279) -> (continuation of Deferred@1112099780 after retry RPC after error@1023813409) -> (continuation of Deferred@28878022 after retry RPC after error@2033205322) -> (continuation of Deferred@1898914755 after retry RPC after error@2098998760) -> (continuation of Deferred@960903193 after retry RPC after error@1108286827) -> (continuation of Deferred@1253449682 after retry RPC after error@1457068033) -> (continuation of Deferred@1582789683 after retry RPC after error@1686752983) -> (continuation of Deferred@515577115 after retry RPC after error@12324829) -> (continuation of Deferred@1697580309 after retry RPC after error@1333432337) -> (continuation of Deferred@154093352 after retry RPC after error@1770873655), errback=(continuation of Deferred@1457687749 after retry RPC after error@1414542090) -> (continuation of Deferred@625674850 after retry RPC after error@2042497294) -> (continuation of Deferred@997729880 after retry RPC after error@1852148318) -> (continuation of Deferred@318805482 after retry RPC after error@444532989) -> (continuation of Deferred@1624221452 after retry RPC after error@574289457) -> (continuation of Deferred@889362521 after retry RPC after error@1473795812) -> (continuation of Deferred@1253207252 after retry RPC after error@1070366925) -> (continuation of Deferred@514660157 after retry RPC after error@190258554) -> (continuation of Deferred@1390019592 after retry RPC after error@155921526) -> (continuation of Deferred@2141832861 after retry RPC after error@1285990623) -> (continuation of Deferred@1323179783 after retry RPC after error@514241078) -> (continuation of Deferred@797577809 after retry RPC after error@1444128559) -> (continuation of Deferred@1745595597 after retry RPC after error@1134007544) -> (continuation of Deferred@1022365249 after retry RPC after error@1997663279) -> (continuation of Deferred@1112099780 after retry RPC after error@1023813409) -> (continuation of Deferred@28878022 after retry RPC after error@2033205322) -> (continuation of Deferred@1898914755 after retry RPC after error@2098998760) -> (continuation of Deferred@960903193 after retry RPC after error@1108286827) -> (continuation of Deferred@1253449682 after retry RPC after error@1457068033) -> (continuation of Deferred@1582789683 after retry RPC after error@1686752983) -> (continuation of Deferred@515577115 after retry RPC after error@12324829) -> (continuation of Deferred@1697580309 after retry RPC after error@1333432337) -> (continuation of Deferred@154093352 after retry RPC after error@1770873655)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.32.61:34143
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:34.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:34.626 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.5.213.254:36985(127.5.213.254:36985)] disconnecting while in state TERMINATED
02:05:34.626 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.5.213.253:41971(127.5.213.253:41971)] disconnecting while in state TERMINATED
02:05:34.626 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.5.213.252:35743(127.5.213.252:35743)] disconnecting while in state TERMINATED
02:05:34.626 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 6d5c5041bd01413ba1834ef77b21d484(127.5.213.194:40761)] disconnecting while in state TERMINATED
02:05:34.627 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:34.627 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:05:34.627 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
02:05:34.628 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:05:34.628 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 5bb793b2e845474384471729ae872597(127.5.32.3:45841)] disconnecting while in state TERMINATED
02:05:34.628 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 304bad4f6f2b49289344d887a131df6d(127.5.32.2:41441)] disconnecting while in state TERMINATED
02:05:34.629 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.5.32.60:43271(127.5.32.60:43271)] disconnecting while in state TERMINATED
02:05:34.629 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer c5a88f5bda354f7b8fe81c334a719e91(127.5.32.1:34177)] disconnecting while in state TERMINATED
02:05:34.629 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.5.32.61:34143(127.5.32.61:34143)] disconnecting while in state TERMINATED
02:05:34.629 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.5.32.62:45277(127.5.32.62:45277)] disconnecting while in state TERMINATED
02:05:34.630 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
02:05:34.631 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:05:34.631 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:05:34.631 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:34.632 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:05:34.634 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-2
02:05:34.635 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-3
02:05:34.635 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-4
02:05:34.636 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
02:05:34.638 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:05:34.638 [WARN - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29633, elapsed=27562), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [16ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277], [31ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [48ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [75ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [75ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [185ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [185ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [260ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [261ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [441ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [442ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [699ms] refreshing cache from master, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [700ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [701ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1519ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1522ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1842ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [4959ms] refreshing cache from master, [4959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [4961ms] too many traces: truncated at 100 traces, deferred=Deferred@186316395(state=PENDING, result=null, callback=(continuation of Deferred@1457687749 after retry RPC after error@1414542090) -> (continuation of Deferred@625674850 after retry RPC after error@2042497294) -> (continuation of Deferred@997729880 after retry RPC after error@1852148318) -> (continuation of Deferred@318805482 after retry RPC after error@444532989) -> (continuation of Deferred@1624221452 after retry RPC after error@574289457) -> (continuation of Deferred@889362521 after retry RPC after error@1473795812) -> (continuation of Deferred@1253207252 after retry RPC after error@1070366925) -> (continuation of Deferred@514660157 after retry RPC after error@190258554) -> (continuation of Deferred@1390019592 after retry RPC after error@155921526) -> (continuation of Deferred@2141832861 after retry RPC after error@1285990623) -> (continuation of Deferred@1323179783 after retry RPC after error@514241078) -> (continuation of Deferred@797577809 after retry RPC after error@1444128559) -> (continuation of Deferred@1745595597 after retry RPC after error@1134007544) -> (continuation of Deferred@1022365249 after retry RPC after error@1997663279) -> (continuation of Deferred@1112099780 after retry RPC after error@1023813409) -> (continuation of Deferred@28878022 after retry RPC after error@2033205322) -> (continuation of Deferred@1898914755 after retry RPC after error@2098998760) -> (continuation of Deferred@960903193 after retry RPC after error@1108286827) -> (continuation of Deferred@1253449682 after retry RPC after error@1457068033) -> (continuation of Deferred@1582789683 after retry RPC after error@1686752983) -> (continuation of Deferred@515577115 after retry RPC after error@12324829) -> (continuation of Deferred@1697580309 after retry RPC after error@1333432337) -> (continuation of Deferred@154093352 after retry RPC after error@1770873655), errback=(continuation of Deferred@1457687749 after retry RPC after error@1414542090) -> (continuation of Deferred@625674850 after retry RPC after error@2042497294) -> (continuation of Deferred@997729880 after retry RPC after error@1852148318) -> (continuation of Deferred@318805482 after retry RPC after error@444532989) -> (continuation of Deferred@1624221452 after retry RPC after error@574289457) -> (continuation of Deferred@889362521 after retry RPC after error@1473795812) -> (continuation of Deferred@1253207252 after retry RPC after error@1070366925) -> (continuation of Deferred@514660157 after retry RPC after error@190258554) -> (continuation of Deferred@1390019592 after retry RPC after error@155921526) -> (continuation of Deferred@2141832861 after retry RPC after error@1285990623) -> (continuation of Deferred@1323179783 after retry RPC after error@514241078) -> (continuation of Deferred@797577809 after retry RPC after error@1444128559) -> (continuation of Deferred@1745595597 after retry RPC after error@1134007544) -> (continuation of Deferred@1022365249 after retry RPC after error@1997663279) -> (continuation of Deferred@1112099780 after retry RPC after error@1023813409) -> (continuation of Deferred@28878022 after retry RPC after error@2033205322) -> (continuation of Deferred@1898914755 after retry RPC after error@2098998760) -> (continuation of Deferred@960903193 after retry RPC after error@1108286827) -> (continuation of Deferred@1253449682 after retry RPC after error@1457068033) -> (continuation of Deferred@1582789683 after retry RPC after error@1686752983) -> (continuation of Deferred@515577115 after retry RPC after error@12324829) -> (continuation of Deferred@1697580309 after retry RPC after error@1333432337) -> (continuation of Deferred@154093352 after retry RPC after error@1770873655)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.32.61:34143
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:34.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:05:34.646 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:05:34.650 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29633, elapsed=27562), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [16ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277], [31ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [48ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.5.32.62:45277(127.5.32.62:45277)] unexpected exception from downstream on [id: 0xad1162e9, L:/127.0.0.1:55666 - R:/127.5.32.62:45277],org.apache.kudu.client.RecoverableException: [peer master-127.5.32.61:34143(127.5.32.61:34143)] unexpected exception from downstream on [id: 0x36fe3cbc, L:/127.0.0.1:49514 - R:/127.5.32.61:34143], [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [75ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [75ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: [peer master-127.5.32.60:43271(127.5.32.60:43271)] unexpected exception from downstream on [id: 0xee30ab2d, L:/127.0.0.1:41962 - R:/127.5.32.60:43271], [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [80ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [81ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [185ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [185ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [260ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [261ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [441ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [442ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [699ms] refreshing cache from master, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [700ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [701ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1519ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1522ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.60:43271: Network error: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.62:45277: Network error: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.5.32.61:34143: Network error: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [1842ms] delaying RPC due to: Service unavailable: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143, [4959ms] refreshing cache from master, [4959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.60:43271, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.62:45277, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.32.61:34143, [4961ms] too many traces: truncated at 100 traces, deferred=Deferred@186316395(state=PENDING, result=null, callback=(continuation of Deferred@1457687749 after retry RPC after error@1414542090) -> (continuation of Deferred@625674850 after retry RPC after error@2042497294) -> (continuation of Deferred@997729880 after retry RPC after error@1852148318) -> (continuation of Deferred@318805482 after retry RPC after error@444532989) -> (continuation of Deferred@1624221452 after retry RPC after error@574289457) -> (continuation of Deferred@889362521 after retry RPC after error@1473795812) -> (continuation of Deferred@1253207252 after retry RPC after error@1070366925) -> (continuation of Deferred@514660157 after retry RPC after error@190258554) -> (continuation of Deferred@1390019592 after retry RPC after error@155921526) -> (continuation of Deferred@2141832861 after retry RPC after error@1285990623) -> (continuation of Deferred@1323179783 after retry RPC after error@514241078) -> (continuation of Deferred@797577809 after retry RPC after error@1444128559) -> (continuation of Deferred@1745595597 after retry RPC after error@1134007544) -> (continuation of Deferred@1022365249 after retry RPC after error@1997663279) -> (continuation of Deferred@1112099780 after retry RPC after error@1023813409) -> (continuation of Deferred@28878022 after retry RPC after error@2033205322) -> (continuation of Deferred@1898914755 after retry RPC after error@2098998760) -> (continuation of Deferred@960903193 after retry RPC after error@1108286827) -> (continuation of Deferred@1253449682 after retry RPC after error@1457068033) -> (continuation of Deferred@1582789683 after retry RPC after error@1686752983) -> (continuation of Deferred@515577115 after retry RPC after error@12324829) -> (continuation of Deferred@1697580309 after retry RPC after error@1333432337) -> (continuation of Deferred@154093352 after retry RPC after error@1770873655), errback=(continuation of Deferred@1457687749 after retry RPC after error@1414542090) -> (continuation of Deferred@625674850 after retry RPC after error@2042497294) -> (continuation of Deferred@997729880 after retry RPC after error@1852148318) -> (continuation of Deferred@318805482 after retry RPC after error@444532989) -> (continuation of Deferred@1624221452 after retry RPC after error@574289457) -> (continuation of Deferred@889362521 after retry RPC after error@1473795812) -> (continuation of Deferred@1253207252 after retry RPC after error@1070366925) -> (continuation of Deferred@514660157 after retry RPC after error@190258554) -> (continuation of Deferred@1390019592 after retry RPC after error@155921526) -> (continuation of Deferred@2141832861 after retry RPC after error@1285990623) -> (continuation of Deferred@1323179783 after retry RPC after error@514241078) -> (continuation of Deferred@797577809 after retry RPC after error@1444128559) -> (continuation of Deferred@1745595597 after retry RPC after error@1134007544) -> (continuation of Deferred@1022365249 after retry RPC after error@1997663279) -> (continuation of Deferred@1112099780 after retry RPC after error@1023813409) -> (continuation of Deferred@28878022 after retry RPC after error@2033205322) -> (continuation of Deferred@1898914755 after retry RPC after error@2098998760) -> (continuation of Deferred@960903193 after retry RPC after error@1108286827) -> (continuation of Deferred@1253449682 after retry RPC after error@1457068033) -> (continuation of Deferred@1582789683 after retry RPC after error@1686752983) -> (continuation of Deferred@515577115 after retry RPC after error@12324829) -> (continuation of Deferred@1697580309 after retry RPC after error@1333432337) -> (continuation of Deferred@154093352 after retry RPC after error@1770873655)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.32.60:43271,127.5.32.62:45277,127.5.32.61:34143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.60:43271(127.5.32.60:43271): Connection refused: /127.5.32.60:43271,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.62:45277(127.5.32.62:45277): Connection refused: /127.5.32.62:45277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.32.61:34143(127.5.32.61:34143): Connection refused: /127.5.32.61:34143
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.32.61:34143
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:34.653 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:34.654 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:34.654 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:34.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:34.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:34.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:34.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:34.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:34.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:34.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:34.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:34.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:34.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:34.659 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:05:34.659 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
02:05:34.659 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:05:34.668 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.5.32.62:45277, [5ms] received response from server master-127.5.32.62:45277: OK, deferred=null) with no deferred attached!
02:05:35.065 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 226350c0f683964857a646cd0909db9f from Checkpoint 64 @ 1779069933417 for 226350c0f683964857a646cd0909db9f located at file:/tmp/junit10048720978270830343/checkpoints/226350c0f683964857a646cd0909db9f/chk-64.
02:05:35.065 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
02:05:35.066 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:05:35.066 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
02:05:35.067 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
02:05:35.067 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id c67877856d264a76f5fe0cff9fd2610d
02:05:35.067 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:05:35.068 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RESTARTING to RUNNING.
02:05:35.068 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 226350c0f683964857a646cd0909db9f from Checkpoint 64 @ 1779069933417 for 226350c0f683964857a646cd0909db9f located at file:/tmp/junit10048720978270830343/checkpoints/226350c0f683964857a646cd0909db9f/chk-64.
02:05:35.069 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
02:05:35.069 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
02:05:35.070 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
02:05:35.070 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id aa6d9fe9a0c5e00d578e174091d1c61d
02:05:35.071 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:05:35.074 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot aa6d9fe9a0c5e00d578e174091d1c61d.
02:05:35.075 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id aa6d9fe9a0c5e00d578e174091d1c61d.
02:05:35.078 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:05:35.080 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot c67877856d264a76f5fe0cff9fd2610d.
02:05:35.081 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id c67877856d264a76f5fe0cff9fd2610d.
02:05:35.082 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
02:05:35.082 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
02:05:35.083 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7497e598
02:05:35.083 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:35.083 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:05:35.084 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:05:35.084 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:05:35.086 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4bb03a4c
02:05:35.088 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
02:05:35.089 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
02:05:35.091 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30769782
02:05:35.091 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:35.091 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:05:35.091 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:05:35.091 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:05:35.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:35.097 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67ed2a07
02:05:35.101 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:35.103 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:35.106 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.107 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.114 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.117 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.119 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.119 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.119 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.119 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.120 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.122 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:35.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.126 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.126 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.133 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.135 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.135 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.135 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.137 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.138 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.146 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.147 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.148 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.149 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.149 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.150 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.150 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.155 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.156 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.157 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.166 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.167 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.167 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.167 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.168 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.169 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.169 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.169 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.169 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.169 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.169 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.169 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.171 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.172 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.186 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.187 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.187 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.187 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.188 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.188 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.188 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.188 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.188 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.189 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.189 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.189 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.190 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.191 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.191 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.191 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.191 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.191 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.206 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.207 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.207 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.207 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.207 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.207 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.208 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.208 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.208 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.208 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.208 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.209 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.209 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.209 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.209 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.209 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.210 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.210 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.230 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.231 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.231 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.235 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.267 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.267 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.267 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.267 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.269 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.269 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.269 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.269 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.269 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.269 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.270 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.270 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.270 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.271 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.308 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:35.308 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:35.308 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:35.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:35.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:35.309 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:35.309 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:35.309 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:35.309 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:35.309 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:35.309 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:35.309 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:35.310 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:35.327 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.327 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.327 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.329 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.329 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.329 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.329 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.329 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.347 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.347 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.348 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.349 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.349 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.349 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.386 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.386 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.387 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.388 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.389 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.389 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.426 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.427 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.427 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.429 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:32.325661  8491 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:33.723495  8489 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 8462
02:05:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:35.433241  8489 kernel_stack_watchdog.cc:198] Thread 8462 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 396ms:
02:05:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:05:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:05:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:05:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:05:35.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:35.447911  8492 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3106 milliseconds
02:05:35.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:35.447932  8462 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.122s	user 0.484s	sys 0.884s
02:05:35.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:35.448868  8462 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.123s	user 0.484s	sys 0.884s
02:05:35.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:35.449981  8493 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:35.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.450624  8462 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:35.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.452201  8462 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.468098  8462 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:35.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.471978  8462 hybrid_clock.cc:648] HybridClock initialized: now 1779069935471919 us; error 65 us; skew 500 ppm
02:05:35.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.473520  8462 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:35.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.505389  8462 webserver.cc:533] Webserver started at http://127.7.237.129:40273/ using document root <none> and password file <none>
02:05:35.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.506916  8462 fs_manager.cc:362] Metadata directory not provided
02:05:35.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.507390  8462 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:35.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.508075  8462 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.521970  8462 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/data/instance:
02:05:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6de81cde391a40a999d8215b43f694f3"
02:05:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:35 on dist-test-slave-9vqr"
02:05:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.525990  8462 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/wal/instance:
02:05:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6de81cde391a40a999d8215b43f694f3"
02:05:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:35 on dist-test-slave-9vqr"
02:05:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.552893  8462 fs_manager.cc:696] Time spent creating directory manager: real 0.023s	user 0.005s	sys 0.004s
02:05:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.576485  8531 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.580241  8462 fs_manager.cc:730] Time spent opening block manager: real 0.020s	user 0.003s	sys 0.003s
02:05:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.580971  8462 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/wal
02:05:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6de81cde391a40a999d8215b43f694f3"
02:05:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:35 on dist-test-slave-9vqr"
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.581609  8462 fs_report.cc:389] FS layout report
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/wal
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/wal
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/data/data
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:35.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:35.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.739673  8462 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.744434  8462 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:35.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.747465  8462 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.761646  8462 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:05:35.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.778045  8462 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:05:35.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.778569  8462 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
02:05:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.779045  8462 ts_tablet_manager.cc:616] Registered 0 tablets
02:05:35.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:35.779405  8462 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:05:35.806 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.807 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.807 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.807 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.807 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.808 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.808 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.808 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.808 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.809 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.810 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.810 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.811 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.811 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.887 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:35.887 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:35.887 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:35.888 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.888 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:35.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.889 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:35.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:35.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:35.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:35.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:35.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:35.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:35.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:35.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:35.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:35.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:35.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:35.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:35.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:35.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:35.892 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:35.951 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:35.951 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:35.951 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:35.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:35.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:35.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:35.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:35.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:35.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:35.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:35.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:35.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:35.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:36.027 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:36.027 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:36.027 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:36.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:36.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:36.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:36.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:36.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:36.029 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:36.029 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:36.029 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:36.029 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:36.029 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:36.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:36.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:36.367 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:36.367 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:36.368 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:36.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:36.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:36.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:36.369 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:36.369 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:36.369 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:36.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:36.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:36.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:36.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:36.475 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:36.475 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:36.475 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:36.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:36.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:36.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:36.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:36.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:36.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:36.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:36.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:36.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:36.476 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:36.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:36.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:36.668 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.5.32.62:45277, [9ms] received response from server master-127.5.32.62:45277: OK, deferred=null) with no deferred attached!
02:05:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.681303  8462 rpc_server.cc:307] RPC server started. Bound to: 127.7.237.129:33505
02:05:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.685678  8646 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.237.129:33505 every 8 connection(s)
02:05:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.686496  8462 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/data/info.pb
02:05:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.691138  8118 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 8462
02:05:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.691790  8118 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-0/wal/instance
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.710585  8118 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/wal
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/data
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/logs
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/data/info.pb
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.237.130:0
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.237.130
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.237.130
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477
02:05:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.237.148:45633
02:05:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:05:36.737 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:36.738 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:36.738 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:36.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:36.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:36.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:36.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:36.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:36.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:36.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:36.740 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:36.740 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:36.741 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.781390  8648 heartbeater.cc:344] Connected to a master server at 127.7.237.188:33477
02:05:36.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.781926  8648 heartbeater.cc:461] Registering TS with master...
02:05:36.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.783269  8648 heartbeater.cc:507] Master 127.7.237.188:33477 requested a full tablet report, sending...
02:05:36.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.784955  8647 heartbeater.cc:344] Connected to a master server at 127.7.237.189:43665
02:05:36.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.785293  8647 heartbeater.cc:461] Registering TS with master...
02:05:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.786149  8647 heartbeater.cc:507] Master 127.7.237.189:43665 requested a full tablet report, sending...
02:05:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.786662  8378 ts_manager.cc:194] Registered new tserver with Master: 6de81cde391a40a999d8215b43f694f3 (127.7.237.129:33505)
02:05:36.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.789897  8378 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.237.129:53127
02:05:36.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.790925  8294 ts_manager.cc:194] Registered new tserver with Master: 6de81cde391a40a999d8215b43f694f3 (127.7.237.129:33505)
02:05:36.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.797547  8654 heartbeater.cc:344] Connected to a master server at 127.7.237.190:46579
02:05:36.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.797909  8654 heartbeater.cc:461] Registering TS with master...
02:05:36.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.798565  8654 heartbeater.cc:507] Master 127.7.237.190:46579 requested a full tablet report, sending...
02:05:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:36.801638  8217 ts_manager.cc:194] Registered new tserver with Master: 6de81cde391a40a999d8215b43f694f3 (127.7.237.129:33505)
02:05:36.846 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:36.847 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:36.847 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:36.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:36.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:36.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:36.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:36.849 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:36.849 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:36.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:36.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:36.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:36.849 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:36.921 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:36.921 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:36.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:36.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:36.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:36.922 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:36.922 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:36.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:36.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:36.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:36.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:36.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:36.924 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:37.026 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:37.027 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:37.027 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:37.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:37.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:37.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:37.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:37.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:37.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:37.029 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:37.029 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:37.029 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:37.029 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:37.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:37.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:37.347 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:37.348 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:37.348 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:37.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.349 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.349 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.349 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:37.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:37.389129  8653 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:37.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:37.390401  8653 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:37.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:37.391265  8653 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:37.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:37.451540  8653 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:37.452939  8653 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.237.130
02:05:37.458 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:37.458 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:37.459 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:37.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:37.518090  8653 tablet_server_runner.cc:78] Tablet server non-default flags:
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.237.148:45633
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/data
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/wal
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.237.130:0
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/data/info.pb
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.237.130
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.237.130
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/logs
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:37.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:37.519774  8653 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:37.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:37.521911  8653 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:37.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:37.537676  8664 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:37.568 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:37.568 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:37.568 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:37.569 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.569 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.569 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.570 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.570 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.570 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.570 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.570 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.570 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.571 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:37.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:37.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:37.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:37.794170  8648 heartbeater.cc:499] Master 127.7.237.188:33477 was elected leader, sending a full tablet report...
02:05:37.855 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:37.855 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:37.856 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:37.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.857 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:37.913 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:37.914 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:37.914 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:37.915 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.915 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:37.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.916 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:37.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:37.917 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:37.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:37.972 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:37.972 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:37.973 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:37.973 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:37.973 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:37.973 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:37.973 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:37.973 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:37.973 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:37.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:37.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:37.974 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:38.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:38.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:38.181 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:38.182 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:38.182 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:38.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:38.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:38.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:38.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:38.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:38.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:38.182 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:38.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:38.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:38.183 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:38.188 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:38.188 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:38.188 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:38.189 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:38.189 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:38.189 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:38.190 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:38.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:38.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:38.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:38.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:38.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:38.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:38.415 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:38.416 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:38.417 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:38.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:38.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:38.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:38.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:38.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:38.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:38.419 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:38.419 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:38.419 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:38.419 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:38.507 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:38.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:38.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:38.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:38.511 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:38.512 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:38.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:38.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:38.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:38.513 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:38.513 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:38.513 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:38.513 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:38.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:38.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:38.771 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:38.771 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:38.771 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:38.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:38.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:38.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:38.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:38.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:38.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:38.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:38.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:38.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:38.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:39.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:38.940816  8663 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 8653
02:05:39.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:37.539268  8665 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.025770  8653 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.486s	user 0.541s	sys 0.832s
02:05:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.027153  8653 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.488s	user 0.541s	sys 0.832s
02:05:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.028291  8667 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.031643  8666 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1486 milliseconds
02:05:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.031665  8653 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.032954  8653 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:39.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.035147  8653 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:39.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.036496  8653 hybrid_clock.cc:648] HybridClock initialized: now 1779069939036444 us; error 57 us; skew 500 ppm
02:05:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.037325  8653 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:39.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.043416  8653 webserver.cc:533] Webserver started at http://127.7.237.130:38081/ using document root <none> and password file <none>
02:05:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.044433  8653 fs_manager.cc:362] Metadata directory not provided
02:05:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.044667  8653 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:39.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.045138  8653 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.049767  8653 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/data/instance:
02:05:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ab7407d9dcc48ea81720be5c05e7847"
02:05:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:39 on dist-test-slave-9vqr"
02:05:39.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.051102  8653 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/wal/instance:
02:05:39.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ab7407d9dcc48ea81720be5c05e7847"
02:05:39.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:39 on dist-test-slave-9vqr"
02:05:39.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.058907  8653 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.001s
02:05:39.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.065578  8677 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.066654  8653 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:05:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.067013  8653 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/wal
02:05:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ab7407d9dcc48ea81720be5c05e7847"
02:05:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:39 on dist-test-slave-9vqr"
02:05:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.067363  8653 fs_report.cc:389] FS layout report
02:05:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/wal
02:05:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/wal
02:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/data/data
02:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:39.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.120277  8653 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.121847  8653 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.122313  8653 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:39.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:39.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.125025  8653 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:05:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.129546  8653 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:05:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.129763  8653 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:05:39.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.130054  8653 ts_tablet_manager.cc:616] Registered 0 tablets
02:05:39.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.130216  8653 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:05:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.187201  7433 debug-util.cc:398] Leaking SignalData structure 0x7b080007d320 after lost signal to thread 7370
02:05:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.188083  7433 debug-util.cc:398] Leaking SignalData structure 0x7b080007d140 after lost signal to thread 7436
02:05:39.227 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:39.227 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:39.227 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:39.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:39.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:39.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:39.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:39.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:39.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:39.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:39.229 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:39.229 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:39.229 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:39.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.307789  8653 rpc_server.cc:307] RPC server started. Bound to: 127.7.237.130:39941
02:05:39.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.307895  8789 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.237.130:39941 every 8 connection(s)
02:05:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.311131  8653 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/data/info.pb
02:05:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.321646  8118 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 8653
02:05:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.322137  8118 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-1/wal/instance
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.376184  8118 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/wal
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/data
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/logs
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/data/info.pb
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.237.131:0
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.237.131
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.237.131
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.237.148:45633
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:05:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.380330  8790 heartbeater.cc:344] Connected to a master server at 127.7.237.189:43665
02:05:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.380781  8790 heartbeater.cc:461] Registering TS with master...
02:05:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.382086  8790 heartbeater.cc:507] Master 127.7.237.189:43665 requested a full tablet report, sending...
02:05:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.385857  8294 ts_manager.cc:194] Registered new tserver with Master: 2ab7407d9dcc48ea81720be5c05e7847 (127.7.237.130:39941)
02:05:39.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.388396  8794 heartbeater.cc:344] Connected to a master server at 127.7.237.190:46579
02:05:39.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.388763  8794 heartbeater.cc:461] Registering TS with master...
02:05:39.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.389685  8794 heartbeater.cc:507] Master 127.7.237.190:46579 requested a full tablet report, sending...
02:05:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.391031  8791 heartbeater.cc:344] Connected to a master server at 127.7.237.188:33477
02:05:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.391376  8791 heartbeater.cc:461] Registering TS with master...
02:05:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.392222  8217 ts_manager.cc:194] Registered new tserver with Master: 2ab7407d9dcc48ea81720be5c05e7847 (127.7.237.130:39941)
02:05:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.392284  8791 heartbeater.cc:507] Master 127.7.237.188:33477 requested a full tablet report, sending...
02:05:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.394742  8378 ts_manager.cc:194] Registered new tserver with Master: 2ab7407d9dcc48ea81720be5c05e7847 (127.7.237.130:39941)
02:05:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.396739  8378 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.237.130:45099
02:05:39.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:39.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:39.661 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:39.661 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:39.661 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:39.661 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:39.661 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:39.661 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:39.662 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:39.662 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:39.662 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:39.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:39.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:39.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:39.662 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:39.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.769091  8800 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.769759  8800 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.770485  8800 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:39.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.830075  8800 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:39.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.831354  8800 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.237.131
02:05:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.896282  8800 tablet_server_runner.cc:78] Tablet server non-default flags:
02:05:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.237.148:45633
02:05:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/data
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/wal
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.237.131:0
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/data/info.pb
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.237.131
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.237.131
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/logs
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:05:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.897962  8800 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:39.900039  8800 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:39.911 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:39.911 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:39.911 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:39.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:39.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:39.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:39.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:39.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:39.912 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:39.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:39.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:39.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:39.913 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:39.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.916852  8807 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:40.096 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:40.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:40.267 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:40.267 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:40.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:40.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:40.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:40.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:40.269 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:40.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:40.269 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:40.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:40.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:40.270 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:40.270 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:40.307 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:40.307 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:40.307 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:40.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:40.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:40.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:40.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:40.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:40.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:40.309 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:40.309 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:40.309 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:40.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:40.400573  8791 heartbeater.cc:499] Master 127.7.237.188:33477 was elected leader, sending a full tablet report...
02:05:40.478 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:40.479 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:40.479 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:40.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:40.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:40.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:40.480 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:40.480 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:40.480 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:40.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:40.481 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:40.481 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:40.481 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:40.596 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:40.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:40.893 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:40.893 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:40.893 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:40.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:40.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:40.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:40.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:40.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:40.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:40.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:40.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:40.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:40.895 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:40.987 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:40.988 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:40.988 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:40.988 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:40.988 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:40.989 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:40.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:40.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:40.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:40.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:40.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:40.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:40.990 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:41.015 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:41.015 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:41.015 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:41.016 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:41.016 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:41.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:41.016 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:41.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:41.016 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:41.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:41.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:41.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:41.017 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:41.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:41.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:41.210 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:41.211 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:41.211 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:41.212 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:41.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:41.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:41.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:41.213 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:41.213 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:41.213 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:41.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:41.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:41.214 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:41.287 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:41.288 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:41.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:41.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:41.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:41.289 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:41.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:41.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:41.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:41.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:41.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:41.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:41.290 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:39.920209  8808 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:41.357304  8810 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:41.357860  8809 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1438 milliseconds
02:05:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.357950  8800 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:41.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.359159  8800 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:41.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.361634  8800 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:41.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.363060  8800 hybrid_clock.cc:648] HybridClock initialized: now 1779069941363009 us; error 52 us; skew 500 ppm
02:05:41.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.363829  8800 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:41.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.370149  8800 webserver.cc:533] Webserver started at http://127.7.237.131:45327/ using document root <none> and password file <none>
02:05:41.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.371013  8800 fs_manager.cc:362] Metadata directory not provided
02:05:41.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.371327  8800 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:41.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.371757  8800 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.376443  8800 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/data/instance:
02:05:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b97ff1b4cbfd4cbcae06392af15b0009"
02:05:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:41 on dist-test-slave-9vqr"
02:05:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.377683  8800 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/wal/instance:
02:05:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b97ff1b4cbfd4cbcae06392af15b0009"
02:05:41.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:41 on dist-test-slave-9vqr"
02:05:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.385106  8800 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
02:05:41.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.391170  8819 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:41.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.392603  8800 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:05:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.393015  8800 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/wal
02:05:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b97ff1b4cbfd4cbcae06392af15b0009"
02:05:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:41 on dist-test-slave-9vqr"
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.393416  8800 fs_report.cc:389] FS layout report
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/wal
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/wal
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/data/data
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.448357  8800 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.449843  8800 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.450289  8800 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.452899  8800 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:05:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.457108  8800 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:05:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.457334  8800 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:05:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.457616  8800 ts_tablet_manager.cc:616] Registered 0 tablets
02:05:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.457792  8800 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:05:41.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.619040  8800 rpc_server.cc:307] RPC server started. Bound to: 127.7.237.131:35261
02:05:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.619154  8932 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.237.131:35261 every 8 connection(s)
02:05:41.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.622056  8800 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/data/info.pb
02:05:41.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.627203  8118 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 8800
02:05:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.627686  8118 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster18103533103734388479/ts-2/wal/instance
02:05:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.671875  8934 heartbeater.cc:344] Connected to a master server at 127.7.237.188:33477
02:05:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.672379  8934 heartbeater.cc:461] Registering TS with master...
02:05:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.673534  8934 heartbeater.cc:507] Master 127.7.237.188:33477 requested a full tablet report, sending...
02:05:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.676169  8378 ts_manager.cc:194] Registered new tserver with Master: b97ff1b4cbfd4cbcae06392af15b0009 (127.7.237.131:35261)
02:05:41.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.678107  8378 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.237.131:32963
02:05:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.686359  8935 heartbeater.cc:344] Connected to a master server at 127.7.237.190:46579
02:05:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.686712  8935 heartbeater.cc:461] Registering TS with master...
02:05:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.687466  8935 heartbeater.cc:507] Master 127.7.237.190:46579 requested a full tablet report, sending...
02:05:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.690177  8217 ts_manager.cc:194] Registered new tserver with Master: b97ff1b4cbfd4cbcae06392af15b0009 (127.7.237.131:35261)
02:05:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.691659  8933 heartbeater.cc:344] Connected to a master server at 127.7.237.189:43665
02:05:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.692013  8933 heartbeater.cc:461] Registering TS with master...
02:05:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.692576  8933 heartbeater.cc:507] Master 127.7.237.189:43665 requested a full tablet report, sending...
02:05:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.695029  8293 ts_manager.cc:194] Registered new tserver with Master: b97ff1b4cbfd4cbcae06392af15b0009 (127.7.237.131:35261)
02:05:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.700603  8118 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:05:41.712 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:05:41.712 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:05:41.713 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.237.190"
      port: 46579
    }
    bound_http_address {
      host: "127.7.237.190"
      port: 34569
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.237.189"
      port: 43665
    }
    bound_http_address {
      host: "127.7.237.189"
      port: 35145
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.237.188"
      port: 33477
    }
    bound_http_address {
      host: "127.7.237.188"
      port: 44149
    }
  }
}

02:05:41.714 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:05:41.715 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.237.129"
      port: 33505
    }
    bound_http_address {
      host: "127.7.237.129"
      port: 40273
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.237.130"
      port: 39941
    }
    bound_http_address {
      host: "127.7.237.130"
      port: 38081
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.237.131"
      port: 35261
    }
    bound_http_address {
      host: "127.7.237.131"
      port: 45327
    }
  }
}

02:05:41.715 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:05:41.717 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:41.718 [DEBUG - main] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:41.719 [DEBUG - main] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:41.720 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.47.124:38689(127.7.47.124:38689)] Successfully connected to peer
02:05:41.722 [DEBUG - main] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:41.723 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.47.125:34413(127.7.47.125:34413)] Successfully connected to peer
02:05:41.724 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.47.124
02:05:41.727 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.47.125
02:05:41.727 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.47.126:46261(127.7.47.126:46261)] Successfully connected to peer
02:05:41.732 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.47.126
02:05:41.738 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:41.742 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfb2f3496, L:/127.0.0.1:54236 - R:/127.7.47.125:34413] using SASL/PLAIN
02:05:41.742 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:41.744 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:41.747 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x308cddf6, L:/127.0.0.1:33464 - R:/127.7.47.124:38689] using SASL/PLAIN
02:05:41.748 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3f42ba9b, L:/127.0.0.1:53456 - R:/127.7.47.126:46261] using SASL/PLAIN
02:05:41.751 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:41.751 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=33), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [27ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: OK, deferred=null) after lookup
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.753412  7558 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33464:
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:05:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:05:41.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:41.757293  7558 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:05:41.788 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c85cd844593d4b3c9876cda0f2e9935e
02:05:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.833034  7874 tablet_service.cc:1511] Processing CreateTablet for tablet 839a5d3182214c529ff2a117cbf02c1f (DEFAULT_TABLE table=replication_test_table [id=c85cd844593d4b3c9876cda0f2e9935e]), partition=
02:05:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.835250  7874 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 839a5d3182214c529ff2a117cbf02c1f. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.836042  8043 tablet_service.cc:1511] Processing CreateTablet for tablet 839a5d3182214c529ff2a117cbf02c1f (DEFAULT_TABLE table=replication_test_table [id=c85cd844593d4b3c9876cda0f2e9935e]), partition=
02:05:41.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.837885  8043 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 839a5d3182214c529ff2a117cbf02c1f. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:41.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.838038  7728 tablet_service.cc:1511] Processing CreateTablet for tablet 839a5d3182214c529ff2a117cbf02c1f (DEFAULT_TABLE table=replication_test_table [id=c85cd844593d4b3c9876cda0f2e9935e]), partition=
02:05:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.840041  7728 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 839a5d3182214c529ff2a117cbf02c1f. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.865917  8968 tablet_bootstrap.cc:492] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f: Bootstrap starting.
02:05:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.875460  8968 tablet_bootstrap.cc:654] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f: Neither blocks nor log segments found. Creating new log.
02:05:41.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.878475  8968 log.cc:826] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f: Log is configured to *not* fsync() on all Append() calls
02:05:41.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.879442  8969 tablet_bootstrap.cc:492] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38: Bootstrap starting.
02:05:41.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.887872  8969 tablet_bootstrap.cc:654] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38: Neither blocks nor log segments found. Creating new log.
02:05:41.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.890791  8969 log.cc:826] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38: Log is configured to *not* fsync() on all Append() calls
02:05:41.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.895210  8968 tablet_bootstrap.cc:492] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f: No bootstrap required, opened a new log
02:05:41.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.896032  8968 ts_tablet_manager.cc:1403] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f: Time spent bootstrapping tablet: real 0.031s	user 0.007s	sys 0.016s
02:05:41.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.900743  8971 tablet_bootstrap.cc:492] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859: Bootstrap starting.
02:05:41.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.904635  8969 tablet_bootstrap.cc:492] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38: No bootstrap required, opened a new log
02:05:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.905184  8969 ts_tablet_manager.cc:1403] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38: Time spent bootstrapping tablet: real 0.026s	user 0.009s	sys 0.012s
02:05:41.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.908175  8971 tablet_bootstrap.cc:654] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859: Neither blocks nor log segments found. Creating new log.
02:05:41.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.910121  8971 log.cc:826] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859: Log is configured to *not* fsync() on all Append() calls
02:05:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.915184  8971 tablet_bootstrap.cc:492] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859: No bootstrap required, opened a new log
02:05:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.915652  8971 ts_tablet_manager.cc:1403] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859: Time spent bootstrapping tablet: real 0.017s	user 0.012s	sys 0.000s
02:05:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.927502  8968 raft_consensus.cc:359] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859" member_type: VOTER last_known_addr { host: "127.7.47.65" port: 45273 } } peers { permanent_uuid: "81e65f7fa4f14f709b357cc04da72f7f" member_type: VOTER last_known_addr { host: "127.7.47.66" port: 39689 } } peers { permanent_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" member_type: VOTER last_known_addr { host: "127.7.47.67" port: 36025 } }
02:05:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.928488  8968 raft_consensus.cc:385] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.928802  8968 raft_consensus.cc:740] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81e65f7fa4f14f709b357cc04da72f7f, State: Initialized, Role: FOLLOWER
02:05:41.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.929734  8968 consensus_queue.cc:260] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859" member_type: VOTER last_known_addr { host: "127.7.47.65" port: 45273 } } peers { permanent_uuid: "81e65f7fa4f14f709b357cc04da72f7f" member_type: VOTER last_known_addr { host: "127.7.47.66" port: 39689 } } peers { permanent_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" member_type: VOTER last_known_addr { host: "127.7.47.67" port: 36025 } }
02:05:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.933140  8969 raft_consensus.cc:359] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859" member_type: VOTER last_known_addr { host: "127.7.47.65" port: 45273 } } peers { permanent_uuid: "81e65f7fa4f14f709b357cc04da72f7f" member_type: VOTER last_known_addr { host: "127.7.47.66" port: 39689 } } peers { permanent_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" member_type: VOTER last_known_addr { host: "127.7.47.67" port: 36025 } }
02:05:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.934118  8969 raft_consensus.cc:385] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.934446  8968 ts_tablet_manager.cc:1434] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f: Time spent starting tablet: real 0.038s	user 0.033s	sys 0.003s
02:05:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.934464  8969 raft_consensus.cc:740] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc3ad5ed637e4afd84198a50fd23dd38, State: Initialized, Role: FOLLOWER
02:05:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.935287  8969 consensus_queue.cc:260] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859" member_type: VOTER last_known_addr { host: "127.7.47.65" port: 45273 } } peers { permanent_uuid: "81e65f7fa4f14f709b357cc04da72f7f" member_type: VOTER last_known_addr { host: "127.7.47.66" port: 39689 } } peers { permanent_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" member_type: VOTER last_known_addr { host: "127.7.47.67" port: 36025 } }
02:05:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.948483  8969 ts_tablet_manager.cc:1434] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38: Time spent starting tablet: real 0.043s	user 0.030s	sys 0.004s
02:05:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.956668  8971 raft_consensus.cc:359] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859" member_type: VOTER last_known_addr { host: "127.7.47.65" port: 45273 } } peers { permanent_uuid: "81e65f7fa4f14f709b357cc04da72f7f" member_type: VOTER last_known_addr { host: "127.7.47.66" port: 39689 } } peers { permanent_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" member_type: VOTER last_known_addr { host: "127.7.47.67" port: 36025 } }
02:05:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.957432  8971 raft_consensus.cc:385] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:41.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.957727  8971 raft_consensus.cc:740] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce98bcd7fc8e4f8fa674d0f0e6063859, State: Initialized, Role: FOLLOWER
02:05:41.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.958479  8971 consensus_queue.cc:260] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859" member_type: VOTER last_known_addr { host: "127.7.47.65" port: 45273 } } peers { permanent_uuid: "81e65f7fa4f14f709b357cc04da72f7f" member_type: VOTER last_known_addr { host: "127.7.47.66" port: 39689 } } peers { permanent_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" member_type: VOTER last_known_addr { host: "127.7.47.67" port: 36025 } }
02:05:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.961961  8971 ts_tablet_manager.cc:1434] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859: Time spent starting tablet: real 0.046s	user 0.020s	sys 0.008s
02:05:41.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.967589  8975 raft_consensus.cc:493] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:41.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.968235  8975 raft_consensus.cc:515] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859" member_type: VOTER last_known_addr { host: "127.7.47.65" port: 45273 } } peers { permanent_uuid: "81e65f7fa4f14f709b357cc04da72f7f" member_type: VOTER last_known_addr { host: "127.7.47.66" port: 39689 } } peers { permanent_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" member_type: VOTER last_known_addr { host: "127.7.47.67" port: 36025 } }
02:05:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.971293  8975 leader_election.cc:290] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ce98bcd7fc8e4f8fa674d0f0e6063859 (127.7.47.65:45273), 81e65f7fa4f14f709b357cc04da72f7f (127.7.47.66:39689)
02:05:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.983537  7748 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "839a5d3182214c529ff2a117cbf02c1f" candidate_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859" is_pre_election: true
02:05:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.984514  7748 raft_consensus.cc:2468] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc3ad5ed637e4afd84198a50fd23dd38 in term 0.
02:05:41.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:41.985502  7804 tablet.cc:2404] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:41.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.985726  7996 leader_election.cc:304] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bc3ad5ed637e4afd84198a50fd23dd38, ce98bcd7fc8e4f8fa674d0f0e6063859; no voters: 
02:05:41.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.987063  8975 raft_consensus.cc:2804] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:05:41.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.987304  8975 raft_consensus.cc:493] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:05:41.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.987514  8975 raft_consensus.cc:3060] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [term 0 FOLLOWER]: Advancing to term 1
02:05:41.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.987609  7894 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "839a5d3182214c529ff2a117cbf02c1f" candidate_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81e65f7fa4f14f709b357cc04da72f7f" is_pre_election: true
02:05:41.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.988483  7894 raft_consensus.cc:2468] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc3ad5ed637e4afd84198a50fd23dd38 in term 0.
02:05:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.992091  8975 raft_consensus.cc:515] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859" member_type: VOTER last_known_addr { host: "127.7.47.65" port: 45273 } } peers { permanent_uuid: "81e65f7fa4f14f709b357cc04da72f7f" member_type: VOTER last_known_addr { host: "127.7.47.66" port: 39689 } } peers { permanent_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" member_type: VOTER last_known_addr { host: "127.7.47.67" port: 36025 } }
02:05:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.993706  8975 leader_election.cc:290] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [CANDIDATE]: Term 1 election: Requested vote from peers ce98bcd7fc8e4f8fa674d0f0e6063859 (127.7.47.65:45273), 81e65f7fa4f14f709b357cc04da72f7f (127.7.47.66:39689)
02:05:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.994493  7748 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "839a5d3182214c529ff2a117cbf02c1f" candidate_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859"
02:05:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.994750  7894 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "839a5d3182214c529ff2a117cbf02c1f" candidate_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81e65f7fa4f14f709b357cc04da72f7f"
02:05:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.995034  7748 raft_consensus.cc:3060] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859 [term 0 FOLLOWER]: Advancing to term 1
02:05:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:41.995251  7894 raft_consensus.cc:3060] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f [term 0 FOLLOWER]: Advancing to term 1
02:05:42.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.001858  7748 raft_consensus.cc:2468] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bc3ad5ed637e4afd84198a50fd23dd38 in term 1.
02:05:42.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.001858  7894 raft_consensus.cc:2468] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bc3ad5ed637e4afd84198a50fd23dd38 in term 1.
02:05:42.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.003080  7996 leader_election.cc:304] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bc3ad5ed637e4afd84198a50fd23dd38, ce98bcd7fc8e4f8fa674d0f0e6063859; no voters: 
02:05:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.003803  8975 raft_consensus.cc:2804] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [term 1 FOLLOWER]: Leader election won for term 1
02:05:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.005434  8975 raft_consensus.cc:697] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [term 1 LEADER]: Becoming Leader. State: Replica: bc3ad5ed637e4afd84198a50fd23dd38, State: Running, Role: LEADER
02:05:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.006285  8975 consensus_queue.cc:237] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859" member_type: VOTER last_known_addr { host: "127.7.47.65" port: 45273 } } peers { permanent_uuid: "81e65f7fa4f14f709b357cc04da72f7f" member_type: VOTER last_known_addr { host: "127.7.47.66" port: 39689 } } peers { permanent_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" member_type: VOTER last_known_addr { host: "127.7.47.67" port: 36025 } }
02:05:42.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.017253  7557 catalog_manager.cc:5696] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 reported cstate change: term changed from 0 to 1, leader changed from <none> to bc3ad5ed637e4afd84198a50fd23dd38 (127.7.47.67). New cstate: current_term: 1 leader_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859" member_type: VOTER last_known_addr { host: "127.7.47.65" port: 45273 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "81e65f7fa4f14f709b357cc04da72f7f" member_type: VOTER last_known_addr { host: "127.7.47.66" port: 39689 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bc3ad5ed637e4afd84198a50fd23dd38" member_type: VOTER last_known_addr { host: "127.7.47.67" port: 36025 } health_report { overall_health: HEALTHY } } }
02:05:42.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:42.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:42.127 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:42.127 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:42.127 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:42.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.128 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:42.141 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:42.141 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:42.142 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:42.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.142 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.142 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.142 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:42.146057  8113 tablet.cc:2404] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:42.146920  7946 tablet.cc:2404] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:42.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c85cd844593d4b3c9876cda0f2e9935e
02:05:42.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 839a5d3182214c529ff2a117cbf02c1f for table 'replication_test_table' with partition [<start>, <end>)
02:05:42.350 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=839a5d3182214c529ff2a117cbf02c1f@[81e65f7fa4f14f709b357cc04da72f7f(127.7.47.66:39689),bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)[L],ce98bcd7fc8e4f8fa674d0f0e6063859(127.7.47.65:45273)]}]
02:05:42.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.47.124:38689, [4ms] Sub RPC GetTableLocations: received response from server master-127.7.47.124:38689: OK, deferred=null) after lookup
02:05:42.351 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] connecting to peer
02:05:42.352 [DEBUG - kudu-nio-3] (Connection.java:757) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] Successfully connected to peer
02:05:42.367 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:42.373 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xab7a66b0, L:/127.0.0.1:34912 - R:/127.7.47.67:36025] using TOKEN/null
02:05:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.392807  7894 raft_consensus.cc:1275] T 839a5d3182214c529ff2a117cbf02c1f P 81e65f7fa4f14f709b357cc04da72f7f [term 1 FOLLOWER]: Refusing update from remote peer bc3ad5ed637e4afd84198a50fd23dd38: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:05:42.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.394197  7748 raft_consensus.cc:1275] T 839a5d3182214c529ff2a117cbf02c1f P ce98bcd7fc8e4f8fa674d0f0e6063859 [term 1 FOLLOWER]: Refusing update from remote peer bc3ad5ed637e4afd84198a50fd23dd38: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:05:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.396281  8975 consensus_queue.cc:1048] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [LEADER]: Connected to new peer: Peer: permanent_uuid: "81e65f7fa4f14f709b357cc04da72f7f" member_type: VOTER last_known_addr { host: "127.7.47.66" port: 39689 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:05:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.398191  8975 consensus_queue.cc:1048] T 839a5d3182214c529ff2a117cbf02c1f P bc3ad5ed637e4afd84198a50fd23dd38 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce98bcd7fc8e4f8fa674d0f0e6063859" member_type: VOTER last_known_addr { host: "127.7.47.65" port: 45273 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:05:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.430537  8986 mvcc.cc:204] Tried to move back new op lower bound from 7287070484019449856 to 7287070482466516992. Current Snapshot: MvccSnapshot[applied={T|T < 7287070484019449856}]
02:05:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.475060  8988 mvcc.cc:204] Tried to move back new op lower bound from 7287070484019449856 to 7287070482466516992. Current Snapshot: MvccSnapshot[applied={T|T < 7287070484019449856}]
02:05:42.487 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:42.487 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:42.487 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:42.489 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:42.489 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:42.489 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:42.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:42.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:42.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:42.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:42.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:42.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:42.490 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:42.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:42.598 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:42.600 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:42.619 [DEBUG - main] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:05:42.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:42.627 [DEBUG - main] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:05:42.629 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.237.190:46579(127.7.237.190:46579)] Successfully connected to peer
02:05:42.632 [DEBUG - main] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:05:42.632 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.190
02:05:42.633 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.237.189:43665(127.7.237.189:43665)] Successfully connected to peer
02:05:42.655 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.189
02:05:42.657 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:42.657 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.237.188:33477(127.7.237.188:33477)] Successfully connected to peer
02:05:42.664 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x78b27905, L:/127.0.0.1:51860 - R:/127.7.237.190:46579] using SASL/PLAIN
02:05:42.669 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.188
02:05:42.673 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:42.677 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x88d5877f, L:/127.0.0.1:59800 - R:/127.7.237.189:43665] using SASL/PLAIN
02:05:42.679 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:42.681 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xfb08509a, L:/127.0.0.1:49290 - R:/127.7.237.188:33477] using SASL/PLAIN
02:05:42.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.682960  8934 heartbeater.cc:499] Master 127.7.237.188:33477 was elected leader, sending a full tablet report...
02:05:42.685 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:42.685 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [48ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: OK, deferred=null) after lookup
02:05:42.689 [DEBUG - main] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:42.689 [DEBUG - main] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:42.690 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.47.124:38689(127.7.47.124:38689)] Successfully connected to peer
02:05:42.694 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.47.124
02:05:42.697 [DEBUG - main] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:42.700 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.47.126:46261(127.7.47.126:46261)] Successfully connected to peer
02:05:42.702 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.47.125:34413(127.7.47.125:34413)] Successfully connected to peer
02:05:42.705 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:42.707 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.47.125
02:05:42.705 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.47.126
02:05:42.712 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x75aadd34, L:/127.0.0.1:33472 - R:/127.7.47.124:38689] using SASL/PLAIN
02:05:42.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:42.716 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [27ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: OK, deferred=null) after lookup
02:05:42.718 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:42.718 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:42.719 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c85cd844593d4b3c9876cda0f2e9935e
02:05:42.721 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf8803780, L:/127.0.0.1:53472 - R:/127.7.47.126:46261] using SASL/PLAIN
02:05:42.721 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x91c645f6, L:/127.0.0.1:54240 - R:/127.7.47.125:34413] using SASL/PLAIN
02:05:42.725 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 839a5d3182214c529ff2a117cbf02c1f for table 'replication_test_table' with partition [<start>, <end>)
02:05:42.725 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=839a5d3182214c529ff2a117cbf02c1f@[81e65f7fa4f14f709b357cc04da72f7f(127.7.47.66:39689),bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)[L],ce98bcd7fc8e4f8fa674d0f0e6063859(127.7.47.65:45273)]}]
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.727178  8378 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49290:
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:05:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:05:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:05:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:05:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:05:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:05:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:05:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:05:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
02:05:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:05:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:05:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:05:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:05:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:05:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:05:42.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:42.730893  8378 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:05:42.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:42.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.859684  8725 tablet_service.cc:1511] Processing CreateTablet for tablet 46ead912920147efa0d2cce5bec211d1 (DEFAULT_TABLE table=replication_test_table [id=4b8aa8c703e6498098bbf08abf91ebc8]), partition=
02:05:42.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.862542  8867 tablet_service.cc:1511] Processing CreateTablet for tablet 46ead912920147efa0d2cce5bec211d1 (DEFAULT_TABLE table=replication_test_table [id=4b8aa8c703e6498098bbf08abf91ebc8]), partition=
02:05:42.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.864198  8725 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 46ead912920147efa0d2cce5bec211d1. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:42.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.865093  8579 tablet_service.cc:1511] Processing CreateTablet for tablet 46ead912920147efa0d2cce5bec211d1 (DEFAULT_TABLE table=replication_test_table [id=4b8aa8c703e6498098bbf08abf91ebc8]), partition=
02:05:42.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.865811  8867 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 46ead912920147efa0d2cce5bec211d1. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:42.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.866997  8579 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 46ead912920147efa0d2cce5bec211d1. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:42.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.905647  9027 tablet_bootstrap.cc:492] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3: Bootstrap starting.
02:05:42.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.915249  9027 tablet_bootstrap.cc:654] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3: Neither blocks nor log segments found. Creating new log.
02:05:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.917063  9028 tablet_bootstrap.cc:492] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009: Bootstrap starting.
02:05:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.917690  9027 log.cc:826] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3: Log is configured to *not* fsync() on all Append() calls
02:05:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.926383  9028 tablet_bootstrap.cc:654] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009: Neither blocks nor log segments found. Creating new log.
02:05:42.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.931497  9030 tablet_bootstrap.cc:492] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847: Bootstrap starting.
02:05:42.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.935285  9028 log.cc:826] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009: Log is configured to *not* fsync() on all Append() calls
02:05:42.941 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:42.941 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:42.942 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:42.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.942 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.943 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:42.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.945842  9027 tablet_bootstrap.cc:492] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3: No bootstrap required, opened a new log
02:05:42.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.946988  9027 ts_tablet_manager.cc:1403] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3: Time spent bootstrapping tablet: real 0.042s	user 0.018s	sys 0.016s
02:05:42.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.947582  9030 tablet_bootstrap.cc:654] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847: Neither blocks nor log segments found. Creating new log.
02:05:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.953161  9030 log.cc:826] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847: Log is configured to *not* fsync() on all Append() calls
02:05:42.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.958129  9028 tablet_bootstrap.cc:492] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009: No bootstrap required, opened a new log
02:05:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.958779  9028 ts_tablet_manager.cc:1403] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009: Time spent bootstrapping tablet: real 0.042s	user 0.012s	sys 0.006s
02:05:42.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.974931  9030 tablet_bootstrap.cc:492] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847: No bootstrap required, opened a new log
02:05:42.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.975903  9030 ts_tablet_manager.cc:1403] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847: Time spent bootstrapping tablet: real 0.046s	user 0.019s	sys 0.000s
02:05:42.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.984448  9027 raft_consensus.cc:359] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ab7407d9dcc48ea81720be5c05e7847" member_type: VOTER last_known_addr { host: "127.7.237.130" port: 39941 } } peers { permanent_uuid: "6de81cde391a40a999d8215b43f694f3" member_type: VOTER last_known_addr { host: "127.7.237.129" port: 33505 } } peers { permanent_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" member_type: VOTER last_known_addr { host: "127.7.237.131" port: 35261 } }
02:05:42.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.985589  9027 raft_consensus.cc:385] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:42.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.986176  9027 raft_consensus.cc:740] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6de81cde391a40a999d8215b43f694f3, State: Initialized, Role: FOLLOWER
02:05:42.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:42.987205  9027 consensus_queue.cc:260] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ab7407d9dcc48ea81720be5c05e7847" member_type: VOTER last_known_addr { host: "127.7.237.130" port: 39941 } } peers { permanent_uuid: "6de81cde391a40a999d8215b43f694f3" member_type: VOTER last_known_addr { host: "127.7.237.129" port: 33505 } } peers { permanent_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" member_type: VOTER last_known_addr { host: "127.7.237.131" port: 35261 } }
02:05:42.993 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:42.994 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:42.994 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:42.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.996 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:42.997 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:42.997 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:42.997 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:42.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:42.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:42.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:42.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.004438  9030 raft_consensus.cc:359] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ab7407d9dcc48ea81720be5c05e7847" member_type: VOTER last_known_addr { host: "127.7.237.130" port: 39941 } } peers { permanent_uuid: "6de81cde391a40a999d8215b43f694f3" member_type: VOTER last_known_addr { host: "127.7.237.129" port: 33505 } } peers { permanent_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" member_type: VOTER last_known_addr { host: "127.7.237.131" port: 35261 } }
02:05:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.004418  9028 raft_consensus.cc:359] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ab7407d9dcc48ea81720be5c05e7847" member_type: VOTER last_known_addr { host: "127.7.237.130" port: 39941 } } peers { permanent_uuid: "6de81cde391a40a999d8215b43f694f3" member_type: VOTER last_known_addr { host: "127.7.237.129" port: 33505 } } peers { permanent_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" member_type: VOTER last_known_addr { host: "127.7.237.131" port: 35261 } }
02:05:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.005302  9030 raft_consensus.cc:385] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.005333  9028 raft_consensus.cc:385] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.005609  9030 raft_consensus.cc:740] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ab7407d9dcc48ea81720be5c05e7847, State: Initialized, Role: FOLLOWER
02:05:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.005646  9028 raft_consensus.cc:740] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b97ff1b4cbfd4cbcae06392af15b0009, State: Initialized, Role: FOLLOWER
02:05:43.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.006825  9028 consensus_queue.cc:260] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ab7407d9dcc48ea81720be5c05e7847" member_type: VOTER last_known_addr { host: "127.7.237.130" port: 39941 } } peers { permanent_uuid: "6de81cde391a40a999d8215b43f694f3" member_type: VOTER last_known_addr { host: "127.7.237.129" port: 33505 } } peers { permanent_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" member_type: VOTER last_known_addr { host: "127.7.237.131" port: 35261 } }
02:05:43.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.006934  9030 consensus_queue.cc:260] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ab7407d9dcc48ea81720be5c05e7847" member_type: VOTER last_known_addr { host: "127.7.237.130" port: 39941 } } peers { permanent_uuid: "6de81cde391a40a999d8215b43f694f3" member_type: VOTER last_known_addr { host: "127.7.237.129" port: 33505 } } peers { permanent_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" member_type: VOTER last_known_addr { host: "127.7.237.131" port: 35261 } }
02:05:43.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.011479  9027 ts_tablet_manager.cc:1434] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3: Time spent starting tablet: real 0.064s	user 0.033s	sys 0.017s
02:05:43.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.015105  9028 ts_tablet_manager.cc:1434] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009: Time spent starting tablet: real 0.056s	user 0.030s	sys 0.003s
02:05:43.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:43.016269  8656 tablet.cc:2404] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.026816  9030 ts_tablet_manager.cc:1434] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847: Time spent starting tablet: real 0.051s	user 0.030s	sys 0.007s
02:05:43.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:43.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:43.097645  8797 tablet.cc:2404] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:43.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.102746  9036 raft_consensus.cc:493] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.103336  9036 raft_consensus.cc:515] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ab7407d9dcc48ea81720be5c05e7847" member_type: VOTER last_known_addr { host: "127.7.237.130" port: 39941 } } peers { permanent_uuid: "6de81cde391a40a999d8215b43f694f3" member_type: VOTER last_known_addr { host: "127.7.237.129" port: 33505 } } peers { permanent_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" member_type: VOTER last_known_addr { host: "127.7.237.131" port: 35261 } }
02:05:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.106783  9036 leader_election.cc:290] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2ab7407d9dcc48ea81720be5c05e7847 (127.7.237.130:39941), 6de81cde391a40a999d8215b43f694f3 (127.7.237.129:33505)
02:05:43.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.123498  8745 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "46ead912920147efa0d2cce5bec211d1" candidate_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2ab7407d9dcc48ea81720be5c05e7847" is_pre_election: true
02:05:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.124295  8745 raft_consensus.cc:2468] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b97ff1b4cbfd4cbcae06392af15b0009 in term 0.
02:05:43.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.125509  8821 leader_election.cc:304] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2ab7407d9dcc48ea81720be5c05e7847, b97ff1b4cbfd4cbcae06392af15b0009; no voters: 
02:05:43.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.126396  9036 raft_consensus.cc:2804] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:05:43.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.126735  9036 raft_consensus.cc:493] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:05:43.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.127064  9036 raft_consensus.cc:3060] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [term 0 FOLLOWER]: Advancing to term 1
02:05:43.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.134009  9036 raft_consensus.cc:515] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ab7407d9dcc48ea81720be5c05e7847" member_type: VOTER last_known_addr { host: "127.7.237.130" port: 39941 } } peers { permanent_uuid: "6de81cde391a40a999d8215b43f694f3" member_type: VOTER last_known_addr { host: "127.7.237.129" port: 33505 } } peers { permanent_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" member_type: VOTER last_known_addr { host: "127.7.237.131" port: 35261 } }
02:05:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.137092  9036 leader_election.cc:290] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [CANDIDATE]: Term 1 election: Requested vote from peers 2ab7407d9dcc48ea81720be5c05e7847 (127.7.237.130:39941), 6de81cde391a40a999d8215b43f694f3 (127.7.237.129:33505)
02:05:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.138020  8745 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "46ead912920147efa0d2cce5bec211d1" candidate_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2ab7407d9dcc48ea81720be5c05e7847"
02:05:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.137992  8601 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "46ead912920147efa0d2cce5bec211d1" candidate_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6de81cde391a40a999d8215b43f694f3" is_pre_election: true
02:05:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.138408  8745 raft_consensus.cc:3060] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847 [term 0 FOLLOWER]: Advancing to term 1
02:05:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.138824  8601 raft_consensus.cc:2468] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b97ff1b4cbfd4cbcae06392af15b0009 in term 0.
02:05:43.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.140534  8600 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "46ead912920147efa0d2cce5bec211d1" candidate_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6de81cde391a40a999d8215b43f694f3"
02:05:43.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.141119  8600 raft_consensus.cc:3060] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3 [term 0 FOLLOWER]: Advancing to term 1
02:05:43.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.143342  8745 raft_consensus.cc:2468] T 46ead912920147efa0d2cce5bec211d1 P 2ab7407d9dcc48ea81720be5c05e7847 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b97ff1b4cbfd4cbcae06392af15b0009 in term 1.
02:05:43.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.144430  8821 leader_election.cc:304] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2ab7407d9dcc48ea81720be5c05e7847, b97ff1b4cbfd4cbcae06392af15b0009; no voters: 
02:05:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.145313  9036 raft_consensus.cc:2804] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [term 1 FOLLOWER]: Leader election won for term 1
02:05:43.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.147472  8600 raft_consensus.cc:2468] T 46ead912920147efa0d2cce5bec211d1 P 6de81cde391a40a999d8215b43f694f3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b97ff1b4cbfd4cbcae06392af15b0009 in term 1.
02:05:43.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.152663  9036 raft_consensus.cc:697] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [term 1 LEADER]: Becoming Leader. State: Replica: b97ff1b4cbfd4cbcae06392af15b0009, State: Running, Role: LEADER
02:05:43.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.153887  9036 consensus_queue.cc:237] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ab7407d9dcc48ea81720be5c05e7847" member_type: VOTER last_known_addr { host: "127.7.237.130" port: 39941 } } peers { permanent_uuid: "6de81cde391a40a999d8215b43f694f3" member_type: VOTER last_known_addr { host: "127.7.237.129" port: 33505 } } peers { permanent_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" member_type: VOTER last_known_addr { host: "127.7.237.131" port: 35261 } }
02:05:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.172598  8378 catalog_manager.cc:5696] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 reported cstate change: term changed from 0 to 1, leader changed from <none> to b97ff1b4cbfd4cbcae06392af15b0009 (127.7.237.131). New cstate: current_term: 1 leader_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ab7407d9dcc48ea81720be5c05e7847" member_type: VOTER last_known_addr { host: "127.7.237.130" port: 39941 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6de81cde391a40a999d8215b43f694f3" member_type: VOTER last_known_addr { host: "127.7.237.129" port: 33505 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b97ff1b4cbfd4cbcae06392af15b0009" member_type: VOTER last_known_addr { host: "127.7.237.131" port: 35261 } health_report { overall_health: HEALTHY } } }
02:05:43.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:43.180542  8938 tablet.cc:2404] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:43.258 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:43.258 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:43.259 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:43.259 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:43.259 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:43.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:43.259 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:43.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:43.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:43.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:43.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:43.259 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:43.259 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:43.510 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:43.511 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:43.513 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:43.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:43.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:43.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:43.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:43.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:43.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:43.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:43.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:43.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:43.515 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:43.533 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:43.533 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:43.533 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:43.533 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:43.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:43.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:43.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:43.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:43.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:43.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:43.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:43.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:43.534 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:43.582 [DEBUG - main] (Connection.java:575) [peer master-127.7.47.126:46261(127.7.47.126:46261)] disconnecting while in state READY
02:05:43.582 [DEBUG - main] (Connection.java:575) [peer master-127.7.47.124:38689(127.7.47.124:38689)] disconnecting while in state READY
02:05:43.582 [DEBUG - main] (Connection.java:575) [peer master-127.7.47.125:34413(127.7.47.125:34413)] disconnecting while in state READY
02:05:43.583 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.47.126:46261(127.7.47.126:46261)] handling channelInactive
02:05:43.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state READY due to: connection closed
02:05:43.583 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.47.124:38689(127.7.47.124:38689)] handling channelInactive
02:05:43.584 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:43.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state READY due to: connection closed
02:05:43.585 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:05:43.585 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
02:05:43.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:43.596 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.47.125:34413(127.7.47.125:34413)] handling channelInactive
02:05:43.596 [DEBUG - main] (Connection.java:575) [peer master-127.7.237.189:43665(127.7.237.189:43665)] disconnecting while in state READY
02:05:43.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state READY due to: connection closed
02:05:43.596 [DEBUG - main] (Connection.java:575) [peer master-127.7.237.190:46579(127.7.237.190:46579)] disconnecting while in state READY
02:05:43.596 [DEBUG - main] (Connection.java:575) [peer master-127.7.237.188:33477(127.7.237.188:33477)] disconnecting while in state READY
02:05:43.597 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:05:43.597 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.237.189:43665(127.7.237.189:43665)] handling channelInactive
02:05:43.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state READY due to: connection closed
02:05:43.597 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.237.188:33477(127.7.237.188:33477)] handling channelInactive
02:05:43.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state READY due to: connection closed
02:05:43.597 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:43.599 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
02:05:43.599 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:05:43.607 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:43.607 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:43.607 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:43.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:43.608 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:43.608 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:43.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:43.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:43.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:43.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:43.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:43.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:43.609 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:43.613 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.237.190:46579(127.7.237.190:46579)] handling channelInactive
02:05:43.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state READY due to: connection closed
02:05:43.613 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:05:43.615 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:05:43.615 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:05:43.615 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:05:43.615 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:05:43.615 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:05:43.616 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:05:43.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.623293  9036 consensus_queue.cc:1048] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2ab7407d9dcc48ea81720be5c05e7847" member_type: VOTER last_known_addr { host: "127.7.237.130" port: 39941 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:05:43.652 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:05:43.652 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:05:43.652 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:05:43.652 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:05:43.652 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:05:43.652 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:05:43.652 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:05:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:43.711643  9053 consensus_queue.cc:1048] T 46ead912920147efa0d2cce5bec211d1 P b97ff1b4cbfd4cbcae06392af15b0009 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6de81cde391a40a999d8215b43f694f3" member_type: VOTER last_known_addr { host: "127.7.237.129" port: 33505 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:05:43.747 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:43.747 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:43.747 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:43.748 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:43.748 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:43.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:43.749 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:43.749 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:43.749 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:43.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:43.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:43.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:43.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:43.750 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:43.751 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:43.751 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:43.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:43.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:43.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:43.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:43.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:43.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:43.752 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:43.752 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:43.752 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:43.753 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:43.913 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:05:43.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:43.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:43.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:43.972 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:43.972 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:43.973 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:43.973 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:43.973 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:43.973 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:43.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:43.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:43.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:43.974 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:43.980 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:05:43.980 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:05:43.980 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:05:44.007 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:05:44.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:44.107 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:44.108 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:44.108 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:44.108 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:44.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:44.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:44.108 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:44.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:44.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:44.109 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:44.109 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:44.109 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:44.109 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:44.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:44.308 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:44.309 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:44.309 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:44.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:44.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:44.310 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:44.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:44.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:44.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:44.310 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:44.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:44.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:44.311 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:44.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:44.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:44.736 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:05:44.878 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:05:44.896 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:05:44.917 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:05:44.930 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:05:44.944 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:05:44.949 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:05:44.950 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:05:44.950 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:05:44.951 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:05:44.951 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:05:44.951 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:05:44.951 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:05:44.951 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:05:44.952 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:05:44.952 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:05:44.952 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:05:44.952 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:05:44.952 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:05:44.952 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:05:44.952 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:05:44.952 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:05:44.952 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:05:44.953 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:05:44.953 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:05:44.953 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:05:44.953 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:05:44.953 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:05:44.954 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:05:44.954 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:05:44.954 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_dc49c8b257a955759a81af71fdc98615/blobStorage
02:05:44.954 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:46483 - max concurrent requests: 50 - max backlog: 1000
02:05:44.955 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_dc49c8b257a955759a81af71fdc98615/blobStorage
02:05:44.955 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_dc49c8b257a955759a81af71fdc98615/blobStorage
02:05:44.956 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:05:44.956 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 9322eb49-0e39-48ac-9f9d-825e0a969d46
02:05:44.958 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 40 GB (83.33% usable)
02:05:44.958 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-c0d53164-4970-4f62-8139-d7225e70af77
02:05:44.959 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-2dcc3d77-1103-4276-a38f-41de72d48518
02:05:44.987 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:44.987 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:44.987 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:44.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:44.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:44.988 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:44.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:44.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:44.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:44.989 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:44.989 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:44.989 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:44.990 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:45.007 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:45.007 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:45.008 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:45.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:45.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:45.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:45.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:45.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:45.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:45.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:45.009 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:45.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:45.009 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:45.023 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:05:45.024 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:05:45.024 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:05:45.024 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:05:45.025 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:05:45.027 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_8 .
02:05:45.033 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
02:05:45.034 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-f8cd1c1a-1546-4c94-b3b0-6a7dd0ecd18d
02:05:45.034 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:05:45.035 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:05:45.043 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:05:45.044 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:05:45.053 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:34115
02:05:45.053 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:05:45.056 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:34115 was granted leadership with leaderSessionID=bedb9cf5-433c-4453-bf90-dc3fbc34b5cf
02:05:45.056 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:34115 , session=bedb9cf5-433c-4453-bf90-dc3fbc34b5cf
02:05:45.057 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:05:45.057 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:05:45.057 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:05:45.057 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id cac471c9-d1dc-4f71-bf99-ca52a257a491. Creating new DispatcherLeaderProcess.
02:05:45.058 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:05:45.060 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:05:45.067 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:05:45.067 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:05:45.070 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_9 .
02:05:45.073 [INFO - pool-127-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 1477b93f-7e29-4468-955d-6e6bb6b9455e.
02:05:45.075 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_9 , session=cac471c9-d1dc-4f71-bf99-ca52a257a491
02:05:45.076 [INFO - pool-127-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_10 .
02:05:45.084 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
02:05:45.084 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:05:45.084 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:05:45.084 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:05:45.084 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:05:45.085 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_10 , session=1477b93f-7e29-4468-955d-6e6bb6b9455e
02:05:45.094 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:45.110 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(955d6e6bb6b9455e1477b93f7e294468).
02:05:45.115 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:05:45.116 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (aa0f880d3d16040ce17d0c341cb8eb57).
02:05:45.117 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (aa0f880d3d16040ce17d0c341cb8eb57).
02:05:45.117 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-aa0f880d3d16040ce17d0c341cb8eb57'.
02:05:45.118 [INFO - mini-cluster-io-thread-1] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job aa0f880d3d16040ce17d0c341cb8eb57 was granted leadership with leader id f1d372ba-e850-4d92-94e0-7868601502e8. Creating new JobMasterServiceProcess.
02:05:45.120 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID 9322eb49-0e39-48ac-9f9d-825e0a969d46 (pekko://flink/user/rpc/taskmanager_8) at ResourceManager
02:05:45.120 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_11 .
02:05:45.121 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_10 under registration id 37991d986c1cb6a2e0cabadf80ffbd06.
02:05:45.121 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:344) Registering task executor 9322eb49-0e39-48ac-9f9d-825e0a969d46 under 37991d986c1cb6a2e0cabadf80ffbd06 at the slot manager.
02:05:45.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:45.126 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (aa0f880d3d16040ce17d0c341cb8eb57).
02:05:45.127 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57).
02:05:45.127 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph de12c1c4070a06b58b837bda1c901036 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:45.128 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57).
02:05:45.128 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:05:45.129 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
02:05:45.129 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e030403
02:05:45.129 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:45.129 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:05:45.130 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:05:45.131 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@7126493b for Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57).
02:05:45.131 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_11 , session=f1d372ba-e850-4d92-94e0-7868601502e8
02:05:45.132 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (aa0f880d3d16040ce17d0c341cb8eb57) under job master id 94e07868601502e8f1d372bae8504d92.
02:05:45.132 [INFO - flink-pekko.actor.default-dispatcher-9] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:05:45.136 [DEBUG - flink-pekko.actor.default-dispatcher-9] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:45.136 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:05:45.136 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state CREATED to RUNNING.
02:05:45.137 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:05:45.138 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:05:45.138 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:45.138 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:05:45.139 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:45.139 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:05:45.139 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(955d6e6bb6b9455e1477b93f7e294468)
02:05:45.140 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.47.124:38689(127.7.47.124:38689)] Successfully connected to peer
02:05:45.141 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:45.142 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:05:45.142 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:390) Registering job manager 94e07868601502e8f1d372bae8504d92@pekko://flink/user/rpc/jobmanager_11 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:45.143 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.47.124
02:05:45.146 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.47.125:34413(127.7.47.125:34413)] Successfully connected to peer
02:05:45.159 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:45.160 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:45.160 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:45.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:45.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:45.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:45.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:45.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:45.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:45.163 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.47.125
02:05:45.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:45.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:45.163 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:45.163 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:45.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:45.167 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.47.126:46261(127.7.47.126:46261)] Successfully connected to peer
02:05:45.172 [DEBUG - main] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:05:45.172 [DEBUG - main] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:05:45.174 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1015) Registered job manager 94e07868601502e8f1d372bae8504d92@pekko://flink/user/rpc/jobmanager_11 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:45.175 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.179 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xae79ef14, L:/127.0.0.1:33488 - R:/127.7.47.124:38689] using SASL/PLAIN
02:05:45.181 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.187 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xed22036c, L:/127.0.0.1:54256 - R:/127.7.47.125:34413] using SASL/PLAIN
02:05:45.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:45.188 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [48ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: OK, deferred=null) after lookup
02:05:45.193 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.47.126
02:05:45.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c85cd844593d4b3c9876cda0f2e9935e
02:05:45.203 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.204 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 839a5d3182214c529ff2a117cbf02c1f for table 'replication_test_table' with partition [<start>, <end>)
02:05:45.205 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=839a5d3182214c529ff2a117cbf02c1f@[81e65f7fa4f14f709b357cc04da72f7f(127.7.47.66:39689),bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)[L],ce98bcd7fc8e4f8fa674d0f0e6063859(127.7.47.65:45273)]}]
02:05:45.208 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.237.190:46579(127.7.237.190:46579)] Successfully connected to peer
02:05:45.209 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2fc9daff, L:/127.0.0.1:53482 - R:/127.7.47.126:46261] using SASL/PLAIN
02:05:45.214 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.190
02:05:45.214 [DEBUG - main] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:05:45.215 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.237.189:43665(127.7.237.189:43665)] Successfully connected to peer
02:05:45.231 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.233 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 955d6e6bb6b9455e1477b93f7e294468.
02:05:45.233 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:05:45.235 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.189
02:05:45.236 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.237.188:33477(127.7.237.188:33477)] Successfully connected to peer
02:05:45.246 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.249 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2c1adad2, L:/127.0.0.1:59812 - R:/127.7.237.189:43665] using SASL/PLAIN
02:05:45.255 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3b55b38c, L:/127.0.0.1:51876 - R:/127.7.237.190:46579] using SASL/PLAIN
02:05:45.263 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.188
02:05:45.275 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.280 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x284d4817, L:/127.0.0.1:49296 - R:/127.7.237.188:33477] using SASL/PLAIN
02:05:45.284 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:45.285 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=113), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: OK, [112ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: OK, deferred=null) after lookup
02:05:45.297 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job aa0f880d3d16040ce17d0c341cb8eb57
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 9322eb49-0e39-48ac-9f9d-825e0a969d46
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:05:45.298 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:45.299 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot d7694e2979b9ad53903744251e3751dd from 9322eb49-0e39-48ac-9f9d-825e0a969d46 for job aa0f880d3d16040ce17d0c341cb8eb57 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:45.299 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 03c76505bc684735e07a267c0551681c from 9322eb49-0e39-48ac-9f9d-825e0a969d46 for job aa0f880d3d16040ce17d0c341cb8eb57 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:45.300 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request d7694e2979b9ad53903744251e3751dd for job aa0f880d3d16040ce17d0c341cb8eb57 from resource manager with leader id 955d6e6bb6b9455e1477b93f7e294468.
02:05:45.300 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for d7694e2979b9ad53903744251e3751dd with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:45.306 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 625a4eedc5b3dfb29c047e1033cb1872 from 9322eb49-0e39-48ac-9f9d-825e0a969d46 for job aa0f880d3d16040ce17d0c341cb8eb57 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:45.306 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 46ead912920147efa0d2cce5bec211d1 for table 'replication_test_table' with partition [<start>, <end>)
02:05:45.306 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=46ead912920147efa0d2cce5bec211d1@[2ab7407d9dcc48ea81720be5c05e7847(127.7.237.130:39941),6de81cde391a40a999d8215b43f694f3(127.7.237.129:33505),b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)[L]]}]
02:05:45.306 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 5e3fe60ef6e56bfdc10a1728da9e65f0 from 9322eb49-0e39-48ac-9f9d-825e0a969d46 for job aa0f880d3d16040ce17d0c341cb8eb57 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:45.307 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.237.188:33477, [7ms] Sub RPC GetTableLocations: received response from server master-127.7.237.188:33477: OK, deferred=null)) after lookup
02:05:45.307 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)] connecting to peer
02:05:45.309 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job aa0f880d3d16040ce17d0c341cb8eb57 for job leader monitoring.
02:05:45.309 [INFO - mini-cluster-io-thread-1] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_11 with leader id f1d372ba-e850-4d92-94e0-7868601502e8.
02:05:45.309 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 03c76505bc684735e07a267c0551681c for job aa0f880d3d16040ce17d0c341cb8eb57 from resource manager with leader id 955d6e6bb6b9455e1477b93f7e294468.
02:05:45.309 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 03c76505bc684735e07a267c0551681c with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:45.310 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 625a4eedc5b3dfb29c047e1033cb1872 for job aa0f880d3d16040ce17d0c341cb8eb57 from resource manager with leader id 955d6e6bb6b9455e1477b93f7e294468.
02:05:45.310 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 625a4eedc5b3dfb29c047e1033cb1872 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:45.310 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 5e3fe60ef6e56bfdc10a1728da9e65f0 for job aa0f880d3d16040ce17d0c341cb8eb57 from resource manager with leader id 955d6e6bb6b9455e1477b93f7e294468.
02:05:45.310 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 5e3fe60ef6e56bfdc10a1728da9e65f0 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:05:45.311 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:05:45.313 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_11 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:45.313 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1783) Establish JobManager connection for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:45.313 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1633) Offer reserved slots to the leader of job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:45.314 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:05:45.314 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id d7694e2979b9ad53903744251e3751dd
02:05:45.315 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d7694e2979b9ad53903744251e3751dd.
02:05:45.316 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:45.317 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:05:45.317 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id aa0f880d3d16040ce17d0c341cb8eb57
02:05:45.317 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id d7694e2979b9ad53903744251e3751dd.
02:05:45.333 [DEBUG - kudu-nio-3] (Connection.java:757) [peer b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)] Successfully connected to peer
02:05:45.363 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:05:45.363 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 625a4eedc5b3dfb29c047e1033cb1872
02:05:45.363 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:05:45.363 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:05:45.364 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 625a4eedc5b3dfb29c047e1033cb1872.
02:05:45.364 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d758972
02:05:45.364 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:45.365 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:05:45.365 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:05:45.365 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 625a4eedc5b3dfb29c047e1033cb1872.
02:05:45.383 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@668fb4f4
02:05:45.383 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.386 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:05:45.387 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 03c76505bc684735e07a267c0551681c
02:05:45.390 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x6d9ba860, L:/127.0.0.1:38940 - R:/127.7.237.131:35261] using TOKEN/null
02:05:45.393 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:05:45.393 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0
02:05:45.393 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:05:45.398 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 03c76505bc684735e07a267c0551681c.
02:05:45.400 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 03c76505bc684735e07a267c0551681c.
02:05:45.400 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:05:45.401 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:05:45.403 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3cb2b9b6
02:05:45.403 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:45.403 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:05:45.404 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:05:45.405 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:05:45.412 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3bf772c2
02:05:45.413 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:05:45.412 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot d7694e2979b9ad53903744251e3751dd.
02:05:45.413 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 625a4eedc5b3dfb29c047e1033cb1872.
02:05:45.413 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 03c76505bc684735e07a267c0551681c.
02:05:45.414 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:05:45.414 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:05:45.416 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:05:45.416 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:05:45.417 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57d3a95c
02:05:45.417 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:45.417 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:05:45.418 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:05:45.419 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:45.423 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:05:45.425 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@605b2190
02:05:45.427 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:05:45.427 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:05:45.428 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@399ee98
02:05:45.429 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:45.429 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:05:45.429 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:05:45.430 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:45.431 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:45.432 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:05:45.434 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:45.438 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b76db60
02:05:45.440 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:45.441 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:05:45.443 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:05:45.443 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:05:45.444 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:05:45.444 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.237.190:46579(127.7.237.190:46579)] Successfully connected to peer
02:05:45.445 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:05:45.446 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.237.190:46579(127.7.237.190:46579)] Successfully connected to peer
02:05:45.447 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:05:45.448 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.237.189:43665(127.7.237.189:43665)] Successfully connected to peer
02:05:45.450 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.190
02:05:45.453 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:05:45.455 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.189
02:05:45.462 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.464 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc0e61117, L:/127.0.0.1:51886 - R:/127.7.237.190:46579] using SASL/PLAIN
02:05:45.464 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.237.188:33477(127.7.237.188:33477)] Successfully connected to peer
02:05:45.466 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.190
02:05:45.468 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.188
02:05:45.479 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.481 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:45.483 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.486 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbd405cd4, L:/127.0.0.1:59822 - R:/127.7.237.189:43665] using SASL/PLAIN
02:05:45.488 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x093e0584, L:/127.0.0.1:51888 - R:/127.7.237.190:46579] using SASL/PLAIN
02:05:45.496 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.504 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x58886fd2, L:/127.0.0.1:49312 - R:/127.7.237.188:33477] using SASL/PLAIN
02:05:45.508 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:05:45.508 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:45.509 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [47ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: OK, deferred=null) after lookup
02:05:45.512 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.237.190:46579(127.7.237.190:46579)] Successfully connected to peer
02:05:45.513 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:45.513 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:05:45.514 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.190
02:05:45.516 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.237.189:43665(127.7.237.189:43665)] Successfully connected to peer
02:05:45.519 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:45.519 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@760a4d19
02:05:45.522 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:05:45.522 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:05:45.524 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.189
02:05:45.529 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.237.188:33477(127.7.237.188:33477)] Successfully connected to peer
02:05:45.534 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.188
02:05:45.538 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:45.541 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.543 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.545 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd92f1686, L:/127.0.0.1:51894 - R:/127.7.237.190:46579] using SASL/PLAIN
02:05:45.546 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdd001f7b, L:/127.0.0.1:59838 - R:/127.7.237.189:43665] using SASL/PLAIN
02:05:45.548 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:05:45.549 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.237.189:43665(127.7.237.189:43665)] Successfully connected to peer
02:05:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:45.552807  7433 debug-util.cc:398] Leaking SignalData structure 0x7b08000a35e0 after lost signal to thread 7370
02:05:45.559 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.561 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.189
02:05:45.565 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7d82fcea, L:/127.0.0.1:49328 - R:/127.7.237.188:33477] using SASL/PLAIN
02:05:45.570 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:45.570 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=139), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: OK, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [115ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: OK, [128ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: OK, deferred=null) after lookup
02:05:45.573 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.237.188:33477(127.7.237.188:33477)] Successfully connected to peer
02:05:45.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:45.577 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.188
02:05:45.577 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.579 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:45.580 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4a53238d
02:05:45.582 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:05:45.582 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:05:45.583 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc6d4d164, L:/127.0.0.1:59854 - R:/127.7.237.189:43665] using SASL/PLAIN
02:05:45.585 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:05:45.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a7dc63ad34caab79c76723001e321db9dad76af2936f7e4e74e2c56c1faca893'}]
02:05:45.588 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:45.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:45.595 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:45.606 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:05:45.609 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.610 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:05:45.613 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=839a5d3182214c529ff2a117cbf02c1f@[81e65f7fa4f14f709b357cc04da72f7f(127.7.47.66:39689),bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)[L],ce98bcd7fc8e4f8fa674d0f0e6063859(127.7.47.65:45273)]}]
02:05:45.622 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:05:45.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:45.625 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.237.190:46579(127.7.237.190:46579)] Successfully connected to peer
02:05:45.626 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:45.626 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:45.627 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:45.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:45.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:45.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:45.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:45.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:45.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:45.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:45.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:45.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:45.629 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:45.631 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.190
02:05:45.634 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x985aacc2, L:/127.0.0.1:49330 - R:/127.7.237.188:33477] using SASL/PLAIN
02:05:45.640 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:45.640 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=205), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [107ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: OK, [156ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: OK, [196ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: OK, deferred=null) after lookup
02:05:45.644 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:05:45.645 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.237.189:43665(127.7.237.189:43665)] Successfully connected to peer
02:05:45.649 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.189
02:05:45.650 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:45.654 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:45.658 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:45.659 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@56b88a55
02:05:45.664 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.237.188:33477(127.7.237.188:33477)] Successfully connected to peer
02:05:45.678 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.680 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.237.188
02:05:45.683 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] connecting to peer
02:05:45.688 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:05:45.691 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.693 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbaa74563, L:/127.0.0.1:51910 - R:/127.7.237.190:46579] using SASL/PLAIN
02:05:45.698 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:05:45.701 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:05:45.701 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:05:45.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:45.702 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf329d053, L:/127.0.0.1:59866 - R:/127.7.237.189:43665] using SASL/PLAIN
02:05:45.705 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] Successfully connected to peer
02:05:45.712 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:45.716 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:05:45.722 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:05:45.725 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.735 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0f15dc73, L:/127.0.0.1:49334 - R:/127.7.237.188:33477] using SASL/PLAIN
02:05:45.739 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.47.67
02:05:45.742 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:05:45.743 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=302), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: OK, [271ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: OK, [286ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: OK, deferred=null) after lookup
02:05:45.746 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:45.749 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:45.750 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:45.750 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@406ddc22
02:05:45.751 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:05:45.752 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:05:45.754 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x973b9b23, L:/127.0.0.1:34920 - R:/127.7.47.67:36025] using SASL/PLAIN
02:05:45.768 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:45.786 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:05:45.787 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:05:45.811 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:45.811 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:45.811 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:45.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:45.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:45.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:45.812 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:45.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:45.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:45.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:45.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:45.813 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:45.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:45.819 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7287070495281152001) for scanner KuduScanner(table=replication_test_table, tablet=839a5d3182214c529ff2a117cbf02c1f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:45.819 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [a7dc63ad34caab79c76723001e321db9dad76af2936f7e4e74e2c56c1faca893]
02:05:45.820 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:05:45.826 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 46ead912920147efa0d2cce5bec211d1 for table 'replication_test_table' with partition [<start>, <end>)
02:05:45.827 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=46ead912920147efa0d2cce5bec211d1@[2ab7407d9dcc48ea81720be5c05e7847(127.7.237.130:39941),6de81cde391a40a999d8215b43f694f3(127.7.237.129:33505),b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)[L]]}]
02:05:45.828 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a7dc63ad34caab79c76723001e321db9dad76af2936f7e4e74e2c56c1faca893]
02:05:45.829 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a7dc63ad34caab79c76723001e321db9dad76af2936f7e4e74e2c56c1faca893 finished by subtask 0; deferring removal (restored in pending)
02:05:45.830 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 46ead912920147efa0d2cce5bec211d1 for table 'replication_test_table' with partition [<start>, <end>)
02:05:45.830 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=46ead912920147efa0d2cce5bec211d1@[2ab7407d9dcc48ea81720be5c05e7847(127.7.237.130:39941),6de81cde391a40a999d8215b43f694f3(127.7.237.129:33505),b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)[L]]}]
02:05:45.831 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 46ead912920147efa0d2cce5bec211d1 for table 'replication_test_table' with partition [<start>, <end>)
02:05:45.831 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=46ead912920147efa0d2cce5bec211d1@[2ab7407d9dcc48ea81720be5c05e7847(127.7.237.130:39941),6de81cde391a40a999d8215b43f694f3(127.7.237.129:33505),b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)[L]]}]
02:05:45.831 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:45.834 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:05:45.834 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:05:45.834 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] disconnecting while in state READY
02:05:45.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:45.853 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] handling channelInactive
02:05:45.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] cleaning up while in state READY due to: connection closed
02:05:45.854 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:05:45.854 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:05:45.888 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:45.941 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:45.941 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:45.941 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:45.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:45.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:45.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:45.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:45.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:45.942 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:45.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:45.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:45.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:45.944 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:45.946 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:45.981 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:45.981 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:45.981 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:45.982 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:45.982 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:45.982 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:45.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:45.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:45.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:45.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:45.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:45.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:45.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:46.002 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:46.059 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:46.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:46.116 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:46.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:46.165 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069946164 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:46.167 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=8, operationSize=504, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7fe79247, flushNotification=Deferred@1087898581(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:05:46.173 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)] connecting to peer
02:05:46.179 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:46.201 [DEBUG - kudu-nio-3] (Connection.java:757) [peer b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)] Successfully connected to peer
02:05:46.235 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:46.241 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:46.243 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xbb8a901e, L:/127.0.0.1:38954 - R:/127.7.237.131:35261] using TOKEN/null
02:05:46.267 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:46.267 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:46.268 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:46.269 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:46.269 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:46.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:46.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:46.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:46.270 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:46.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:46.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:46.270 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:46.271 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:46.297 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:46.364 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:46.377 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:46.378 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:46.378 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:46.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:46.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:46.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:46.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:46.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:46.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:46.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:46.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:46.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:46.380 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:46.388 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job aa0f880d3d16040ce17d0c341cb8eb57 (1578 bytes, checkpointDuration=223 ms, finalizationTime=1 ms).
02:05:46.390 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:05:46.390 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split a7dc63ad34caab79c76723001e321db9dad76af2936f7e4e74e2c56c1faca893 from pending
02:05:46.390 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
02:05:46.424 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:46.428 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c85cd844593d4b3c9876cda0f2e9935e
02:05:46.431 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:46.434 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c85cd844593d4b3c9876cda0f2e9935e
02:05:46.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:46.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c85cd844593d4b3c9876cda0f2e9935e
02:05:46.446 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4b8aa8c703e6498098bbf08abf91ebc8
02:05:46.464 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=839a5d3182214c529ff2a117cbf02c1f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:46.498 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:46.530 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=839a5d3182214c529ff2a117cbf02c1f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:46.533 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:46.533 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:46.534 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:46.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:46.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:46.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:46.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:46.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:46.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:46.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:46.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:46.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:46.536 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:46.546 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=46ead912920147efa0d2cce5bec211d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:46.547 [DEBUG - main] (Connection.java:575) [peer master-127.7.237.189:43665(127.7.237.189:43665)] disconnecting while in state READY
02:05:46.548 [DEBUG - main] (Connection.java:575) [peer b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)] disconnecting while in state READY
02:05:46.548 [DEBUG - main] (Connection.java:575) [peer master-127.7.237.190:46579(127.7.237.190:46579)] disconnecting while in state READY
02:05:46.548 [DEBUG - main] (Connection.java:575) [peer master-127.7.237.188:33477(127.7.237.188:33477)] disconnecting while in state READY
02:05:46.549 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.237.189:43665(127.7.237.189:43665)] handling channelInactive
02:05:46.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state READY due to: connection closed
02:05:46.549 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.237.190:46579(127.7.237.190:46579)] handling channelInactive
02:05:46.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state READY due to: connection closed
02:05:46.550 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.237.188:33477(127.7.237.188:33477)] handling channelInactive
02:05:46.550 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state READY due to: connection closed
02:05:46.551 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:46.553 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
02:05:46.553 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:05:46.554 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:05:46.558 [DEBUG - kudu-nio-3] (Connection.java:239) [peer b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)] handling channelInactive
02:05:46.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)] cleaning up while in state READY due to: connection closed
02:05:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:46.563493  8118 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 8462
02:05:46.565 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
02:05:46.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:46.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:46.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069946664 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:46.672636  8118 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 8653
02:05:46.687 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
02:05:46.689 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:05:46.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:46.728003  8821 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.237.129:33505: connect: Connection refused (error 111)
02:05:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:46.732015  8118 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 8800
02:05:46.766 [DEBUG - kudu-nio-3] (Connection.java:239) [peer b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)] handling channelInactive
02:05:46.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)] cleaning up while in state READY due to: connection closed
02:05:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:46.766561  8118 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 8130
02:05:46.792 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.237.190:46579(127.7.237.190:46579)] handling channelInactive
02:05:46.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state READY due to: connection closed
02:05:46.792 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.237.190:46579(127.7.237.190:46579)] handling channelInactive
02:05:46.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state READY due to: connection closed
02:05:46.793 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.237.190:46579(127.7.237.190:46579)] handling channelInactive
02:05:46.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state READY due to: connection closed
02:05:46.792 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.237.190:46579(127.7.237.190:46579)] handling channelInactive
02:05:46.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state READY due to: connection closed
02:05:46.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:46.795006  8118 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 8254
02:05:46.796 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:46.796 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:46.796 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:46.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:46.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:46.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:46.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:46.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:46.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:46.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:46.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:46.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:46.798 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:46.832 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.237.189:43665(127.7.237.189:43665)] handling channelInactive
02:05:46.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state READY due to: connection closed
02:05:46.832 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.237.189:43665(127.7.237.189:43665)] handling channelInactive
02:05:46.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state READY due to: connection closed
02:05:46.832 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.237.189:43665(127.7.237.189:43665)] handling channelInactive
02:05:46.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state READY due to: connection closed
02:05:46.832 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.237.189:43665(127.7.237.189:43665)] handling channelInactive
02:05:46.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state READY due to: connection closed
02:05:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:46.843590  8118 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 8331
02:05:46.895 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.237.188:33477(127.7.237.188:33477)] handling channelInactive
02:05:46.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state READY due to: connection closed
02:05:46.896 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.237.188:33477(127.7.237.188:33477)] handling channelInactive
02:05:46.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state READY due to: connection closed
02:05:46.897 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.237.188:33477(127.7.237.188:33477)] handling channelInactive
02:05:46.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state READY due to: connection closed
02:05:46.898 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.237.188:33477(127.7.237.188:33477)] handling channelInactive
02:05:46.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state READY due to: connection closed
02:05:46.976 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:46.976 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:46.976 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:46.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:46.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:46.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:46.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:46.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:46.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:46.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:46.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:46.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:46.978 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:47.088 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:47.088 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:47.088 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:47.089 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:47.089 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:47.089 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:47.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:47.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:47.090 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:47.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:47.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:47.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:47.090 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:47.096 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:47.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:47.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c85cd844593d4b3c9876cda0f2e9935e
02:05:47.146 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='77aecc2ffb17f2006baab4675327d2a9409b02153d852dd66ac36df16cf24d85'}]
02:05:47.148 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:47.149 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:05:47.150 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298061, tablet=839a5d3182214c529ff2a117cbf02c1f@[81e65f7fa4f14f709b357cc04da72f7f(127.7.47.66:39689),bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)[L],ce98bcd7fc8e4f8fa674d0f0e6063859(127.7.47.65:45273)]}]
02:05:47.151 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] connecting to peer
02:05:47.153 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] Successfully connected to peer
02:05:47.157 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.47.67
02:05:47.165 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069947164 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:47.167 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:47.176 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5feb828c, L:/127.0.0.1:34936 - R:/127.7.47.67:36025] using SASL/PLAIN
02:05:47.188 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job aa0f880d3d16040ce17d0c341cb8eb57 (1588 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
02:05:47.190 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:05:47.190 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070503473152001) for scanner KuduScanner(table=replication_test_table, tablet=839a5d3182214c529ff2a117cbf02c1f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:47.190 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [77aecc2ffb17f2006baab4675327d2a9409b02153d852dd66ac36df16cf24d85]
02:05:47.190 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [77aecc2ffb17f2006baab4675327d2a9409b02153d852dd66ac36df16cf24d85]
02:05:47.191 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:05:47.191 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:05:47.191 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 77aecc2ffb17f2006baab4675327d2a9409b02153d852dd66ac36df16cf24d85 finished by subtask 1; deferring removal (restored in pending)
02:05:47.193 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] disconnecting while in state READY
02:05:47.193 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:47.222 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] handling channelInactive
02:05:47.222 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:05:47.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] cleaning up while in state READY due to: connection closed
02:05:47.222 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:05:47.367 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:47.368 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:47.368 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:47.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:47.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:47.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:47.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:47.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:47.370 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:47.370 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:47.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:47.370 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:47.370 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:47.573 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:47.573 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:47.574 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:47.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:47.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:47.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:47.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:47.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:47.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:47.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:47.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:47.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:47.575 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:47.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:47.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:47.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069947663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:47.681 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job aa0f880d3d16040ce17d0c341cb8eb57 (1588 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
02:05:47.683 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:05:47.683 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 77aecc2ffb17f2006baab4675327d2a9409b02153d852dd66ac36df16cf24d85 from pending
02:05:47.683 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 1 finished splits from enumerator state
02:05:47.875 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:47.876 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:47.876 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:47.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:47.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:47.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:47.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:47.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:47.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:47.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:47.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:47.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:47.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:05:48Z chronyd exiting
02:05:48.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:48.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:48.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069948163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:48.176 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:05:48.178 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:05:48.577 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:48.578 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:48.578 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:48.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:48.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:48.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:48.579 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:48.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:48.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:48.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:48.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:48.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:48.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:48.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:48.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:48.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069948663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:48.673 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:05:48.675 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:05:48.914 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:48.915 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:48.915 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:48.915 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:48.915 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:48.915 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:48.915 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:48.915 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:48.915 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:48.915 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:48.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:48.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:48.916 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:49.067 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:49.067 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:49.067 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:49.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:49.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:49.068 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:49.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:49.068 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:49.068 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:49.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:49.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:49.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:49.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:49.094 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:49.116 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testUnpartitionedTable: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:05:49.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:49.136 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testUnpartitionedTable: giving up after 1 attempts
02:05:49.136 [DEBUG - main] (Connection.java:575) [peer master-127.7.47.126:46261(127.7.47.126:46261)] disconnecting while in state READY
02:05:49.137 [DEBUG - main] (Connection.java:575) [peer master-127.7.47.124:38689(127.7.47.124:38689)] disconnecting while in state READY
02:05:49.137 [DEBUG - main] (Connection.java:575) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] disconnecting while in state READY
02:05:49.137 [DEBUG - main] (Connection.java:575) [peer master-127.7.47.125:34413(127.7.47.125:34413)] disconnecting while in state READY
02:05:49.137 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:49.137 [DEBUG - kudu-nio-3] (Connection.java:239) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] handling channelInactive
02:05:49.137 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.47.125:34413(127.7.47.125:34413)] handling channelInactive
02:05:49.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] cleaning up while in state READY due to: connection closed
02:05:49.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state READY due to: connection closed
02:05:49.139 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
02:05:49.137 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.47.124:38689(127.7.47.124:38689)] handling channelInactive
02:05:49.139 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:05:49.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state READY due to: connection closed
02:05:49.139 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-0
02:05:49.140 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.47.126:46261(127.7.47.126:46261)] handling channelInactive
02:05:49.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state READY due to: connection closed
02:05:49.140 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
02:05:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:49.140688  7357 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 7638
02:05:49.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c85cd844593d4b3c9876cda0f2e9935e
02:05:49.145 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='09ed673566e5926f7dc07644dc0c6e8f63d06eaf8ee0b65ac11b04b7a8f37fcd'}]
02:05:49.146 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:49.147 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:05:49.148 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296061, tablet=839a5d3182214c529ff2a117cbf02c1f@[81e65f7fa4f14f709b357cc04da72f7f(127.7.47.66:39689),bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)[L],ce98bcd7fc8e4f8fa674d0f0e6063859(127.7.47.65:45273)]}]
02:05:49.161 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] connecting to peer
02:05:49.162 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] Successfully connected to peer
02:05:49.165 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069949164 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:49.176 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job aa0f880d3d16040ce17d0c341cb8eb57 (1588 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:05:49.178 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:05:49.179 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.47.67
02:05:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:49.186919  7357 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 7800
02:05:49.189 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:05:49.193 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9ea3e48b, L:/127.0.0.1:59360 - R:/127.7.47.67:36025] using SASL/PLAIN
02:05:49.203 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070511665152001) for scanner KuduScanner(table=replication_test_table, tablet=839a5d3182214c529ff2a117cbf02c1f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:05:49.203 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [09ed673566e5926f7dc07644dc0c6e8f63d06eaf8ee0b65ac11b04b7a8f37fcd]
02:05:49.203 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [09ed673566e5926f7dc07644dc0c6e8f63d06eaf8ee0b65ac11b04b7a8f37fcd]
02:05:49.204 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:05:49.204 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:05:49.204 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] disconnecting while in state READY
02:05:49.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:49.206 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 09ed673566e5926f7dc07644dc0c6e8f63d06eaf8ee0b65ac11b04b7a8f37fcd finished by subtask 2; deferring removal (restored in pending)
02:05:49.209 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] handling channelInactive
02:05:49.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bc3ad5ed637e4afd84198a50fd23dd38(127.7.47.67:36025)] cleaning up while in state READY due to: connection closed
02:05:49.209 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:05:49.209 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:05:49.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:49.221164  7357 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 7949
02:05:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:49.254779  7357 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 7369
02:05:49.282 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.47.126:46261(127.7.47.126:46261)] handling channelInactive
02:05:49.282 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state READY due to: connection closed
02:05:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:49.283834  7357 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 7439
02:05:49.308 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:49.308 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:49.308 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:49.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:49.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:49.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:49.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:49.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:49.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:49.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:49.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:49.309 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:49.309 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:49.316 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.47.125:34413(127.7.47.125:34413)] handling channelInactive
02:05:49.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state READY due to: connection closed
02:05:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:49.317554  7357 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 7514
02:05:49.344 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.47.124:38689(127.7.47.124:38689)] handling channelInactive
02:05:49.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state READY due to: connection closed
02:05:49.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:49.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:49.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069949664 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:49.674 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job aa0f880d3d16040ce17d0c341cb8eb57 (1588 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:05:49.675 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:05:49.675 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 09ed673566e5926f7dc07644dc0c6e8f63d06eaf8ee0b65ac11b04b7a8f37fcd from pending
02:05:49.675 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 1 finished splits from enumerator state
02:05:49.710 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:49.710 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:49.710 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:49.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:49.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:49.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:49.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:49.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:49.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:49.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:49.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:49.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:49.712 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:49.787 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:49.788 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:49.788 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:49.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:49.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:49.788 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:49.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:49.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:49.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:49.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:49.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:49.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:49.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:49.846 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:49.847 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:49.847 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:49.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:49.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:49.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:49.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:49.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:49.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:49.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:49.847 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:49.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:49.848 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:49.980 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:49.981 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:49.981 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:49.981 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:49.981 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:49.981 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:49.981 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:49.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:49.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:49.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:49.982 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:49.982 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:49.982 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:50.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:50.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:50.165 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069950164 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:50.179 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:05:50.189 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:05:50.227 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:50.228 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:50.228 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:50.228 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:50.228 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:50.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:50.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:50.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:50.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:50.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:50.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:50.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:50.229 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:05:50Z chronyd exiting
02:05:50.533 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:50.533 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:50.533 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:50.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:50.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:50.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:50.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:50.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:50.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:50.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:50.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:50.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:50.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:50.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28522), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [7ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [26ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [45ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [468ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [469ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [469ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [783ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [783ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [784ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [784ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [842ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [844ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [942ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [943ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [944ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [944ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2482ms] too many traces: truncated at 100 traces, deferred=Deferred@605836160(state=PENDING, result=null, callback=(continuation of Deferred@567051913 after retry RPC after error@93995260) -> (continuation of Deferred@1153839187 after retry RPC after error@33614616) -> (continuation of Deferred@1195236639 after retry RPC after error@284686500) -> (continuation of Deferred@1707476545 after retry RPC after error@1620797898) -> (continuation of Deferred@1231521251 after retry RPC after error@1719301811) -> (continuation of Deferred@861638707 after retry RPC after error@146111147) -> (continuation of Deferred@2097721027 after retry RPC after error@1223856191) -> (continuation of Deferred@667376410 after retry RPC after error@67378539) -> (continuation of Deferred@1019397534 after retry RPC after error@1626200401) -> (continuation of Deferred@2112831965 after retry RPC after error@1503978574) -> (continuation of Deferred@1935680721 after retry RPC after error@2101955773) -> (continuation of Deferred@2058296160 after retry RPC after error@81204975) -> (continuation of Deferred@1986264072 after retry RPC after error@1106799325) -> (continuation of Deferred@1124994457 after retry RPC after error@2144476025) -> (continuation of Deferred@381168439 after retry RPC after error@345249215) -> (continuation of Deferred@658878577 after retry RPC after error@1218674227) -> (continuation of Deferred@521471363 after retry RPC after error@731435571) -> (continuation of Deferred@567556361 after retry RPC after error@1926597094) -> (continuation of Deferred@1163633442 after retry RPC after error@675281136) -> (continuation of Deferred@681803919 after retry RPC after error@1994892996) -> (continuation of Deferred@1857898889 after retry RPC after error@957535446) -> (continuation of Deferred@226598019 after retry RPC after error@1184619121) -> (continuation of Deferred@1114513962 after retry RPC after error@1844837077) -> (continuation of Deferred@1813059180 after retry RPC after error@1958810061) -> (continuation of Deferred@1200427533 after retry RPC after error@90991483) -> (continuation of Deferred@1638576076 after retry RPC after error@496600397), errback=(continuation of Deferred@567051913 after retry RPC after error@93995260) -> (continuation of Deferred@1153839187 after retry RPC after error@33614616) -> (continuation of Deferred@1195236639 after retry RPC after error@284686500) -> (continuation of Deferred@1707476545 after retry RPC after error@1620797898) -> (continuation of Deferred@1231521251 after retry RPC after error@1719301811) -> (continuation of Deferred@861638707 after retry RPC after error@146111147) -> (continuation of Deferred@2097721027 after retry RPC after error@1223856191) -> (continuation of Deferred@667376410 after retry RPC after error@67378539) -> (continuation of Deferred@1019397534 after retry RPC after error@1626200401) -> (continuation of Deferred@2112831965 after retry RPC after error@1503978574) -> (continuation of Deferred@1935680721 after retry RPC after error@2101955773) -> (continuation of Deferred@2058296160 after retry RPC after error@81204975) -> (continuation of Deferred@1986264072 after retry RPC after error@1106799325) -> (continuation of Deferred@1124994457 after retry RPC after error@2144476025) -> (continuation of Deferred@381168439 after retry RPC after error@345249215) -> (continuation of Deferred@658878577 after retry RPC after error@1218674227) -> (continuation of Deferred@521471363 after retry RPC after error@731435571) -> (continuation of Deferred@567556361 after retry RPC after error@1926597094) -> (continuation of Deferred@1163633442 after retry RPC after error@675281136) -> (continuation of Deferred@681803919 after retry RPC after error@1994892996) -> (continuation of Deferred@1857898889 after retry RPC after error@957535446) -> (continuation of Deferred@226598019 after retry RPC after error@1184619121) -> (continuation of Deferred@1114513962 after retry RPC after error@1844837077) -> (continuation of Deferred@1813059180 after retry RPC after error@1958810061) -> (continuation of Deferred@1200427533 after retry RPC after error@90991483) -> (continuation of Deferred@1638576076 after retry RPC after error@496600397)))
02:05:50.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:50.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:50.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069950664 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:50.672 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:05:50.673 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:05:50.775 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:50.775 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:50.775 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:50.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:50.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:50.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:50.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:50.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:50.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:50.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:50.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:50.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:50.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:51.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:51.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:51.131 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:51.131 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:51.131 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:51.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:51.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:51.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:51.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:51.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:51.132 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:51.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:51.132 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:51.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:51.132 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:51.137 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:51.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.138 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.7.47.124:38689(127.7.47.124:38689) for tablet Kudu Master: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.158 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:51.159 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:51.159 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.159 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:51.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.159 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.160 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.160 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.160 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.160 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.160 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.160 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.161 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:51.163 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069951163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:51.170 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=6 ms, finalizationTime=1 ms).
02:05:51.170 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:05:51.178 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:51.179 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:51.179 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:51.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:51.199 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:51.199 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:51.199 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:51.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.200 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.200 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.200 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.200 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.200 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.200 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:51.219 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:51.219 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:51.219 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:51.220 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.220 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.220 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.220 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.220 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.220 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.220 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.220 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.220 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:51.238 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:51.238 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:51.238 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:51.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.239 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.239 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.239 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.239 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:51.258 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:51.258 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:51.259 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:51.259 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.259 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.259 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.259 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.259 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.259 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.259 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:51.278 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:51.278 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:51.278 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:51.279 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.279 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.279 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.279 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.279 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.279 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:51.378 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:51.379 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:51.379 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:51.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.380 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.380 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.380 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.380 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:51.428 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testUnpartitionedTable: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:05:51.453 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testUnpartitionedTable: giving up after 1 attempts
E.02:05:51.453 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779069951453
02:05:51.453 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779069951453
02:05:51.457 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:05:51.460 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:05:51.460 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:05:51.460 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:05:51.461 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:05:51.461 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:05:51.467 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:05:51.547 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:51.547 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:51.548 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:51.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:51.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:51.548 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:51.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:51.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:51.548 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:51.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:51.548 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:51.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:51.548 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:51.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:51.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:51.660 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:51.661 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:51.661 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:51.661 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:51.661 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:51.661 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:51.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:51.661 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:51.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:51.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:51.662 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:51.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:51.662 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:51.662 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26816), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [45ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [73ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [76ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [164ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [164ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [205ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [304ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [304ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [405ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [864ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [864ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1882ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2103ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2460ms] refreshing cache from master, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2461ms] too many traces: truncated at 100 traces, deferred=Deferred@897620769(state=PENDING, result=null, callback=(continuation of Deferred@1686877854 after retry RPC after error@320248472) -> (continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806), errback=(continuation of Deferred@1686877854 after retry RPC after error@320248472) -> (continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806)))
02:05:51.664 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:05:51.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069951663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:51.664 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26816), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [45ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [73ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [76ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [164ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [164ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [205ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [304ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [304ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [405ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [864ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [864ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1882ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2103ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2460ms] refreshing cache from master, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2461ms] too many traces: truncated at 100 traces, deferred=Deferred@897620769(state=PENDING, result=null, callback=(continuation of Deferred@1686877854 after retry RPC after error@320248472) -> (continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806), errback=(continuation of Deferred@1686877854 after retry RPC after error@320248472) -> (continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.188:37871
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:51.666 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
02:05:51.668 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
02:05:51.670 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26816), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [45ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [73ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [76ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [164ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [164ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [205ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [304ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [304ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [405ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [864ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [864ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1882ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2103ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2460ms] refreshing cache from master, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2461ms] too many traces: truncated at 100 traces, deferred=Deferred@897620769(state=PENDING, result=null, callback=(continuation of Deferred@1686877854 after retry RPC after error@320248472) -> (continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806), errback=(continuation of Deferred@1686877854 after retry RPC after error@320248472) -> (continuation of Deferred@764957452 after retry RPC after error@485526541) -> (continuation of Deferred@628549195 after retry RPC after error@43219495) -> (continuation of Deferred@1845250378 after retry RPC after error@1970548764) -> (continuation of Deferred@1738720327 after retry RPC after error@2121914582) -> (continuation of Deferred@1900050506 after retry RPC after error@627065518) -> (continuation of Deferred@1410415289 after retry RPC after error@1679751045) -> (continuation of Deferred@376328548 after retry RPC after error@826016821) -> (continuation of Deferred@1822762073 after retry RPC after error@2140423319) -> (continuation of Deferred@462806896 after retry RPC after error@1255767451) -> (continuation of Deferred@261820277 after retry RPC after error@1391870701) -> (continuation of Deferred@1739418012 after retry RPC after error@1721361751) -> (continuation of Deferred@833535574 after retry RPC after error@1362064292) -> (continuation of Deferred@1564610964 after retry RPC after error@1960371254) -> (continuation of Deferred@817932533 after retry RPC after error@441999130) -> (continuation of Deferred@1465594740 after retry RPC after error@1687262461) -> (continuation of Deferred@1369644954 after retry RPC after error@156969531) -> (continuation of Deferred@118843639 after retry RPC after error@1875583636) -> (continuation of Deferred@643673912 after retry RPC after error@1980191546) -> (continuation of Deferred@1526325213 after retry RPC after error@1821415828) -> (continuation of Deferred@662691665 after retry RPC after error@1806554631) -> (continuation of Deferred@2143222680 after retry RPC after error@386564546) -> (continuation of Deferred@1322668325 after retry RPC after error@1263446806)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.188:37871
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:51.674 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
02:05:51.674 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
02:05:51.674 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:05:51.674 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RUNNING to RESTARTING.
02:05:51.677 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:05:51.677 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:51.678 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:51.678 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:51.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:51.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:51.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:51.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:51.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:51.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:51.679 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:51.679 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:51.679 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:51.679 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:51.679 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29664), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [46ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [523ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [523ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [523ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [884ms] refreshing cache from master, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [886ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [887ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [888ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [888ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1304ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1304ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1304ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2901ms] refreshing cache from master, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2903ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2903ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2903ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3227ms] refreshing cache from master, [3231ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3235ms] too many traces: truncated at 100 traces, deferred=Deferred@1705318738(state=PENDING, result=null, callback=(continuation of Deferred@1161570605 after retry RPC after error@515958919) -> (continuation of Deferred@183688718 after retry RPC after error@1196439947) -> (continuation of Deferred@1669403917 after retry RPC after error@2048675114) -> (continuation of Deferred@1719856841 after retry RPC after error@542642163) -> (continuation of Deferred@1260015496 after retry RPC after error@1408712412) -> (continuation of Deferred@586311373 after retry RPC after error@1119208183) -> (continuation of Deferred@1540010790 after retry RPC after error@824276829) -> (continuation of Deferred@13941690 after retry RPC after error@1813668653) -> (continuation of Deferred@1657257483 after retry RPC after error@1483122321) -> (continuation of Deferred@2110447436 after retry RPC after error@1115085011) -> (continuation of Deferred@496898416 after retry RPC after error@1881239164) -> (continuation of Deferred@1530593163 after retry RPC after error@805180543) -> (continuation of Deferred@1107723617 after retry RPC after error@967791059) -> (continuation of Deferred@895821770 after retry RPC after error@1785168117) -> (continuation of Deferred@473709909 after retry RPC after error@1608435400) -> (continuation of Deferred@1125769614 after retry RPC after error@363835696) -> (continuation of Deferred@1745154117 after retry RPC after error@1095078667) -> (continuation of Deferred@1297878844 after retry RPC after error@621937046) -> (continuation of Deferred@1792756649 after retry RPC after error@132857906) -> (continuation of Deferred@719555100 after retry RPC after error@533209191) -> (continuation of Deferred@796829236 after retry RPC after error@1925814585) -> (continuation of Deferred@1145851414 after retry RPC after error@450467296) -> (continuation of Deferred@1078779785 after retry RPC after error@2121438952), errback=(continuation of Deferred@1161570605 after retry RPC after error@515958919) -> (continuation of Deferred@183688718 after retry RPC after error@1196439947) -> (continuation of Deferred@1669403917 after retry RPC after error@2048675114) -> (continuation of Deferred@1719856841 after retry RPC after error@542642163) -> (continuation of Deferred@1260015496 after retry RPC after error@1408712412) -> (continuation of Deferred@586311373 after retry RPC after error@1119208183) -> (continuation of Deferred@1540010790 after retry RPC after error@824276829) -> (continuation of Deferred@13941690 after retry RPC after error@1813668653) -> (continuation of Deferred@1657257483 after retry RPC after error@1483122321) -> (continuation of Deferred@2110447436 after retry RPC after error@1115085011) -> (continuation of Deferred@496898416 after retry RPC after error@1881239164) -> (continuation of Deferred@1530593163 after retry RPC after error@805180543) -> (continuation of Deferred@1107723617 after retry RPC after error@967791059) -> (continuation of Deferred@895821770 after retry RPC after error@1785168117) -> (continuation of Deferred@473709909 after retry RPC after error@1608435400) -> (continuation of Deferred@1125769614 after retry RPC after error@363835696) -> (continuation of Deferred@1745154117 after retry RPC after error@1095078667) -> (continuation of Deferred@1297878844 after retry RPC after error@621937046) -> (continuation of Deferred@1792756649 after retry RPC after error@132857906) -> (continuation of Deferred@719555100 after retry RPC after error@533209191) -> (continuation of Deferred@796829236 after retry RPC after error@1925814585) -> (continuation of Deferred@1145851414 after retry RPC after error@450467296) -> (continuation of Deferred@1078779785 after retry RPC after error@2121438952)))
02:05:51.681 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:05:51.695 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:51.696 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:51.696 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:51.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:51.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:51.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:51.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:51.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:51.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:51.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:51.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:51.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:51.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:51.806 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:05:51.806 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:05:51.807 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:51.808 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:51.808 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:51.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:51.808 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:51.808 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:51.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:51.808 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:51.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:51.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:51.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:51.809 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:51.809 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:51.810657  9245 mini_oidc.cc:150] Starting JWKS server
02:05:51.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:51.813995  9245 webserver.cc:533] Webserver started at http://127.0.0.1:43059/ using document root <none> and password file <none>
02:05:51.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:51.814407  9245 mini_oidc.cc:186] Starting OIDC Discovery server
02:05:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:51.816159  9245 webserver.cc:533] Webserver started at http://127.0.0.1:44225/ using document root <none> and password file <none>
02:05:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:05:51Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:05:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:05:51Z Disabled control of system clock
02:05:51.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:51.874570  9245 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/wal
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/data
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/logs
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/data/info.pb
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.7.126:39077
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.7.126
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.7.84:33105
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43059/jwks.json with env {}
02:05:51.878 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:51.878 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:51.878 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:51.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.879 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:51.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:51.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:51.879 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:52.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:52.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069952163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:52.172 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:05:52.173 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
02:05:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:52.192523  9257 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:52.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:52.193060  9257 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:52.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:52.193632  9257 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:52.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:52.226557  9257 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:52.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:52.226836  9257 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:52.227036  9257 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:52.227229  9257 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:52.227428  9257 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:52.227586  9257 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43059/jwks.json
02:05:52.227 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:52.228 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:52.228 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:52.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:52.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:52.228 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:52.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:52.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:52.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:52.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:52.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:52.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:52.228 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:52.229 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27396), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [30ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [52ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [68ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [265ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [265ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [348ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [780ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [783ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [783ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1243ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2521ms] refreshing cache from master, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2523ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2523ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4581ms] refreshing cache from master, [4581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4583ms] too many traces: truncated at 100 traces, deferred=Deferred@1264873952(state=PENDING, result=null, callback=(continuation of Deferred@1329862285 after retry RPC after error@719587348) -> (continuation of Deferred@1585763899 after retry RPC after error@914839418) -> (continuation of Deferred@1494802265 after retry RPC after error@1404491974) -> (continuation of Deferred@729540997 after retry RPC after error@659244823) -> (continuation of Deferred@943105712 after retry RPC after error@1570978200) -> (continuation of Deferred@702600296 after retry RPC after error@1416515004) -> (continuation of Deferred@1507877543 after retry RPC after error@491515898) -> (continuation of Deferred@849820591 after retry RPC after error@344097770) -> (continuation of Deferred@1319976583 after retry RPC after error@215694487) -> (continuation of Deferred@120194272 after retry RPC after error@121068092) -> (continuation of Deferred@541656411 after retry RPC after error@1973664321) -> (continuation of Deferred@578399505 after retry RPC after error@522384856) -> (continuation of Deferred@1999198394 after retry RPC after error@531662252) -> (continuation of Deferred@1884205678 after retry RPC after error@2018121098) -> (continuation of Deferred@1159429809 after retry RPC after error@1578966619) -> (continuation of Deferred@1531251252 after retry RPC after error@1938535059) -> (continuation of Deferred@1836823717 after retry RPC after error@1528987799) -> (continuation of Deferred@684012909 after retry RPC after error@108271052) -> (continuation of Deferred@916084539 after retry RPC after error@2045988679) -> (continuation of Deferred@2015130441 after retry RPC after error@1583399923) -> (continuation of Deferred@984048779 after retry RPC after error@1506643439) -> (continuation of Deferred@1112554404 after retry RPC after error@444012358), errback=(continuation of Deferred@1329862285 after retry RPC after error@719587348) -> (continuation of Deferred@1585763899 after retry RPC after error@914839418) -> (continuation of Deferred@1494802265 after retry RPC after error@1404491974) -> (continuation of Deferred@729540997 after retry RPC after error@659244823) -> (continuation of Deferred@943105712 after retry RPC after error@1570978200) -> (continuation of Deferred@702600296 after retry RPC after error@1416515004) -> (continuation of Deferred@1507877543 after retry RPC after error@491515898) -> (continuation of Deferred@849820591 after retry RPC after error@344097770) -> (continuation of Deferred@1319976583 after retry RPC after error@215694487) -> (continuation of Deferred@120194272 after retry RPC after error@121068092) -> (continuation of Deferred@541656411 after retry RPC after error@1973664321) -> (continuation of Deferred@578399505 after retry RPC after error@522384856) -> (continuation of Deferred@1999198394 after retry RPC after error@531662252) -> (continuation of Deferred@1884205678 after retry RPC after error@2018121098) -> (continuation of Deferred@1159429809 after retry RPC after error@1578966619) -> (continuation of Deferred@1531251252 after retry RPC after error@1938535059) -> (continuation of Deferred@1836823717 after retry RPC after error@1528987799) -> (continuation of Deferred@684012909 after retry RPC after error@108271052) -> (continuation of Deferred@916084539 after retry RPC after error@2045988679) -> (continuation of Deferred@2015130441 after retry RPC after error@1583399923) -> (continuation of Deferred@984048779 after retry RPC after error@1506643439) -> (continuation of Deferred@1112554404 after retry RPC after error@444012358)))
02:05:52.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:05:52.230 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27396), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [30ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [52ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [68ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [265ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [265ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [348ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [780ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [783ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [783ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1243ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2521ms] refreshing cache from master, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2523ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2523ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4581ms] refreshing cache from master, [4581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4583ms] too many traces: truncated at 100 traces, deferred=Deferred@1264873952(state=PENDING, result=null, callback=(continuation of Deferred@1329862285 after retry RPC after error@719587348) -> (continuation of Deferred@1585763899 after retry RPC after error@914839418) -> (continuation of Deferred@1494802265 after retry RPC after error@1404491974) -> (continuation of Deferred@729540997 after retry RPC after error@659244823) -> (continuation of Deferred@943105712 after retry RPC after error@1570978200) -> (continuation of Deferred@702600296 after retry RPC after error@1416515004) -> (continuation of Deferred@1507877543 after retry RPC after error@491515898) -> (continuation of Deferred@849820591 after retry RPC after error@344097770) -> (continuation of Deferred@1319976583 after retry RPC after error@215694487) -> (continuation of Deferred@120194272 after retry RPC after error@121068092) -> (continuation of Deferred@541656411 after retry RPC after error@1973664321) -> (continuation of Deferred@578399505 after retry RPC after error@522384856) -> (continuation of Deferred@1999198394 after retry RPC after error@531662252) -> (continuation of Deferred@1884205678 after retry RPC after error@2018121098) -> (continuation of Deferred@1159429809 after retry RPC after error@1578966619) -> (continuation of Deferred@1531251252 after retry RPC after error@1938535059) -> (continuation of Deferred@1836823717 after retry RPC after error@1528987799) -> (continuation of Deferred@684012909 after retry RPC after error@108271052) -> (continuation of Deferred@916084539 after retry RPC after error@2045988679) -> (continuation of Deferred@2015130441 after retry RPC after error@1583399923) -> (continuation of Deferred@984048779 after retry RPC after error@1506643439) -> (continuation of Deferred@1112554404 after retry RPC after error@444012358), errback=(continuation of Deferred@1329862285 after retry RPC after error@719587348) -> (continuation of Deferred@1585763899 after retry RPC after error@914839418) -> (continuation of Deferred@1494802265 after retry RPC after error@1404491974) -> (continuation of Deferred@729540997 after retry RPC after error@659244823) -> (continuation of Deferred@943105712 after retry RPC after error@1570978200) -> (continuation of Deferred@702600296 after retry RPC after error@1416515004) -> (continuation of Deferred@1507877543 after retry RPC after error@491515898) -> (continuation of Deferred@849820591 after retry RPC after error@344097770) -> (continuation of Deferred@1319976583 after retry RPC after error@215694487) -> (continuation of Deferred@120194272 after retry RPC after error@121068092) -> (continuation of Deferred@541656411 after retry RPC after error@1973664321) -> (continuation of Deferred@578399505 after retry RPC after error@522384856) -> (continuation of Deferred@1999198394 after retry RPC after error@531662252) -> (continuation of Deferred@1884205678 after retry RPC after error@2018121098) -> (continuation of Deferred@1159429809 after retry RPC after error@1578966619) -> (continuation of Deferred@1531251252 after retry RPC after error@1938535059) -> (continuation of Deferred@1836823717 after retry RPC after error@1528987799) -> (continuation of Deferred@684012909 after retry RPC after error@108271052) -> (continuation of Deferred@916084539 after retry RPC after error@2045988679) -> (continuation of Deferred@2015130441 after retry RPC after error@1583399923) -> (continuation of Deferred@984048779 after retry RPC after error@1506643439) -> (continuation of Deferred@1112554404 after retry RPC after error@444012358)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:52.232 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
02:05:52.233 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
02:05:52.235 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27396), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [30ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [52ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [68ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [265ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [265ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [348ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [780ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [783ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [783ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1243ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2521ms] refreshing cache from master, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2523ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2523ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4581ms] refreshing cache from master, [4581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4583ms] too many traces: truncated at 100 traces, deferred=Deferred@1264873952(state=PENDING, result=null, callback=(continuation of Deferred@1329862285 after retry RPC after error@719587348) -> (continuation of Deferred@1585763899 after retry RPC after error@914839418) -> (continuation of Deferred@1494802265 after retry RPC after error@1404491974) -> (continuation of Deferred@729540997 after retry RPC after error@659244823) -> (continuation of Deferred@943105712 after retry RPC after error@1570978200) -> (continuation of Deferred@702600296 after retry RPC after error@1416515004) -> (continuation of Deferred@1507877543 after retry RPC after error@491515898) -> (continuation of Deferred@849820591 after retry RPC after error@344097770) -> (continuation of Deferred@1319976583 after retry RPC after error@215694487) -> (continuation of Deferred@120194272 after retry RPC after error@121068092) -> (continuation of Deferred@541656411 after retry RPC after error@1973664321) -> (continuation of Deferred@578399505 after retry RPC after error@522384856) -> (continuation of Deferred@1999198394 after retry RPC after error@531662252) -> (continuation of Deferred@1884205678 after retry RPC after error@2018121098) -> (continuation of Deferred@1159429809 after retry RPC after error@1578966619) -> (continuation of Deferred@1531251252 after retry RPC after error@1938535059) -> (continuation of Deferred@1836823717 after retry RPC after error@1528987799) -> (continuation of Deferred@684012909 after retry RPC after error@108271052) -> (continuation of Deferred@916084539 after retry RPC after error@2045988679) -> (continuation of Deferred@2015130441 after retry RPC after error@1583399923) -> (continuation of Deferred@984048779 after retry RPC after error@1506643439) -> (continuation of Deferred@1112554404 after retry RPC after error@444012358), errback=(continuation of Deferred@1329862285 after retry RPC after error@719587348) -> (continuation of Deferred@1585763899 after retry RPC after error@914839418) -> (continuation of Deferred@1494802265 after retry RPC after error@1404491974) -> (continuation of Deferred@729540997 after retry RPC after error@659244823) -> (continuation of Deferred@943105712 after retry RPC after error@1570978200) -> (continuation of Deferred@702600296 after retry RPC after error@1416515004) -> (continuation of Deferred@1507877543 after retry RPC after error@491515898) -> (continuation of Deferred@849820591 after retry RPC after error@344097770) -> (continuation of Deferred@1319976583 after retry RPC after error@215694487) -> (continuation of Deferred@120194272 after retry RPC after error@121068092) -> (continuation of Deferred@541656411 after retry RPC after error@1973664321) -> (continuation of Deferred@578399505 after retry RPC after error@522384856) -> (continuation of Deferred@1999198394 after retry RPC after error@531662252) -> (continuation of Deferred@1884205678 after retry RPC after error@2018121098) -> (continuation of Deferred@1159429809 after retry RPC after error@1578966619) -> (continuation of Deferred@1531251252 after retry RPC after error@1938535059) -> (continuation of Deferred@1836823717 after retry RPC after error@1528987799) -> (continuation of Deferred@684012909 after retry RPC after error@108271052) -> (continuation of Deferred@916084539 after retry RPC after error@2045988679) -> (continuation of Deferred@2015130441 after retry RPC after error@1583399923) -> (continuation of Deferred@984048779 after retry RPC after error@1506643439) -> (continuation of Deferred@1112554404 after retry RPC after error@444012358)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:52.237 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:05:52.237 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
02:05:52.237 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:52.292744  9257 master_runner.cc:387] Master server non-default flags:
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.7.84:33105
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/data
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/wal
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.7.126:39077
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43059/jwks.json
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/data/info.pb
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.7.126
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/logs
02:05:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:52.294449  9257 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:52.296144  9257 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:52.308276  9263 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:52.490 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:52.491 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:52.491 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:52.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:52.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:52.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:52.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:52.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:52.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:52.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:52.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:52.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:52.492 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:52.527 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:52.527 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:52.527 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:52.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:52.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:52.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:52.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:52.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:52.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:52.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:52.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:52.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:52.528 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:52.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:52.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069952663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:52.672 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:05:52.674 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
02:05:52.795 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:52.796 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:52.796 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:52.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:52.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:52.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:52.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:52.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:52.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:52.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:52.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:52.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:52.797 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:52.797 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27941), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [11ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [11ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [11ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [28ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [57ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [57ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [244ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [364ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [364ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [365ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [365ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [823ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [823ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1224ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1224ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3063ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3063ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3064ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3064ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [5901ms] refreshing cache from master, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5902ms] too many traces: truncated at 100 traces, deferred=Deferred@1284022003(state=PENDING, result=null, callback=(continuation of Deferred@999495434 after retry RPC after error@1119837523) -> (continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066), errback=(continuation of Deferred@999495434 after retry RPC after error@1119837523) -> (continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066)))
02:05:52.798 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:52.799 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:52.799 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:52.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:52.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:52.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:52.799 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:05:52.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:52.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:52.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:52.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:52.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:52.799 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27941), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [11ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [11ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [11ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [28ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [57ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [57ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [244ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [364ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [364ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [365ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [365ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [823ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [823ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1224ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1224ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3063ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3063ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3064ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3064ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [5901ms] refreshing cache from master, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5902ms] too many traces: truncated at 100 traces, deferred=Deferred@1284022003(state=PENDING, result=null, callback=(continuation of Deferred@999495434 after retry RPC after error@1119837523) -> (continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066), errback=(continuation of Deferred@999495434 after retry RPC after error@1119837523) -> (continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.190:39887
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:52.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:52.800 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:52.802 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
02:05:52.803 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:05:52.805 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27941), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [11ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [11ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [11ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [28ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [57ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [57ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [244ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [364ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [364ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [365ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [365ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [823ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [823ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1224ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1224ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3063ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3063ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3064ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3064ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [5901ms] refreshing cache from master, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5902ms] too many traces: truncated at 100 traces, deferred=Deferred@1284022003(state=PENDING, result=null, callback=(continuation of Deferred@999495434 after retry RPC after error@1119837523) -> (continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066), errback=(continuation of Deferred@999495434 after retry RPC after error@1119837523) -> (continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.190:39887
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:52.807 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:05:52.807 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
02:05:52.807 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:05:53.018 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:53.019 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:53.019 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:53.019 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:53.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:53.019 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:53.019 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:53.019 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:53.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:53.020 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:53.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:53.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:53.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:53.058 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:53.059 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:53.059 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:53.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:53.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:53.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:53.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:53.059 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:53.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:53.059 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:53.060 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:53.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:53.060 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:53.094 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:53.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069953163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:53.172 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:05:53.173 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
02:05:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:52.312980  9266 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:52.310340  9264 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.445215  9265 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:05:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.445453  9257 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:53.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.449761  9257 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:53.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.452996  9257 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.454448  9257 hybrid_clock.cc:648] HybridClock initialized: now 1779069953454366 us; error 62 us; skew 500 ppm
02:05:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.455215  9257 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:53.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.461345  9257 webserver.cc:533] Webserver started at http://127.9.7.126:42091/ using document root <none> and password file <none>
02:05:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.462242  9257 fs_manager.cc:362] Metadata directory not provided
02:05:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.462440  9257 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:53.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.462827  9257 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.467309  9257 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/data/instance:
02:05:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cbbb2128ed5495da8336827ff2e1836"
02:05:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:53 on dist-test-slave-9vqr"
02:05:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.468405  9257 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/wal/instance:
02:05:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cbbb2128ed5495da8336827ff2e1836"
02:05:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:53 on dist-test-slave-9vqr"
02:05:53.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.475425  9257 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.000s
02:05:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.481338  9273 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.482445  9257 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.482805  9257 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/wal
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cbbb2128ed5495da8336827ff2e1836"
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:53 on dist-test-slave-9vqr"
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.483161  9257 fs_report.cc:389] FS layout report
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/wal
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/wal
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/data/data
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.532027  9257 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.533831  9257 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.534322  9257 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:53.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.606873  9257 rpc_server.cc:307] RPC server started. Bound to: 127.9.7.126:39077
02:05:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.606957  9324 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.7.126:39077 every 8 connection(s)
02:05:53.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.609695  9257 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/data/info.pb
02:05:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.615729  9325 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.617241  9245 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 9257
02:05:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.617594  9245 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-0/wal/instance
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.621201  9245 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/wal
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/data
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/logs
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/data/info.pb
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.7.125:41667
02:05:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.7.125
02:05:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.7.84:33105
02:05:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177
02:05:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43059/jwks.json with env {}
02:05:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.627920  9325 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } has no permanent_uuid. Determining permanent_uuid...
02:05:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.655601  9325 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } has no permanent_uuid. Determining permanent_uuid...
02:05:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.657836  9277 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.7.125:41667: connect: Connection refused (error 111)
02:05:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.662115  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.125:41667: Network error: Client connection negotiation failed: client connection to 127.9.7.125:41667: connect: Connection refused (error 111)
02:05:53.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069953663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:53.675 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:05:53.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
02:05:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.711689  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } attempt: 1
02:05:53.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.715672  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.125:41667: Network error: Client connection negotiation failed: client connection to 127.9.7.125:41667: connect: Connection refused (error 111)
02:05:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.784104  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } attempt: 2
02:05:53.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.788046  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.125:41667: Network error: Client connection negotiation failed: client connection to 127.9.7.125:41667: connect: Connection refused (error 111)
02:05:53.867 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:53.868 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:53.868 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:53.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:53.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:53.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:53.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:53.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:53.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:53.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:53.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:53.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:53.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:53.869 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29025), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [25ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [51ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [52ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [72ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [72ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [73ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [84ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [144ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [444ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [762ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [763ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1181ms] refreshing cache from master, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1184ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1841ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1843ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2483ms] too many traces: truncated at 100 traces, deferred=Deferred@1860124435(state=PENDING, result=null, callback=(continuation of Deferred@1397290749 after retry RPC after error@1304996944) -> (continuation of Deferred@634442891 after retry RPC after error@853561477) -> (continuation of Deferred@646690618 after retry RPC after error@774448535) -> (continuation of Deferred@234801237 after retry RPC after error@1034605847) -> (continuation of Deferred@1180927999 after retry RPC after error@562104121) -> (continuation of Deferred@1522982716 after retry RPC after error@833596190) -> (continuation of Deferred@1797889707 after retry RPC after error@1119413304) -> (continuation of Deferred@778824812 after retry RPC after error@1649432036) -> (continuation of Deferred@1168851907 after retry RPC after error@1085797994) -> (continuation of Deferred@827222684 after retry RPC after error@1364321828) -> (continuation of Deferred@1325077142 after retry RPC after error@830515589) -> (continuation of Deferred@1943547811 after retry RPC after error@770086714) -> (continuation of Deferred@1000296370 after retry RPC after error@266802629) -> (continuation of Deferred@1030784685 after retry RPC after error@615946622) -> (continuation of Deferred@1695920261 after retry RPC after error@1382799583) -> (continuation of Deferred@1805085137 after retry RPC after error@2080010420) -> (continuation of Deferred@857962198 after retry RPC after error@1057160525) -> (continuation of Deferred@1863045789 after retry RPC after error@1205628952) -> (continuation of Deferred@1868643315 after retry RPC after error@1193368519) -> (continuation of Deferred@1989146244 after retry RPC after error@1391924477) -> (continuation of Deferred@883885043 after retry RPC after error@2031978946) -> (continuation of Deferred@1882160051 after retry RPC after error@446024119) -> (continuation of Deferred@1458168205 after retry RPC after error@1135554827) -> (continuation of Deferred@1221998638 after retry RPC after error@2092603634) -> (continuation of Deferred@1707535201 after retry RPC after error@1599842747) -> (continuation of Deferred@649456950 after retry RPC after error@249601050), errback=(continuation of Deferred@1397290749 after retry RPC after error@1304996944) -> (continuation of Deferred@634442891 after retry RPC after error@853561477) -> (continuation of Deferred@646690618 after retry RPC after error@774448535) -> (continuation of Deferred@234801237 after retry RPC after error@1034605847) -> (continuation of Deferred@1180927999 after retry RPC after error@562104121) -> (continuation of Deferred@1522982716 after retry RPC after error@833596190) -> (continuation of Deferred@1797889707 after retry RPC after error@1119413304) -> (continuation of Deferred@778824812 after retry RPC after error@1649432036) -> (continuation of Deferred@1168851907 after retry RPC after error@1085797994) -> (continuation of Deferred@827222684 after retry RPC after error@1364321828) -> (continuation of Deferred@1325077142 after retry RPC after error@830515589) -> (continuation of Deferred@1943547811 after retry RPC after error@770086714) -> (continuation of Deferred@1000296370 after retry RPC after error@266802629) -> (continuation of Deferred@1030784685 after retry RPC after error@615946622) -> (continuation of Deferred@1695920261 after retry RPC after error@1382799583) -> (continuation of Deferred@1805085137 after retry RPC after error@2080010420) -> (continuation of Deferred@857962198 after retry RPC after error@1057160525) -> (continuation of Deferred@1863045789 after retry RPC after error@1205628952) -> (continuation of Deferred@1868643315 after retry RPC after error@1193368519) -> (continuation of Deferred@1989146244 after retry RPC after error@1391924477) -> (continuation of Deferred@883885043 after retry RPC after error@2031978946) -> (continuation of Deferred@1882160051 after retry RPC after error@446024119) -> (continuation of Deferred@1458168205 after retry RPC after error@1135554827) -> (continuation of Deferred@1221998638 after retry RPC after error@2092603634) -> (continuation of Deferred@1707535201 after retry RPC after error@1599842747) -> (continuation of Deferred@649456950 after retry RPC after error@249601050)))
02:05:53.871 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:05:53.871 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29025), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [25ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [51ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [52ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [72ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [72ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [73ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [84ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [144ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [444ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [762ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [763ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1181ms] refreshing cache from master, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1184ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1841ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1843ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2483ms] too many traces: truncated at 100 traces, deferred=Deferred@1860124435(state=PENDING, result=null, callback=(continuation of Deferred@1397290749 after retry RPC after error@1304996944) -> (continuation of Deferred@634442891 after retry RPC after error@853561477) -> (continuation of Deferred@646690618 after retry RPC after error@774448535) -> (continuation of Deferred@234801237 after retry RPC after error@1034605847) -> (continuation of Deferred@1180927999 after retry RPC after error@562104121) -> (continuation of Deferred@1522982716 after retry RPC after error@833596190) -> (continuation of Deferred@1797889707 after retry RPC after error@1119413304) -> (continuation of Deferred@778824812 after retry RPC after error@1649432036) -> (continuation of Deferred@1168851907 after retry RPC after error@1085797994) -> (continuation of Deferred@827222684 after retry RPC after error@1364321828) -> (continuation of Deferred@1325077142 after retry RPC after error@830515589) -> (continuation of Deferred@1943547811 after retry RPC after error@770086714) -> (continuation of Deferred@1000296370 after retry RPC after error@266802629) -> (continuation of Deferred@1030784685 after retry RPC after error@615946622) -> (continuation of Deferred@1695920261 after retry RPC after error@1382799583) -> (continuation of Deferred@1805085137 after retry RPC after error@2080010420) -> (continuation of Deferred@857962198 after retry RPC after error@1057160525) -> (continuation of Deferred@1863045789 after retry RPC after error@1205628952) -> (continuation of Deferred@1868643315 after retry RPC after error@1193368519) -> (continuation of Deferred@1989146244 after retry RPC after error@1391924477) -> (continuation of Deferred@883885043 after retry RPC after error@2031978946) -> (continuation of Deferred@1882160051 after retry RPC after error@446024119) -> (continuation of Deferred@1458168205 after retry RPC after error@1135554827) -> (continuation of Deferred@1221998638 after retry RPC after error@2092603634) -> (continuation of Deferred@1707535201 after retry RPC after error@1599842747) -> (continuation of Deferred@649456950 after retry RPC after error@249601050), errback=(continuation of Deferred@1397290749 after retry RPC after error@1304996944) -> (continuation of Deferred@634442891 after retry RPC after error@853561477) -> (continuation of Deferred@646690618 after retry RPC after error@774448535) -> (continuation of Deferred@234801237 after retry RPC after error@1034605847) -> (continuation of Deferred@1180927999 after retry RPC after error@562104121) -> (continuation of Deferred@1522982716 after retry RPC after error@833596190) -> (continuation of Deferred@1797889707 after retry RPC after error@1119413304) -> (continuation of Deferred@778824812 after retry RPC after error@1649432036) -> (continuation of Deferred@1168851907 after retry RPC after error@1085797994) -> (continuation of Deferred@827222684 after retry RPC after error@1364321828) -> (continuation of Deferred@1325077142 after retry RPC after error@830515589) -> (continuation of Deferred@1943547811 after retry RPC after error@770086714) -> (continuation of Deferred@1000296370 after retry RPC after error@266802629) -> (continuation of Deferred@1030784685 after retry RPC after error@615946622) -> (continuation of Deferred@1695920261 after retry RPC after error@1382799583) -> (continuation of Deferred@1805085137 after retry RPC after error@2080010420) -> (continuation of Deferred@857962198 after retry RPC after error@1057160525) -> (continuation of Deferred@1863045789 after retry RPC after error@1205628952) -> (continuation of Deferred@1868643315 after retry RPC after error@1193368519) -> (continuation of Deferred@1989146244 after retry RPC after error@1391924477) -> (continuation of Deferred@883885043 after retry RPC after error@2031978946) -> (continuation of Deferred@1882160051 after retry RPC after error@446024119) -> (continuation of Deferred@1458168205 after retry RPC after error@1135554827) -> (continuation of Deferred@1221998638 after retry RPC after error@2092603634) -> (continuation of Deferred@1707535201 after retry RPC after error@1599842747) -> (continuation of Deferred@649456950 after retry RPC after error@249601050)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:53.872 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
02:05:53.874 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:05:53.876 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29025), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [25ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [51ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [52ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [72ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [72ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [73ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [84ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [144ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [444ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [762ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [763ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1181ms] refreshing cache from master, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1184ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1841ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1843ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2483ms] too many traces: truncated at 100 traces, deferred=Deferred@1860124435(state=PENDING, result=null, callback=(continuation of Deferred@1397290749 after retry RPC after error@1304996944) -> (continuation of Deferred@634442891 after retry RPC after error@853561477) -> (continuation of Deferred@646690618 after retry RPC after error@774448535) -> (continuation of Deferred@234801237 after retry RPC after error@1034605847) -> (continuation of Deferred@1180927999 after retry RPC after error@562104121) -> (continuation of Deferred@1522982716 after retry RPC after error@833596190) -> (continuation of Deferred@1797889707 after retry RPC after error@1119413304) -> (continuation of Deferred@778824812 after retry RPC after error@1649432036) -> (continuation of Deferred@1168851907 after retry RPC after error@1085797994) -> (continuation of Deferred@827222684 after retry RPC after error@1364321828) -> (continuation of Deferred@1325077142 after retry RPC after error@830515589) -> (continuation of Deferred@1943547811 after retry RPC after error@770086714) -> (continuation of Deferred@1000296370 after retry RPC after error@266802629) -> (continuation of Deferred@1030784685 after retry RPC after error@615946622) -> (continuation of Deferred@1695920261 after retry RPC after error@1382799583) -> (continuation of Deferred@1805085137 after retry RPC after error@2080010420) -> (continuation of Deferred@857962198 after retry RPC after error@1057160525) -> (continuation of Deferred@1863045789 after retry RPC after error@1205628952) -> (continuation of Deferred@1868643315 after retry RPC after error@1193368519) -> (continuation of Deferred@1989146244 after retry RPC after error@1391924477) -> (continuation of Deferred@883885043 after retry RPC after error@2031978946) -> (continuation of Deferred@1882160051 after retry RPC after error@446024119) -> (continuation of Deferred@1458168205 after retry RPC after error@1135554827) -> (continuation of Deferred@1221998638 after retry RPC after error@2092603634) -> (continuation of Deferred@1707535201 after retry RPC after error@1599842747) -> (continuation of Deferred@649456950 after retry RPC after error@249601050), errback=(continuation of Deferred@1397290749 after retry RPC after error@1304996944) -> (continuation of Deferred@634442891 after retry RPC after error@853561477) -> (continuation of Deferred@646690618 after retry RPC after error@774448535) -> (continuation of Deferred@234801237 after retry RPC after error@1034605847) -> (continuation of Deferred@1180927999 after retry RPC after error@562104121) -> (continuation of Deferred@1522982716 after retry RPC after error@833596190) -> (continuation of Deferred@1797889707 after retry RPC after error@1119413304) -> (continuation of Deferred@778824812 after retry RPC after error@1649432036) -> (continuation of Deferred@1168851907 after retry RPC after error@1085797994) -> (continuation of Deferred@827222684 after retry RPC after error@1364321828) -> (continuation of Deferred@1325077142 after retry RPC after error@830515589) -> (continuation of Deferred@1943547811 after retry RPC after error@770086714) -> (continuation of Deferred@1000296370 after retry RPC after error@266802629) -> (continuation of Deferred@1030784685 after retry RPC after error@615946622) -> (continuation of Deferred@1695920261 after retry RPC after error@1382799583) -> (continuation of Deferred@1805085137 after retry RPC after error@2080010420) -> (continuation of Deferred@857962198 after retry RPC after error@1057160525) -> (continuation of Deferred@1863045789 after retry RPC after error@1205628952) -> (continuation of Deferred@1868643315 after retry RPC after error@1193368519) -> (continuation of Deferred@1989146244 after retry RPC after error@1391924477) -> (continuation of Deferred@883885043 after retry RPC after error@2031978946) -> (continuation of Deferred@1882160051 after retry RPC after error@446024119) -> (continuation of Deferred@1458168205 after retry RPC after error@1135554827) -> (continuation of Deferred@1221998638 after retry RPC after error@2092603634) -> (continuation of Deferred@1707535201 after retry RPC after error@1599842747) -> (continuation of Deferred@649456950 after retry RPC after error@249601050)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:53.879 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 5643d6aa02746b8a0b8a3513bda90461
02:05:53.879 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:05:53.879 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
02:05:53.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:53.879824  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } attempt: 3
02:05:53.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.884312  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.125:41667: Network error: Client connection negotiation failed: client connection to 127.9.7.125:41667: connect: Connection refused (error 111)
02:05:53.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.937721  9327 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:53.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.938278  9327 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:53.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.938736  9327 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:53.947 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:53.947 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:53.947 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:53.947 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:53.947 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:53.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:53.947 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:53.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:53.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:53.948 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:53.948 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:53.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:53.948 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:53.967 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:53.967 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:53.967 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:53.968 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:53.968 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:53.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:53.968 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:53.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:53.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:53.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:53.968 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:53.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:53.968 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:53.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.973611  9327 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.973894  9327 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.974099  9327 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.974292  9327 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.974495  9327 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:53.974639  9327 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43059/jwks.json
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:54.012670  9327 master_runner.cc:387] Master server non-default flags:
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.7.84:33105
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/data
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/wal
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.7.125:41667
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43059/jwks.json
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/data/info.pb
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.7.125
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/logs
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:54.014093  9327 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:54.015650  9327 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:54.027674  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } attempt: 4
02:05:54.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:54.027338  9336 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:54.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:54.032531  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.125:41667: Network error: Client connection negotiation failed: client connection to 127.9.7.125:41667: connect: Connection refused (error 111)
02:05:54.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:54.168 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069954164 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:54.180 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:05:54.182 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
02:05:54.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:54.332016  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } attempt: 5
02:05:54.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:54.338939  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.125:41667: Network error: Client connection negotiation failed: client connection to 127.9.7.125:41667: connect: Connection refused (error 111)
02:05:54.579 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:54.580 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:54.580 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:54.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:54.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:54.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:54.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:54.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:54.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:54.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:54.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:54.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:54.585 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:54.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:54.665 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069954664 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:54.681 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:05:54.683 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
02:05:54.707 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:54.707 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:54.707 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:54.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:54.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:54.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:54.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:54.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:54.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:54.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:54.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:54.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:54.710 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:54.811 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:54.811 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:54.811 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:54.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.813 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.813 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.813 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.814 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:54.814 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29952), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [27ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [30ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [32ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [323ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [423ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2240ms] refreshing cache from master, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2243ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2243ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [5360ms] refreshing cache from master, [5360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@1840867307(state=PENDING, result=null, callback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736) -> (continuation of Deferred@1789974466 after retry RPC after error@953147416) -> (continuation of Deferred@662114750 after retry RPC after error@1559066860), errback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736) -> (continuation of Deferred@1789974466 after retry RPC after error@953147416) -> (continuation of Deferred@662114750 after retry RPC after error@1559066860)))
02:05:54.816 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:54.816 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:54.816 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:54.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.817 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.817 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.817 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29952), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [27ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [30ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [32ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [323ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [423ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2240ms] refreshing cache from master, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2243ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2243ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [5360ms] refreshing cache from master, [5360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@1840867307(state=PENDING, result=null, callback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736) -> (continuation of Deferred@1789974466 after retry RPC after error@953147416) -> (continuation of Deferred@662114750 after retry RPC after error@1559066860), errback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736) -> (continuation of Deferred@1789974466 after retry RPC after error@953147416) -> (continuation of Deferred@662114750 after retry RPC after error@1559066860)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29952), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [27ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [30ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [32ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [323ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [423ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2240ms] refreshing cache from master, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2243ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2243ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [5360ms] refreshing cache from master, [5360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@1840867307(state=PENDING, result=null, callback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736) -> (continuation of Deferred@1789974466 after retry RPC after error@953147416) -> (continuation of Deferred@662114750 after retry RPC after error@1559066860), errback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736) -> (continuation of Deferred@1789974466 after retry RPC after error@953147416) -> (continuation of Deferred@662114750 after retry RPC after error@1559066860)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.252:40301
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:54.817 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:54.824 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29952), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [27ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [30ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [32ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [323ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [423ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2240ms] refreshing cache from master, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2243ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2243ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [5360ms] refreshing cache from master, [5360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@1840867307(state=PENDING, result=null, callback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736) -> (continuation of Deferred@1789974466 after retry RPC after error@953147416) -> (continuation of Deferred@662114750 after retry RPC after error@1559066860), errback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736) -> (continuation of Deferred@1789974466 after retry RPC after error@953147416) -> (continuation of Deferred@662114750 after retry RPC after error@1559066860)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29952), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [27ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [30ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [32ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [32ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [323ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [423ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2240ms] refreshing cache from master, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2243ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2243ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [5360ms] refreshing cache from master, [5360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@1840867307(state=PENDING, result=null, callback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736) -> (continuation of Deferred@1789974466 after retry RPC after error@953147416) -> (continuation of Deferred@662114750 after retry RPC after error@1559066860), errback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736) -> (continuation of Deferred@1789974466 after retry RPC after error@953147416) -> (continuation of Deferred@662114750 after retry RPC after error@1559066860)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.252:40301
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:05:54.827 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:05:54.831 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:54.831 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:54.831 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:54.832 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.832 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.832 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.832 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.832 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.832 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.833 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.833 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.833 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:54.850 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:54.850 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:54.851 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:54.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.853 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:54.867 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:54.868 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:54.868 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:54.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:54.869 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:54.869 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:54.869 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:54.869 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:54.869 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:54.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:54.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:54.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:54.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:54.871 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:54.871 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:54.871 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:54.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.872 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.872 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.872 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.872 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:54.886469  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } attempt: 6
02:05:54.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:54.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:54.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:54.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:54.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:54.913975  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.125:41667: Network error: Client connection negotiation failed: client connection to 127.9.7.125:41667: connect: Connection refused (error 111)
02:05:54.931 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:54.931 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:54.931 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:54.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.932 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.932 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.932 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:54.970 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:54.970 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:54.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:54.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:54.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.972 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:54.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:54.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:55.010 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:55.011 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:55.011 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:55.012 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.012 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.012 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:55.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:55.150 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:55.151 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:55.151 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:55.151 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.152 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:55.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069955163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:55.205 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=41 ms, finalizationTime=0 ms).
02:05:55.206 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
02:05:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:54.031474  9337 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:55.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.356846  9339 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.360153  9327 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.331s	user 0.473s	sys 0.808s
02:05:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.360577  9327 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.331s	user 0.473s	sys 0.810s
02:05:55.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.364898  9338 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1324 milliseconds
02:05:55.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.364984  9327 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.367033  9327 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:55.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.370497  9327 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.372236  9327 hybrid_clock.cc:648] HybridClock initialized: now 1779069955372183 us; error 61 us; skew 500 ppm
02:05:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.373525  9327 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:55.377 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RESTARTING to RUNNING.
02:05:55.378 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 5643d6aa02746b8a0b8a3513bda90461 from Checkpoint 64 @ 1779069891943 for 5643d6aa02746b8a0b8a3513bda90461 located at file:/tmp/junit17785780698805776559/checkpoints/5643d6aa02746b8a0b8a3513bda90461/chk-64.
02:05:55.379 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
02:05:55.379 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:05:55.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.384215  9327 webserver.cc:533] Webserver started at http://127.9.7.125:33125/ using document root <none> and password file <none>
02:05:55.384 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
02:05:55.385 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:05:55.385 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
02:05:55.385 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 056af2c1e2ccf9b0a73e657f13772a73
02:05:55.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.385610  9327 fs_manager.cc:362] Metadata directory not provided
02:05:55.385 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
02:05:55.386 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 056af2c1e2ccf9b0a73e657f13772a73.
02:05:55.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.386202  9327 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:55.386 [INFO - Thread-27] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:05:55.386 [DEBUG - Thread-27] (Connection.java:575) [peer master-127.3.84.252:40301(127.3.84.252:40301)] disconnecting while in state TERMINATED
02:05:55.386 [DEBUG - Thread-27] (Connection.java:575) [peer master-127.3.84.253:38369(127.3.84.253:38369)] disconnecting while in state TERMINATED
02:05:55.386 [DEBUG - Thread-27] (Connection.java:575) [peer master-127.3.84.254:39663(127.3.84.254:39663)] disconnecting while in state TERMINATED
02:05:55.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.386996  9327 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:55.387 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:05:55.388 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
02:05:55.388 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 2a8d1acdc046bcc7434c00507fd73b98
02:05:55.388 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
02:05:55.389 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
02:05:55.389 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 4eb5f240ac883804d366b2130e587823
02:05:55.389 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
02:05:55.389 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
02:05:55.389 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id cb92e3213cd9afe85c5e7dba14b00289
02:05:55.390 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:05:55.390 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 056af2c1e2ccf9b0a73e657f13772a73.
02:05:55.390 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:05:55.390 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:05:55.391 [INFO - Thread-27] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:05:55.391 [INFO - Thread-27] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:05:55.393 [DEBUG - Thread-27] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:55.393 [INFO - Thread-27] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:05:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.394197  9327 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/data/instance:
02:05:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e912c1fca67473b971183059ee73142"
02:05:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:55 on dist-test-slave-9vqr"
02:05:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.395731  9327 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/wal/instance:
02:05:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e912c1fca67473b971183059ee73142"
02:05:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:55 on dist-test-slave-9vqr"
02:05:55.396 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 2a8d1acdc046bcc7434c00507fd73b98.
02:05:55.396 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
02:05:55.396 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
02:05:55.397 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 2a8d1acdc046bcc7434c00507fd73b98.
02:05:55.397 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2b55eda4
02:05:55.398 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:55.398 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:05:55.398 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
02:05:55.398 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
02:05:55.400 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ba9aed3
02:05:55.402 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:55.403 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:05:55.403 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:05:55.403 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:05:55.403 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:05:55.404 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 4eb5f240ac883804d366b2130e587823.
02:05:55.405 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 4eb5f240ac883804d366b2130e587823.
02:05:55.405 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
02:05:55.405 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
02:05:55.405 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71527c86
02:05:55.405 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:55.405 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:05:55.406 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:05:55.406 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:05:55.408 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5aa6748f
02:05:55.411 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:55.412 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.414168  9327 fs_manager.cc:696] Time spent creating directory manager: real 0.018s	user 0.001s	sys 0.015s
02:05:55.416 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot cb92e3213cd9afe85c5e7dba14b00289.
02:05:55.416 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
02:05:55.417 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
02:05:55.417 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id cb92e3213cd9afe85c5e7dba14b00289.
02:05:55.417 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2dc8984a
02:05:55.417 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:55.417 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:05:55.418 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
02:05:55.418 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
02:05:55.420 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2808d11d
02:05:55.422 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:55.423 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.424 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.425 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.427 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.429226  9358 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.430729  9327 fs_manager.cc:730] Time spent opening block manager: real 0.012s	user 0.003s	sys 0.007s
02:05:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.431169  9327 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/wal
02:05:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e912c1fca67473b971183059ee73142"
02:05:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:55 on dist-test-slave-9vqr"
02:05:55.432 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.431635  9327 fs_report.cc:389] FS layout report
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/wal
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/wal
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/data/data
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:55.436 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
02:05:55.436 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
02:05:55.437 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44a45d2
02:05:55.437 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:05:55.437 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:05:55.438 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:05:55.438 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:05:55.440 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:55.440 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.441 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a2a2e57
02:05:55.443 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:05:55.443 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.445 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.446 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:55.448 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.452 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.453 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.454 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.455 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.456 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:55.456 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.457 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.460 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.460 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:55.461 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.463 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.468 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.472 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.474 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.474 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.475 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.475 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.477 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.477 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.478 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.479 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.480 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.480 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.480 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.480 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.481 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:55.481 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.482 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.482 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.482 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.483 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.484 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.484 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:55.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.485 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:55.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.487 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:55.487 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.488 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.488 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.488 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.489 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.489 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.489 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.489 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.489 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.490 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.490 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.491 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.491 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.491 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.492 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.492 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.493 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.493 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.493 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.494 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.497 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.497 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.497 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.498 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.501 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:55.501 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:55.501 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.501 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.501 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.502 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.502 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:55.502 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.502 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.502 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.502 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:55.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.503 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.503 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.503 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.503 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.508 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.512 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.512 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.512 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.513 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.513 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.513 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.513 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.517 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.517 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.517 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.518 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.520 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:55.520 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.520 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:55.521 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.521 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:55.521 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.522 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:55.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.524 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.524 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.524 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.524 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.524 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.524 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.525275  9327 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.526870  9327 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.527299  9327 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:55.532 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.532 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.532 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.532 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.533 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.533 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.533 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.533 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.533 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.536 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.537 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.537 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.537 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.537 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.537 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.537 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.537 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.540 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:55.540 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:55.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.541 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:55.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.541 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.541 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.541 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:55.541 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.541 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.542 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.542 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.542 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.542 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.544 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.544 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.544 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.561 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.561 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.562 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.563 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.564 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.564 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.565 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.572 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.572 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.573 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.573 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.573 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.573 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.576 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.577 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.577 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.577 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.577 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.577 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.580 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:55.580 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:55.581 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:55.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:55.592 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.592 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.593 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.593 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.593 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.593 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.594 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:55.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.602609  9327 rpc_server.cc:307] RPC server started. Bound to: 127.9.7.125:41667
02:05:55.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.602691  9453 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.7.125:41667 every 8 connection(s)
02:05:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.605423  9327 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/data/info.pb
02:05:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.611645  9245 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 9327
02:05:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.611868  9454 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.612083  9245 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-1/wal/instance
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.614944  9245 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/wal
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/data
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/logs
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/data/info.pb
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.7.124:46177
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.7.124
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.7.84:33105
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43059/jwks.json with env {}
02:05:55.621 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.622 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.622 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.622 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.622 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.622 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.623 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.623 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.624 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.624 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.624353  9454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } has no permanent_uuid. Determining permanent_uuid...
02:05:55.632 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.633 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.633 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.633 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.633 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.633 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.633 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.634 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.636 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.637 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.637 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.637 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.637 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.640 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:55.640 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:55.641 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:55.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.641 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.641 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.641 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.641 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.641 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:55.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.654276  9454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } has no permanent_uuid. Determining permanent_uuid...
02:05:55.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069955663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.672029  9454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } has no permanent_uuid. Determining permanent_uuid...
02:05:55.672 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:05:55.674 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
02:05:55.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.674557  9402 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.678511  9454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:55.717 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.717 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.717 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.718 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.728018  9454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 1
02:05:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.732223  9454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:55.737 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.737 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.737 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.740 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:55.741 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:55.741 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:55.741 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.741 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.741 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.742 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.741 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.742 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.742 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.742 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:55.742 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.742 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.742 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.742 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.742 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.742 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.742 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.742 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.742 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.743 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:55.780 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:55.781 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:55.781 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:55.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:55.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:55.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.782 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.782 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:55.782 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:55.784 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.784 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.784 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.797 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.797 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.798 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.798 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.800575  9454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 2
02:05:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.804422  9454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:55.812 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.812 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.813 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.813 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.813 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.813 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.813 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.864 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:55.864 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:55.864 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:55.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.865 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:55.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:55.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:55.865 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.895808  9454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 3
02:05:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.900030  9454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.949615  9456 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.950150  9456 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.950640  9456 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:55.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.974447  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } attempt: 7
02:05:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:55.985498  9325 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } has no permanent_uuid. Determining permanent_uuid...
02:05:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.986019  9456 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:05:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.986338  9456 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.986622  9456 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:05:55.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.986907  9456 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:05:55.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.987223  9456 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:05:55.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.987476  9456 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43059/jwks.json
02:05:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:55.990609  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:56.001 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:56.001 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:56.001 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:56.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.002 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:56.012 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:56.012 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:56.012 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:56.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.013 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.013 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.013 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.013 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.013 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.013 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.013 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.013 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:56.028720  9456 master_runner.cc:387] Master server non-default flags:
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.7.84:33105
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/data
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/wal
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.7.124:46177
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43059/jwks.json
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/data/info.pb
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.7.124
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/logs
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:56.030067  9456 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:56.031718  9456 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:56.042356  9468 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:56.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:56.043536  9454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 4
02:05:56.046 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:56.046 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:56.047 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:56.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:56.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:56.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:56.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:56.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:56.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:56.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:56.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:56.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:56.048 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:56.049033  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 1
02:05:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:56.049723  9454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:56.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:56.052917  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:56.096 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:56.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:56.134307  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 2
02:05:56.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:56.141441  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:56.165 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069956163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:56.177 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:05:56.179 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
02:05:56.180 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:56.180 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:56.181 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:56.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:56.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:56.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:56.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:56.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:56.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:56.182 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:56.182 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:56.182 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:56.182 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:56.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:56.226953  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 3
02:05:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:56.233404  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:56.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:56.301 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:56.302 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:56.302 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:56.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.305 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:56.346 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:56.347 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:56.347 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:56.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:56.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:56.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:56.349 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:56.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:56.349 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:56.349 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:56.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:56.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:56.349 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:56.349114  9454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 5
02:05:56.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:56.355780  9454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:56.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:56.373904  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 4
02:05:56.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:56.380532  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:56.577 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:56.577 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:56.577 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:56.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:56.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:56.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069956663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:56.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:56.664759  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 5
02:05:56.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:56.687477  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:56.689 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=26 ms, finalizationTime=0 ms).
02:05:56.691 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
02:05:56.740 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:56.741 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:56.741 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:56.742 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:56.742 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:56.742 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:56.742 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:56.742 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:56.742 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:56.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:56.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:56.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:56.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:56.744 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:56.744 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:56.744 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:56.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.746 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:56.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:56.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:56.903252  9454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 6
02:05:56.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:56.930470  9454 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:56.972 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:56.973 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:56.973 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:56.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:56.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:56.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:56.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:57.001 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:57.002 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.003 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:57.004 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:57.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:57.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:57.120 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:57.121 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:57.121 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:57.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:57.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:57.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:57.122 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:57.122 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:57.122 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:57.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:57.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:57.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:57.123 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:57.157 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:57.157 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:57.158 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:57.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.159 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.159 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.159 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.159 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.160 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.160 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:57.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069957163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:57.175 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:05:57.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
02:05:57.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.239976  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 6
02:05:57.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:57.262715  9325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.7.124:46177: Network error: Client connection negotiation failed: client connection to 127.9.7.124:46177: connect: Connection refused (error 111)
02:05:57.272 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:57.273 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:57.273 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:57.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.275 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:57.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:56.042912  9469 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:57.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:57.423548  9471 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:57.428390  9470 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1370 milliseconds
02:05:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:57.428876  9456 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.386s	user 0.552s	sys 0.829s
02:05:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:57.429216  9456 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.386s	user 0.552s	sys 0.829s
02:05:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.429488  9456 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:05:57.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.430932  9456 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:05:57.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.434111  9456 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:05:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.435546  9456 hybrid_clock.cc:648] HybridClock initialized: now 1779069957435475 us; error 64 us; skew 500 ppm
02:05:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.436643  9456 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:05:57.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.444976  9456 webserver.cc:533] Webserver started at http://127.9.7.124:45879/ using document root <none> and password file <none>
02:05:57.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.446283  9456 fs_manager.cc:362] Metadata directory not provided
02:05:57.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.446595  9456 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:05:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.447163  9456 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:05:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.453748  9456 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/data/instance:
02:05:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea81438470bc45e38d6caa935516bbd6"
02:05:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:57 on dist-test-slave-9vqr"
02:05:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.455250  9456 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/wal/instance:
02:05:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea81438470bc45e38d6caa935516bbd6"
02:05:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:57 on dist-test-slave-9vqr"
02:05:57.457 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:57.457 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:57.457 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:57.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.457 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.458 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.465179  9456 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.006s
02:05:57.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.472512  9483 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:05:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.473783  9456 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:05:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.474226  9456 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/wal
02:05:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea81438470bc45e38d6caa935516bbd6"
02:05:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:05:57 on dist-test-slave-9vqr"
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.474658  9456 fs_report.cc:389] FS layout report
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/wal
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/wal
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/data/data
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:05:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:05:57.504 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:57.504 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:57.504 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:57.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:57.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.559508  9456 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:05:57.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.561112  9456 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:05:57.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.561532  9456 kserver.cc:163] Server-wide thread pool size limit: 3276
02:05:57.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:57.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.638221  9456 rpc_server.cc:307] RPC server started. Bound to: 127.9.7.124:46177
02:05:57.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.638311  9534 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.7.124:46177 every 8 connection(s)
02:05:57.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.640900  9456 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/data/info.pb
02:05:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.642033  9245 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 9456
02:05:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.642477  9245 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/master-2/wal/instance
02:05:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.647424  9535 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:05:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.661091  9535 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } has no permanent_uuid. Determining permanent_uuid...
02:05:57.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069957663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:57.677 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:05:57.678 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
02:05:57.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.696587  9535 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } has no permanent_uuid. Determining permanent_uuid...
02:05:57.699 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:57.699 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:57.699 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:57.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:57.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:57.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:57.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:57.700 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:57.700 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:57.700 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:57.700 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:57.700 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:57.700 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.706212  9535 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } has no permanent_uuid. Determining permanent_uuid...
02:05:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.722986  9535 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6: Bootstrap starting.
02:05:57.723 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:57.723 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:57.724 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:57.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:57.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:57.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:57.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.730185  9535 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6: Neither blocks nor log segments found. Creating new log.
02:05:57.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.732425  9535 log.cc:826] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6: Log is configured to *not* fsync() on all Append() calls
02:05:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.736819  9535 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6: No bootstrap required, opened a new log
02:05:57.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:57.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.756212  9535 raft_consensus.cc:359] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } }
02:05:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.756872  9535 raft_consensus.cc:385] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.757107  9535 raft_consensus.cc:740] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ea81438470bc45e38d6caa935516bbd6, State: Initialized, Role: FOLLOWER
02:05:57.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.757823  9535 consensus_queue.cc:260] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } }
02:05:57.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.760390  9544 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } } }
02:05:57.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.761370  9544 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [sys.catalog]: This master's current role is: FOLLOWER
02:05:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.762090  9535 sys_catalog.cc:565] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [sys.catalog]: configured and running, proceeding with master startup.
02:05:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:57.786540  9555 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:05:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:57.786960  9555 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:05:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.782023  9456 master_runner.cc:187] Error getting master registration for 127.9.7.126:39077: OK, instance_id { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" instance_seqno: 1779069953587454 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:05:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.803601  9456 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:57.816638  9489 tablet.cc:2404] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:05:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.826424  9544 raft_consensus.cc:493] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:05:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.827023  9544 raft_consensus.cc:515] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } }
02:05:57.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.829485  9544 leader_election.cc:290] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8cbbb2128ed5495da8336827ff2e1836 (127.9.7.126:39077), 5e912c1fca67473b971183059ee73142 (127.9.7.125:41667)
02:05:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:57.990972  9454 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 7
02:05:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.014721  9454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142: Bootstrap starting.
02:05:58.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.021968  9454 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142: Neither blocks nor log segments found. Creating new log.
02:05:58.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.024260  9454 log.cc:826] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142: Log is configured to *not* fsync() on all Append() calls
02:05:58.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.030210  9454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142: No bootstrap required, opened a new log
02:05:58.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.059401  9454 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } }
02:05:58.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.060391  9454 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:58.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.060724  9454 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e912c1fca67473b971183059ee73142, State: Initialized, Role: FOLLOWER
02:05:58.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.061664  9454 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } }
02:05:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.066306  9454 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [sys.catalog]: configured and running, proceeding with master startup.
02:05:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.064687  9559 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } } }
02:05:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.068646  9559 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [sys.catalog]: This master's current role is: FOLLOWER
02:05:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.070690  9429 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea81438470bc45e38d6caa935516bbd6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5e912c1fca67473b971183059ee73142" is_pre_election: true
02:05:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.072000  9429 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ea81438470bc45e38d6caa935516bbd6 in term 0.
02:05:58.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.073710  9487 leader_election.cc:304] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e912c1fca67473b971183059ee73142, ea81438470bc45e38d6caa935516bbd6; no voters: 
02:05:58.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.074750  9544 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:05:58.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.075127  9544 raft_consensus.cc:493] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:05:58.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.075412  9544 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [term 0 FOLLOWER]: Advancing to term 1
02:05:58.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.083701  9544 raft_consensus.cc:515] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } }
02:05:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.085656  9544 leader_election.cc:290] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [CANDIDATE]: Term 1 election: Requested vote from peers 8cbbb2128ed5495da8336827ff2e1836 (127.9.7.126:39077), 5e912c1fca67473b971183059ee73142 (127.9.7.125:41667)
02:05:58.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.086864  9429 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea81438470bc45e38d6caa935516bbd6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5e912c1fca67473b971183059ee73142"
02:05:58.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.087455  9429 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [term 0 FOLLOWER]: Advancing to term 1
02:05:58.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:58.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.095160  9429 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ea81438470bc45e38d6caa935516bbd6 in term 1.
02:05:58.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.096829  9487 leader_election.cc:304] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e912c1fca67473b971183059ee73142, ea81438470bc45e38d6caa935516bbd6; no voters: 
02:05:58.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.107596  9544 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [term 1 FOLLOWER]: Leader election won for term 1
02:05:58.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.109103  9544 raft_consensus.cc:697] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [term 1 LEADER]: Becoming Leader. State: Replica: ea81438470bc45e38d6caa935516bbd6, State: Running, Role: LEADER
02:05:58.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.111048  9544 consensus_queue.cc:237] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } }
02:05:58.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.131036  9570 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ea81438470bc45e38d6caa935516bbd6. Latest consensus state: current_term: 1 leader_uuid: "ea81438470bc45e38d6caa935516bbd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } } }
02:05:58.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.131840  9570 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [sys.catalog]: This master's current role is: LEADER
02:05:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.104614  9327 master_runner.cc:187] Error getting master registration for 127.9.7.126:39077: OK, instance_id { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" instance_seqno: 1779069953587454 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:05:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.135711  9327 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:05:58.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.138742  9574 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:05:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:58.141129  9571 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:05:58.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:58.141517  9571 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:05:58.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.147322  9574 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:05:58.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069958164 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:58.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.174449  9429 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [term 1 FOLLOWER]: Refusing update from remote peer ea81438470bc45e38d6caa935516bbd6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:05:58.175 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:05:58.176 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
02:05:58.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.176513  9570 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:05:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.222679  9575 mvcc.cc:204] Tried to move back new op lower bound from 7287070548651737088 to 7287070548450426880. Current Snapshot: MvccSnapshot[applied={T|T < 7287070548651737088}]
02:05:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.224658  9559 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ea81438470bc45e38d6caa935516bbd6. Latest consensus state: current_term: 1 leader_uuid: "ea81438470bc45e38d6caa935516bbd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } } }
02:05:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.225987  9559 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [sys.catalog]: This master's current role is: FOLLOWER
02:05:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.237653  9559 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ea81438470bc45e38d6caa935516bbd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } } }
02:05:58.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.239946  9559 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142 [sys.catalog]: This master's current role is: FOLLOWER
02:05:58.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.255815  9544 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ea81438470bc45e38d6caa935516bbd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } } }
02:05:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.256615  9544 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [sys.catalog]: This master's current role is: LEADER
02:05:58.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.264233  9574 catalog_manager.cc:1382] Generated new cluster ID: 000351952c094364a3c9fa33fcc91107
02:05:58.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.264547  9574 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:05:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.296134  9325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } attempt: 7
02:05:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.315325  9574 catalog_manager.cc:1405] Generated new certificate authority record
02:05:58.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.322002  9574 catalog_manager.cc:1539] Loading token signing keys...
02:05:58.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.351158  9325 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836: Bootstrap starting.
02:05:58.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.374277  9574 catalog_manager.cc:6069] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6: Generated new TSK 0
02:05:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.376485  9574 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:05:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.386497  9325 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836: Neither blocks nor log segments found. Creating new log.
02:05:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.389266  9325 log.cc:826] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836: Log is configured to *not* fsync() on all Append() calls
02:05:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.395761  9325 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836: No bootstrap required, opened a new log
02:05:58.398 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:58.399 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:58.399 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:58.400 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:58.400 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:58.400 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:58.401 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:58.401 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:58.401 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:58.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:58.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:58.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:58.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:58.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.413806  9245 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:58.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:05:58.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/wal
02:05:58.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/data
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/logs
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/data/info.pb
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.7.65:0
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.7.65
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.7.65
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.7.84:33105
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:05:58.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.425835  9325 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } }
02:05:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.427037  9325 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:05:58.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.427724  9325 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8cbbb2128ed5495da8336827ff2e1836, State: Initialized, Role: FOLLOWER
02:05:58.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.429009  9325 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } }
02:05:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.442023  9299 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea81438470bc45e38d6caa935516bbd6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8cbbb2128ed5495da8336827ff2e1836"
02:05:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.442443  9298 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [term 0 FOLLOWER]: Advancing to term 1
02:05:58.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.445254  9325 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [sys.catalog]: configured and running, proceeding with master startup.
02:05:58.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.445290  9300 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea81438470bc45e38d6caa935516bbd6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8cbbb2128ed5495da8336827ff2e1836" is_pre_election: true
02:05:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.453212  9298 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [term 1 FOLLOWER]: Refusing update from remote peer ea81438470bc45e38d6caa935516bbd6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:05:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.459604  9570 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:05:58.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.458509  9584 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } } }
02:05:58.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.462288  9584 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [sys.catalog]: This master's current role is: FOLLOWER
02:05:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.528141  9584 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ea81438470bc45e38d6caa935516bbd6. Latest consensus state: current_term: 1 leader_uuid: "ea81438470bc45e38d6caa935516bbd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } } }
02:05:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.528873  9584 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [sys.catalog]: This master's current role is: FOLLOWER
02:05:58.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.530529  9591 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ea81438470bc45e38d6caa935516bbd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } } }
02:05:58.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.531450  9591 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836 [sys.catalog]: This master's current role is: FOLLOWER
02:05:58.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.566318  9600 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:05:58.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:58.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069958664 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:58.680 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:05:58.682 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
02:05:58.741 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:58.742 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:58.742 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:58.742 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:58.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:58.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:58.742 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:58.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:58.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:58.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:58.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:58.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:58.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:58.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:58.786 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:58.787 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:58.787 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:58.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:58.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:58.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:58.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:58.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:58.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:58.789 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:58.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:58.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:58.789 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:58.806 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:58.807 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:58.807 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:58.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:58.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:58.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:58.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:58.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:58.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:58.809 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:58.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:58.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:58.809 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.940433  9601 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ea81438470bc45e38d6caa935516bbd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8cbbb2128ed5495da8336827ff2e1836" member_type: VOTER last_known_addr { host: "127.9.7.126" port: 39077 } } peers { permanent_uuid: "5e912c1fca67473b971183059ee73142" member_type: VOTER last_known_addr { host: "127.9.7.125" port: 41667 } } peers { permanent_uuid: "ea81438470bc45e38d6caa935516bbd6" member_type: VOTER last_known_addr { host: "127.9.7.124" port: 46177 } } }
02:05:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:58.941535  9601 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea81438470bc45e38d6caa935516bbd6 [sys.catalog]: This master's current role is: LEADER
02:05:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:59.046255  9583 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:05:59.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:59.046922  9583 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:05:59.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:59.047628  9583 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:05:59.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:59.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:59.107213  9583 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:05:59.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:59.108510  9583 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.7.65
02:05:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:59.148203  9571 catalog_manager.cc:1294] Loaded cluster ID: 000351952c094364a3c9fa33fcc91107
02:05:59.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:59.148859  9571 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142: loading cluster ID for follower catalog manager: success
02:05:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:59.157159  9571 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142: acquiring CA information for follower catalog manager: success
02:05:59.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069959163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:59.164495  9571 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 5e912c1fca67473b971183059ee73142: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:59.176801  9583 tablet_server_runner.cc:78] Tablet server non-default flags:
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.7.84:33105
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/data
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/wal
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.7.65:0
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/data/info.pb
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.7.65
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:05:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:05:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.7.65
02:05:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/logs
02:05:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:05:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:05:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:05:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:05:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:05:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:05:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:05:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:05:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:05:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:05:59.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:59.180145  9583 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:05:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:59.182912  9583 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:05:59.184 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
02:05:59.186 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
02:05:59.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:59.237677  9610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:05:59.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:59.418 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:59.419 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:59.419 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:59.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:59.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:59.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:59.420 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:59.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:59.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:59.419 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:59.420 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:59.420 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:59.420 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:05:59.577 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:59.577 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:59.577 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:59.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:59.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:59.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:59.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:59.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:59.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:59.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:59.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:59.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:59.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:59.588274  9600 catalog_manager.cc:1294] Loaded cluster ID: 000351952c094364a3c9fa33fcc91107
02:05:59.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:59.590587  9600 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836: loading cluster ID for follower catalog manager: success
02:05:59.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:59.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:59.614619  9600 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836: acquiring CA information for follower catalog manager: success
02:05:59.620 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:05:59.621 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:05:59.621 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:05:59.621 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:59.622 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:59.622 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:05:59.622 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:59.622 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:59.622 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:05:59.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:59.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:59.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:05:59.623 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:05:59.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:05:59.654918  9600 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 8cbbb2128ed5495da8336827ff2e1836: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:05:59.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069959663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:05:59.680 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:05:59.682 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
02:05:59.726 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:59.727 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:59.727 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:59.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:59.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:59.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:59.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:59.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:59.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:59.729 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:59.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:59.729 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:59.729 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:59.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:05:59.832 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:05:59.833 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:05:59.833 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:05:59.833 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:59.833 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:59.833 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:05:59.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:59.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:59.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:05:59.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:59.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:59.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:05:59.834 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:05:59.866 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:05:59.867 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:05:59.867 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:05:59.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:59.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:59.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:05:59.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:59.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:59.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:05:59.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:59.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:59.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:05:59.869 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:05:59.898 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:05:59.899 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:05:59.899 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:05:59.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:59.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:59.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:05:59.900 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:59.900 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:59.900 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:05:59.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:59.901 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:59.901 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:05:59.901 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:00.043 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:00.047 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:00.048 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:00.048 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:00.048 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:00.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:00.049 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:00.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:00.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:00.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:00.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:00.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:00.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:00.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:00.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069960163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:00.179 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:06:00.180 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
02:06:00.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:00.477 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:00.477 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:00.477 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:00.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:00.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:00.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:00.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:00.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:00.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:00.479 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:00.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:00.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:00.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:00.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:00.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:00.619024  9609 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 9583
02:06:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:00.644845  9609 kernel_stack_watchdog.cc:198] Thread 9583 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 372ms:
02:06:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:06:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:06:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:06:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:06:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:05:59.246621  9611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:00.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:00.647053  9583 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.402s	user 0.231s	sys 0.428s
02:06:00.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:00.647701  9583 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.403s	user 0.232s	sys 0.428s
02:06:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.660303  9583 server_base.cc:1061] running on GCE node
02:06:00.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069960663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:00.664649  9616 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.666052  9583 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:00.673 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:06:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.674492  9583 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:00.674 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
02:06:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.682163  9583 hybrid_clock.cc:648] HybridClock initialized: now 1779069960682098 us; error 60 us; skew 500 ppm
02:06:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.683320  9583 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.702904  9583 webserver.cc:533] Webserver started at http://127.9.7.65:42983/ using document root <none> and password file <none>
02:06:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.704209  9583 fs_manager.cc:362] Metadata directory not provided
02:06:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.704511  9583 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.705085  9583 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:00.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.723680  9583 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/data/instance:
02:06:00.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03c4a762f9ec4534a5a6c0287e1147dc"
02:06:00.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:00 on dist-test-slave-9vqr"
02:06:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.725239  9583 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/wal/instance:
02:06:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03c4a762f9ec4534a5a6c0287e1147dc"
02:06:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:00 on dist-test-slave-9vqr"
02:06:00.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:00.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.757113  9583 fs_manager.cc:696] Time spent creating directory manager: real 0.031s	user 0.009s	sys 0.001s
02:06:00.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.768471  9621 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.769810  9583 fs_manager.cc:730] Time spent opening block manager: real 0.008s	user 0.001s	sys 0.005s
02:06:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.770206  9583 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/wal
02:06:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03c4a762f9ec4534a5a6c0287e1147dc"
02:06:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:00 on dist-test-slave-9vqr"
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.770671  9583 fs_report.cc:389] FS layout report
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/wal
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/wal
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/data/data
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.856485  9583 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.858050  9583 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.858536  9583 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:00.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.861680  9583 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:06:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.866726  9583 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:06:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.866950  9583 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:06:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.867233  9583 ts_tablet_manager.cc:616] Registered 0 tablets
02:06:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:00.867403  9583 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:06:00.900 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:00.900 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:00.901 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:00.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:00.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:00.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:00.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:00.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:00.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:00.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:00.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:00.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:00.902 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:00.924 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:00.924 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:00.924 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:00.924 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:00.924 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:00.924 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:00.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:00.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:00.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:00.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:00.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:00.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:00.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.089979  9583 rpc_server.cc:307] RPC server started. Bound to: 127.9.7.65:41709
02:06:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.090466  9733 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.7.65:41709 every 8 connection(s)
02:06:01.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.092967  9583 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/data/info.pb
02:06:01.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.103448  9245 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 9583
02:06:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.103971  9245 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-0/wal/instance
02:06:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.123045  9245 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/wal
02:06:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/data
02:06:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/logs
02:06:01.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/data/info.pb
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.7.66:0
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.7.66
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.7.66
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.7.84:33105
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:06:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.158550  9735 heartbeater.cc:344] Connected to a master server at 127.9.7.125:41667
02:06:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.159070  9735 heartbeater.cc:461] Registering TS with master...
02:06:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.160230  9735 heartbeater.cc:507] Master 127.9.7.125:41667 requested a full tablet report, sending...
02:06:01.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.160913  9734 heartbeater.cc:344] Connected to a master server at 127.9.7.124:46177
02:06:01.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.161252  9734 heartbeater.cc:461] Registering TS with master...
02:06:01.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.162072  9734 heartbeater.cc:507] Master 127.9.7.124:46177 requested a full tablet report, sending...
02:06:01.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069961163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.163558  9419 ts_manager.cc:194] Registered new tserver with Master: 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709)
02:06:01.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.168947  9500 ts_manager.cc:194] Registered new tserver with Master: 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709)
02:06:01.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.172040  9500 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.9.7.65:52749
02:06:01.174 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:06:01.176 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
02:06:01.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.180336  9737 heartbeater.cc:344] Connected to a master server at 127.9.7.126:39077
02:06:01.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.180716  9737 heartbeater.cc:461] Registering TS with master...
02:06:01.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.181231  9737 heartbeater.cc:507] Master 127.9.7.126:39077 requested a full tablet report, sending...
02:06:01.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.183805  9290 ts_manager.cc:194] Registered new tserver with Master: 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709)
02:06:01.187 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:01.187 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:01.187 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:01.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:01.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:01.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:01.188 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:01.188 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:01.188 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:01.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:01.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:01.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:01.188 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:01.221 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:01.221 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:01.221 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:01.221 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:01.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:01.222 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:01.222 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:01.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:01.222 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:01.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:01.222 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:01.222 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:01.222 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:01.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:01.499034  9742 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:01.499863  9742 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:01.500573  9742 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:01.537271  9742 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:01.538170  9742 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.7.66
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.576671  9742 tablet_server_runner.cc:78] Tablet server non-default flags:
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.7.84:33105
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/data
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/wal
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.7.66:0
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/data/info.pb
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.7.66
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.7.66
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/logs
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.578262  9742 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:01.580034  9742 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:01.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:01.595034  9750 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:01.596 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:01.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069961663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:01.676 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:06:01.677 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
02:06:01.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:02.038 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:02.038 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:02.039 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:02.039 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:02.039 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:02.039 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:02.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:02.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:02.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:02.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:02.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:02.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:02.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:02.067 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:02.067 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:02.067 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:02.068 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:02.068 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:02.068 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:02.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:02.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:02.069 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:02.069 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:02.069 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:02.069 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:02.069 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:02.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:02.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069962164 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:02.175 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:06:02.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
02:06:02.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:02.178503  9734 heartbeater.cc:499] Master 127.9.7.124:46177 was elected leader, sending a full tablet report...
02:06:02.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:02.264 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:02.264 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:02.264 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:02.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:02.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:02.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:02.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:02.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:02.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:02.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:02.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:02.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:02.266 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:02.312 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:02.313 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:02.313 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:02.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:02.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:02.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:02.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:02.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:02.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:02.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:02.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:02.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:02.315 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:02.317 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:02.317 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:02.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:02.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:02.317 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:02.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:02.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:02.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:02.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:02.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:02.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:02.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:02.318 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:02.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:02.627 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:02.627 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:02.627 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:02.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:02.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:02.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:02.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:02.629 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:02.629 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:02.630 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:02.630 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:02.630 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:02.630 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:02.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069962664 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:02.674 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:06:02.675 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
02:06:02.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:03.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:03.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069963164 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:03.175 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:06:03.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
02:06:03.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:03.247 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:03.247 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:03.247 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:03.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:03.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:03.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:03.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:03.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:03.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:03.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:03.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:03.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:03.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:03.250 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28147), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [17ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [44ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [45ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [48ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [65ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [65ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [65ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [84ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [127ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [127ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [128ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [128ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [164ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [164ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [164ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [279ms] refreshing cache from master, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [280ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [320ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [322ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [699ms] refreshing cache from master, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [703ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [703ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1919ms] refreshing cache from master, [1919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1922ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [5200ms] refreshing cache from master, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [5201ms] too many traces: truncated at 100 traces, deferred=Deferred@99733936(state=PENDING, result=null, callback=(continuation of Deferred@1279065815 after retry RPC after error@185817464) -> (continuation of Deferred@1343584102 after retry RPC after error@1541558405) -> (continuation of Deferred@1879295848 after retry RPC after error@1632278665) -> (continuation of Deferred@438271361 after retry RPC after error@1404071999) -> (continuation of Deferred@1030145446 after retry RPC after error@148737107) -> (continuation of Deferred@1766792124 after retry RPC after error@967753506) -> (continuation of Deferred@846071364 after retry RPC after error@1454750542) -> (continuation of Deferred@1203161311 after retry RPC after error@195901604) -> (continuation of Deferred@1228096435 after retry RPC after error@841481744) -> (continuation of Deferred@1126574267 after retry RPC after error@556552291) -> (continuation of Deferred@1917952302 after retry RPC after error@2131428874) -> (continuation of Deferred@219843232 after retry RPC after error@1324776488) -> (continuation of Deferred@827452425 after retry RPC after error@382568319) -> (continuation of Deferred@1339773068 after retry RPC after error@850485859) -> (continuation of Deferred@205447576 after retry RPC after error@1983015199) -> (continuation of Deferred@1668814949 after retry RPC after error@1524882451) -> (continuation of Deferred@556455158 after retry RPC after error@1144339293) -> (continuation of Deferred@1739438222 after retry RPC after error@594211628) -> (continuation of Deferred@1418727123 after retry RPC after error@965880015) -> (continuation of Deferred@871468731 after retry RPC after error@1207363706) -> (continuation of Deferred@323256513 after retry RPC after error@993531446) -> (continuation of Deferred@67355580 after retry RPC after error@1959157374) -> (continuation of Deferred@1127451311 after retry RPC after error@943828313) -> (continuation of Deferred@583370702 after retry RPC after error@1681266758) -> (continuation of Deferred@999264413 after retry RPC after error@236050896) -> (continuation of Deferred@14992427 after retry RPC after error@1413744729), errback=(continuation of Deferred@1279065815 after retry RPC after error@185817464) -> (continuation of Deferred@1343584102 after retry RPC after error@1541558405) -> (continuation of Deferred@1879295848 after retry RPC after error@1632278665) -> (continuation of Deferred@438271361 after retry RPC after error@1404071999) -> (continuation of Deferred@1030145446 after retry RPC after error@148737107) -> (continuation of Deferred@1766792124 after retry RPC after error@967753506) -> (continuation of Deferred@846071364 after retry RPC after error@1454750542) -> (continuation of Deferred@1203161311 after retry RPC after error@195901604) -> (continuation of Deferred@1228096435 after retry RPC after error@841481744) -> (continuation of Deferred@1126574267 after retry RPC after error@556552291) -> (continuation of Deferred@1917952302 after retry RPC after error@2131428874) -> (continuation of Deferred@219843232 after retry RPC after error@1324776488) -> (continuation of Deferred@827452425 after retry RPC after error@382568319) -> (continuation of Deferred@1339773068 after retry RPC after error@850485859) -> (continuation of Deferred@205447576 after retry RPC after error@1983015199) -> (continuation of Deferred@1668814949 after retry RPC after error@1524882451) -> (continuation of Deferred@556455158 after retry RPC after error@1144339293) -> (continuation of Deferred@1739438222 after retry RPC after error@594211628) -> (continuation of Deferred@1418727123 after retry RPC after error@965880015) -> (continuation of Deferred@871468731 after retry RPC after error@1207363706) -> (continuation of Deferred@323256513 after retry RPC after error@993531446) -> (continuation of Deferred@67355580 after retry RPC after error@1959157374) -> (continuation of Deferred@1127451311 after retry RPC after error@943828313) -> (continuation of Deferred@583370702 after retry RPC after error@1681266758) -> (continuation of Deferred@999264413 after retry RPC after error@236050896) -> (continuation of Deferred@14992427 after retry RPC after error@1413744729)))
02:06:03.251 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:06:03.252 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28147), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [17ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [44ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [45ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [48ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [65ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [65ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [65ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [84ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [127ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [127ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [128ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [128ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [164ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [164ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [164ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [279ms] refreshing cache from master, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [280ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [320ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [322ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [699ms] refreshing cache from master, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [703ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [703ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1919ms] refreshing cache from master, [1919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1922ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [5200ms] refreshing cache from master, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [5201ms] too many traces: truncated at 100 traces, deferred=Deferred@99733936(state=PENDING, result=null, callback=(continuation of Deferred@1279065815 after retry RPC after error@185817464) -> (continuation of Deferred@1343584102 after retry RPC after error@1541558405) -> (continuation of Deferred@1879295848 after retry RPC after error@1632278665) -> (continuation of Deferred@438271361 after retry RPC after error@1404071999) -> (continuation of Deferred@1030145446 after retry RPC after error@148737107) -> (continuation of Deferred@1766792124 after retry RPC after error@967753506) -> (continuation of Deferred@846071364 after retry RPC after error@1454750542) -> (continuation of Deferred@1203161311 after retry RPC after error@195901604) -> (continuation of Deferred@1228096435 after retry RPC after error@841481744) -> (continuation of Deferred@1126574267 after retry RPC after error@556552291) -> (continuation of Deferred@1917952302 after retry RPC after error@2131428874) -> (continuation of Deferred@219843232 after retry RPC after error@1324776488) -> (continuation of Deferred@827452425 after retry RPC after error@382568319) -> (continuation of Deferred@1339773068 after retry RPC after error@850485859) -> (continuation of Deferred@205447576 after retry RPC after error@1983015199) -> (continuation of Deferred@1668814949 after retry RPC after error@1524882451) -> (continuation of Deferred@556455158 after retry RPC after error@1144339293) -> (continuation of Deferred@1739438222 after retry RPC after error@594211628) -> (continuation of Deferred@1418727123 after retry RPC after error@965880015) -> (continuation of Deferred@871468731 after retry RPC after error@1207363706) -> (continuation of Deferred@323256513 after retry RPC after error@993531446) -> (continuation of Deferred@67355580 after retry RPC after error@1959157374) -> (continuation of Deferred@1127451311 after retry RPC after error@943828313) -> (continuation of Deferred@583370702 after retry RPC after error@1681266758) -> (continuation of Deferred@999264413 after retry RPC after error@236050896) -> (continuation of Deferred@14992427 after retry RPC after error@1413744729), errback=(continuation of Deferred@1279065815 after retry RPC after error@185817464) -> (continuation of Deferred@1343584102 after retry RPC after error@1541558405) -> (continuation of Deferred@1879295848 after retry RPC after error@1632278665) -> (continuation of Deferred@438271361 after retry RPC after error@1404071999) -> (continuation of Deferred@1030145446 after retry RPC after error@148737107) -> (continuation of Deferred@1766792124 after retry RPC after error@967753506) -> (continuation of Deferred@846071364 after retry RPC after error@1454750542) -> (continuation of Deferred@1203161311 after retry RPC after error@195901604) -> (continuation of Deferred@1228096435 after retry RPC after error@841481744) -> (continuation of Deferred@1126574267 after retry RPC after error@556552291) -> (continuation of Deferred@1917952302 after retry RPC after error@2131428874) -> (continuation of Deferred@219843232 after retry RPC after error@1324776488) -> (continuation of Deferred@827452425 after retry RPC after error@382568319) -> (continuation of Deferred@1339773068 after retry RPC after error@850485859) -> (continuation of Deferred@205447576 after retry RPC after error@1983015199) -> (continuation of Deferred@1668814949 after retry RPC after error@1524882451) -> (continuation of Deferred@556455158 after retry RPC after error@1144339293) -> (continuation of Deferred@1739438222 after retry RPC after error@594211628) -> (continuation of Deferred@1418727123 after retry RPC after error@965880015) -> (continuation of Deferred@871468731 after retry RPC after error@1207363706) -> (continuation of Deferred@323256513 after retry RPC after error@993531446) -> (continuation of Deferred@67355580 after retry RPC after error@1959157374) -> (continuation of Deferred@1127451311 after retry RPC after error@943828313) -> (continuation of Deferred@583370702 after retry RPC after error@1681266758) -> (continuation of Deferred@999264413 after retry RPC after error@236050896) -> (continuation of Deferred@14992427 after retry RPC after error@1413744729)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:03.254 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:06:03.256 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:06:03.262 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28147), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [17ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [18ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [44ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [45ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [48ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [65ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [65ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [65ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [84ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [127ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [127ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [128ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [128ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [164ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [164ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [164ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [279ms] refreshing cache from master, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [280ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [320ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [322ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [699ms] refreshing cache from master, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [701ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [703ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [703ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1919ms] refreshing cache from master, [1919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1922ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [5200ms] refreshing cache from master, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [5200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [5201ms] too many traces: truncated at 100 traces, deferred=Deferred@99733936(state=PENDING, result=null, callback=(continuation of Deferred@1279065815 after retry RPC after error@185817464) -> (continuation of Deferred@1343584102 after retry RPC after error@1541558405) -> (continuation of Deferred@1879295848 after retry RPC after error@1632278665) -> (continuation of Deferred@438271361 after retry RPC after error@1404071999) -> (continuation of Deferred@1030145446 after retry RPC after error@148737107) -> (continuation of Deferred@1766792124 after retry RPC after error@967753506) -> (continuation of Deferred@846071364 after retry RPC after error@1454750542) -> (continuation of Deferred@1203161311 after retry RPC after error@195901604) -> (continuation of Deferred@1228096435 after retry RPC after error@841481744) -> (continuation of Deferred@1126574267 after retry RPC after error@556552291) -> (continuation of Deferred@1917952302 after retry RPC after error@2131428874) -> (continuation of Deferred@219843232 after retry RPC after error@1324776488) -> (continuation of Deferred@827452425 after retry RPC after error@382568319) -> (continuation of Deferred@1339773068 after retry RPC after error@850485859) -> (continuation of Deferred@205447576 after retry RPC after error@1983015199) -> (continuation of Deferred@1668814949 after retry RPC after error@1524882451) -> (continuation of Deferred@556455158 after retry RPC after error@1144339293) -> (continuation of Deferred@1739438222 after retry RPC after error@594211628) -> (continuation of Deferred@1418727123 after retry RPC after error@965880015) -> (continuation of Deferred@871468731 after retry RPC after error@1207363706) -> (continuation of Deferred@323256513 after retry RPC after error@993531446) -> (continuation of Deferred@67355580 after retry RPC after error@1959157374) -> (continuation of Deferred@1127451311 after retry RPC after error@943828313) -> (continuation of Deferred@583370702 after retry RPC after error@1681266758) -> (continuation of Deferred@999264413 after retry RPC after error@236050896) -> (continuation of Deferred@14992427 after retry RPC after error@1413744729), errback=(continuation of Deferred@1279065815 after retry RPC after error@185817464) -> (continuation of Deferred@1343584102 after retry RPC after error@1541558405) -> (continuation of Deferred@1879295848 after retry RPC after error@1632278665) -> (continuation of Deferred@438271361 after retry RPC after error@1404071999) -> (continuation of Deferred@1030145446 after retry RPC after error@148737107) -> (continuation of Deferred@1766792124 after retry RPC after error@967753506) -> (continuation of Deferred@846071364 after retry RPC after error@1454750542) -> (continuation of Deferred@1203161311 after retry RPC after error@195901604) -> (continuation of Deferred@1228096435 after retry RPC after error@841481744) -> (continuation of Deferred@1126574267 after retry RPC after error@556552291) -> (continuation of Deferred@1917952302 after retry RPC after error@2131428874) -> (continuation of Deferred@219843232 after retry RPC after error@1324776488) -> (continuation of Deferred@827452425 after retry RPC after error@382568319) -> (continuation of Deferred@1339773068 after retry RPC after error@850485859) -> (continuation of Deferred@205447576 after retry RPC after error@1983015199) -> (continuation of Deferred@1668814949 after retry RPC after error@1524882451) -> (continuation of Deferred@556455158 after retry RPC after error@1144339293) -> (continuation of Deferred@1739438222 after retry RPC after error@594211628) -> (continuation of Deferred@1418727123 after retry RPC after error@965880015) -> (continuation of Deferred@871468731 after retry RPC after error@1207363706) -> (continuation of Deferred@323256513 after retry RPC after error@993531446) -> (continuation of Deferred@67355580 after retry RPC after error@1959157374) -> (continuation of Deferred@1127451311 after retry RPC after error@943828313) -> (continuation of Deferred@583370702 after retry RPC after error@1681266758) -> (continuation of Deferred@999264413 after retry RPC after error@236050896) -> (continuation of Deferred@14992427 after retry RPC after error@1413744729)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:03.265 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:06:03.266 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
02:06:03.266 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:06:03.266 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RUNNING to RESTARTING.
02:06:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:01.595791  9751 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:02.996071  9749 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 9742
02:06:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:03.361537  9742 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.768s	user 0.550s	sys 1.098s
02:06:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:03.362553  9742 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.769s	user 0.551s	sys 1.098s
02:06:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:03.366286  9752 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1766 milliseconds
02:06:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:03.367832  9753 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.367929  9742 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.369112  9742 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.371225  9742 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.372574  9742 hybrid_clock.cc:648] HybridClock initialized: now 1779069963372546 us; error 35 us; skew 500 ppm
02:06:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.373477  9742 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.379802  9742 webserver.cc:533] Webserver started at http://127.9.7.66:35415/ using document root <none> and password file <none>
02:06:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.381132  9742 fs_manager.cc:362] Metadata directory not provided
02:06:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.381336  9742 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.381731  9742 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.386358  9742 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/data/instance:
02:06:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce0fbfbeb61143f8af5b6751e97b4615"
02:06:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:03 on dist-test-slave-9vqr"
02:06:03.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.387478  9742 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/wal/instance:
02:06:03.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce0fbfbeb61143f8af5b6751e97b4615"
02:06:03.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:03 on dist-test-slave-9vqr"
02:06:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.394738  9742 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.003s
02:06:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.400484  9763 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.401887  9742 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
02:06:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.402282  9742 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/wal
02:06:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce0fbfbeb61143f8af5b6751e97b4615"
02:06:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:03 on dist-test-slave-9vqr"
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.402609  9742 fs_report.cc:389] FS layout report
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/wal
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/wal
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/data/data
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:03.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.455021  9742 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.456547  9742 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.456959  9742 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.459692  9742 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:06:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.464068  9742 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:06:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.464321  9742 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
02:06:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.464525  9742 ts_tablet_manager.cc:616] Registered 0 tablets
02:06:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.464669  9742 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:06:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.601173  9742 rpc_server.cc:307] RPC server started. Bound to: 127.9.7.66:45281
02:06:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.601277  9875 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.7.66:45281 every 8 connection(s)
02:06:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.604811  9742 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/data/info.pb
02:06:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.609323  9245 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 9742
02:06:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.609975  9245 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-1/wal/instance
02:06:03.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.623835  9245 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/wal
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/data
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/logs
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/data/info.pb
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.7.67:0
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.7.67
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.7.67
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.7.84:33105
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:06:03.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069963663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:03.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.670876  9877 heartbeater.cc:344] Connected to a master server at 127.9.7.125:41667
02:06:03.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.671478  9877 heartbeater.cc:461] Registering TS with master...
02:06:03.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.672977  9877 heartbeater.cc:507] Master 127.9.7.125:41667 requested a full tablet report, sending...
02:06:03.676 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:06:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.676754  9419 ts_manager.cc:194] Registered new tserver with Master: ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281)
02:06:03.680 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
02:06:03.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.684002  9876 heartbeater.cc:344] Connected to a master server at 127.9.7.124:46177
02:06:03.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.690747  9876 heartbeater.cc:461] Registering TS with master...
02:06:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.691743  9876 heartbeater.cc:507] Master 127.9.7.124:46177 requested a full tablet report, sending...
02:06:03.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.695016  9500 ts_manager.cc:194] Registered new tserver with Master: ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281)
02:06:03.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.696745  9500 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.9.7.66:40741
02:06:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.701778  9883 heartbeater.cc:344] Connected to a master server at 127.9.7.126:39077
02:06:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.702142  9883 heartbeater.cc:461] Registering TS with master...
02:06:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.702772  9883 heartbeater.cc:507] Master 127.9.7.126:39077 requested a full tablet report, sending...
02:06:03.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:03.705364  9290 ts_manager.cc:194] Registered new tserver with Master: ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281)
02:06:03.738 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:03.739 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:03.739 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:03.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:03.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:03.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:03.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:03.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:03.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:03.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:03.739 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:03.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:03.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:03.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:03.991838  9882 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:03.992324  9882 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:03.992750  9882 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:04.027501  9882 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:04.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:04.028373  9882 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.7.67
02:06:04.041 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:04.041 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:04.041 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:04.042 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:04.042 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:04.042 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:04.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:04.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:04.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:04.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:04.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:04.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:04.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:04.068729  9882 tablet_server_runner.cc:78] Tablet server non-default flags:
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.7.84:33105
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/data
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/wal
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.7.67:0
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/data/info.pb
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.7.67
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.7.67
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/logs
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:04.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:04.070001  9882 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:04.072013  9882 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:04.085340  9893 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:04.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069964163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:04.185 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
02:06:04.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
02:06:04.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:04.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069964663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:04.682 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:06:04.683 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
02:06:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:04.701320  9876 heartbeater.cc:499] Master 127.9.7.124:46177 was elected leader, sending a full tablet report...
02:06:04.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:04.743 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RESTARTING to RUNNING.
02:06:04.744 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 226350c0f683964857a646cd0909db9f from Checkpoint 64 @ 1779069933417 for 226350c0f683964857a646cd0909db9f located at file:/tmp/junit10048720978270830343/checkpoints/226350c0f683964857a646cd0909db9f/chk-64.
02:06:04.745 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
02:06:04.745 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
02:06:04.746 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:06:04.747 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:06:04.748 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
02:06:04.748 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id aa6d9fe9a0c5e00d578e174091d1c61d
02:06:04.748 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot aa6d9fe9a0c5e00d578e174091d1c61d.
02:06:04.750 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id aa6d9fe9a0c5e00d578e174091d1c61d.
02:06:04.751 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
02:06:04.751 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
02:06:04.752 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@76d41862
02:06:04.752 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:04.752 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:06:04.752 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:06:04.753 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:06:04.758 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@245b19f6
02:06:04.763 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:04.765 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:04.765 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:04.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.770 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:04.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.773 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.773 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.773 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.773 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:04.786 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:04.787 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:04.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.788 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:04.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.791 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:04.805 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:04.806 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:04.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.808 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.809 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.810 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:04.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.812 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.813 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.813 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:04.825 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:04.826 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:04.826 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:04.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.828 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.828 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.828 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.828 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:04.838 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:04.838 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:04.839 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:04.840 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:04.840 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:04.840 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:04.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:04.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:04.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:04.841 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:04.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:04.841 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:04.841 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:04.844 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:04.845 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:04.845 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:04.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.846 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.846 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.846 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.847 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:04.885 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:04.885 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:04.886 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:04.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.888 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.888 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:04.902 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:04.945 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:04.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.948 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:04.949 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.949 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.949 [INFO - pool-154-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.949 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:04.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.950 [INFO - pool-154-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.950 [WARN - pool-154-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:04.961 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:04.961 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:04.961 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:04.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:04.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:04.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:04.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:04.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:04.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:04.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:04.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:04.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:04.964 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:04.965 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:04.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.966 [INFO - pool-154-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.966 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:04.966 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:04.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.967 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.967 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.967 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:04.967 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:04.967 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:04.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:04.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:04.969 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.969 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.969 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:04.969 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:04.970 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29866), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [10ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [12ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [13ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [13ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [29ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [31ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [32ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [32ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [45ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [50ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [51ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [51ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [85ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [85ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [104ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [104ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [705ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [705ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [705ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [706ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [780ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [782ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [783ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [783ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [783ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1743ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [3401ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [3405ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [3405ms] too many traces: truncated at 100 traces, deferred=Deferred@2075606401(state=PENDING, result=null, callback=(continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631) -> (continuation of Deferred@1859050189 after retry RPC after error@763695872) -> (continuation of Deferred@48504170 after retry RPC after error@235530026) -> (continuation of Deferred@378096788 after retry RPC after error@319901782), errback=(continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631) -> (continuation of Deferred@1859050189 after retry RPC after error@763695872) -> (continuation of Deferred@48504170 after retry RPC after error@235530026) -> (continuation of Deferred@378096788 after retry RPC after error@319901782)))
02:06:04.972 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:06:04.973 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29866), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [10ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [12ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [13ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [13ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [29ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [31ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [32ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [32ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [45ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [50ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [51ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [51ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [85ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [85ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [104ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [104ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [705ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [705ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [705ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [706ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [780ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [782ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [783ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [783ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [783ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1743ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [3401ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [3405ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [3405ms] too many traces: truncated at 100 traces, deferred=Deferred@2075606401(state=PENDING, result=null, callback=(continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631) -> (continuation of Deferred@1859050189 after retry RPC after error@763695872) -> (continuation of Deferred@48504170 after retry RPC after error@235530026) -> (continuation of Deferred@378096788 after retry RPC after error@319901782), errback=(continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631) -> (continuation of Deferred@1859050189 after retry RPC after error@763695872) -> (continuation of Deferred@48504170 after retry RPC after error@235530026) -> (continuation of Deferred@378096788 after retry RPC after error@319901782)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:04.975 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:06:04.985 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:06:04.987 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29866), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [10ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [12ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [13ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [13ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [29ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [31ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [32ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [32ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [45ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [50ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [51ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [51ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [85ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [85ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [104ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [104ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [104ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [705ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [705ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [705ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [706ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [780ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [782ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [783ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [783ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [783ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1743ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [3401ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [3405ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [3405ms] too many traces: truncated at 100 traces, deferred=Deferred@2075606401(state=PENDING, result=null, callback=(continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631) -> (continuation of Deferred@1859050189 after retry RPC after error@763695872) -> (continuation of Deferred@48504170 after retry RPC after error@235530026) -> (continuation of Deferred@378096788 after retry RPC after error@319901782), errback=(continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631) -> (continuation of Deferred@1859050189 after retry RPC after error@763695872) -> (continuation of Deferred@48504170 after retry RPC after error@235530026) -> (continuation of Deferred@378096788 after retry RPC after error@319901782)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:04.996 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:06:04.999 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
02:06:04.999 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:06:05.001 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RUNNING to RESTARTING.
02:06:05.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:05.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:05.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:05.003 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:05.125 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:05.125 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:05.125 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:05.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:05.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:05.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:05.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:05.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:05.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:05.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:05.127 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:05.127 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:05.128 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:05.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069965163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:05.172 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:05.173 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:05.173 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:05.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:05.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:05.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:05.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:05.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:05.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:05.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:05.175 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:05.175 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:05.175 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:05.180 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:06:05.182 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
02:06:05.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:05.265 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:05.265 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:05.266 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:05.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:05.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:05.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:05.272 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:05.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:05.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:05.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:05.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:05.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:05.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:04.086723  9894 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:05.454032  9896 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:05.456348  9895 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1370 milliseconds
02:06:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:05.456640  9882 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.371s	user 0.473s	sys 0.854s
02:06:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:05.456974  9882 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.372s	user 0.473s	sys 0.854s
02:06:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.457233  9882 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.458693  9882 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.461323  9882 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.462767  9882 hybrid_clock.cc:648] HybridClock initialized: now 1779069965462725 us; error 66 us; skew 500 ppm
02:06:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.463843  9882 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:05.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.472426  9882 webserver.cc:533] Webserver started at http://127.9.7.67:44123/ using document root <none> and password file <none>
02:06:05.472 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:05.473 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:05.473 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:05.473 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:05.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:05.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:05.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:05.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:05.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:05.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.473810  9882 fs_manager.cc:362] Metadata directory not provided
02:06:05.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:05.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:05.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:05.474 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:05.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.474107  9882 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:05.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.474749  9882 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.481293  9882 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/data/instance:
02:06:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e82fb79d83a47729c528f757817d341"
02:06:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:05 on dist-test-slave-9vqr"
02:06:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.482792  9882 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/wal/instance:
02:06:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e82fb79d83a47729c528f757817d341"
02:06:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:05 on dist-test-slave-9vqr"
02:06:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.492216  9882 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.010s	sys 0.001s
02:06:05.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.499591  9913 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.500891  9882 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:06:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.501273  9882 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/wal
02:06:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e82fb79d83a47729c528f757817d341"
02:06:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:05 on dist-test-slave-9vqr"
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.501708  9882 fs_report.cc:389] FS layout report
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/wal
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/wal
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/data/data
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:05.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.589888  9882 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.591347  9882 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:05.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.591760  9882 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:05.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.594640  9882 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:06:05.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.599074  9882 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:06:05.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.599344  9882 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:06:05.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.599658  9882 ts_tablet_manager.cc:616] Registered 0 tablets
02:06:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.599862  9882 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:06:05.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069965663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:05.673 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:06:05.674 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
02:06:05.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.774220  9882 rpc_server.cc:307] RPC server started. Bound to: 127.9.7.67:44271
02:06:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.774336 10025 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.7.67:44271 every 8 connection(s)
02:06:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.776650  9882 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/data/info.pb
02:06:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.777429  9245 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 9882
02:06:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.777815  9245 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster4985339472096671059/ts-2/wal/instance
02:06:05.783 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:05.784 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:05.784 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:05.784 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:05.784 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:05.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:05.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:05.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:05.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:05.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:05.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:05.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:05.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:05.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.808784 10026 heartbeater.cc:344] Connected to a master server at 127.9.7.124:46177
02:06:05.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.809260 10027 heartbeater.cc:344] Connected to a master server at 127.9.7.125:41667
02:06:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.809257 10026 heartbeater.cc:461] Registering TS with master...
02:06:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.809640 10027 heartbeater.cc:461] Registering TS with master...
02:06:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.810977 10027 heartbeater.cc:507] Master 127.9.7.125:41667 requested a full tablet report, sending...
02:06:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.811023 10026 heartbeater.cc:507] Master 127.9.7.124:46177 requested a full tablet report, sending...
02:06:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.811333 10028 heartbeater.cc:344] Connected to a master server at 127.9.7.126:39077
02:06:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.811640 10028 heartbeater.cc:461] Registering TS with master...
02:06:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.812538 10028 heartbeater.cc:507] Master 127.9.7.126:39077 requested a full tablet report, sending...
02:06:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.815371  9500 ts_manager.cc:194] Registered new tserver with Master: 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.815376  9419 ts_manager.cc:194] Registered new tserver with Master: 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.815951  9290 ts_manager.cc:194] Registered new tserver with Master: 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.817070  9500 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.9.7.67:38655
02:06:05.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:05.824904  9245 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:06:05.835 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:06:05.835 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:06:05.837 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.9.7.126"
      port: 39077
    }
    bound_http_address {
      host: "127.9.7.126"
      port: 42091
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.9.7.125"
      port: 41667
    }
    bound_http_address {
      host: "127.9.7.125"
      port: 33125
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.9.7.124"
      port: 46177
    }
    bound_http_address {
      host: "127.9.7.124"
      port: 45879
    }
  }
}

02:06:05.837 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:06:05.838 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.9.7.65"
      port: 41709
    }
    bound_http_address {
      host: "127.9.7.65"
      port: 42983
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.9.7.66"
      port: 45281
    }
    bound_http_address {
      host: "127.9.7.66"
      port: 35415
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.9.7.67"
      port: 44271
    }
    bound_http_address {
      host: "127.9.7.67"
      port: 44123
    }
  }
}

02:06:05.838 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:06:05.839 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:05.840 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:06:05.840 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:06:05.841 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:06:05.841 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:06:05.845 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:06:05.997 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:05.997 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:05.998 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:05.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:05.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:05.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:05.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:05.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:05.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:05.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:05.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:05.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:05.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:06.040 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:06.041 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:06.041 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:06.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:06.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:06.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:06.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:06.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:06.041 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:06.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:06.041 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:06.041 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:06.041 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:06.057 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:06.058 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:06.058 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:06.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:06.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:06.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:06.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:06.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:06.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:06.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:06.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:06.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:06.058 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:06.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069966163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:06.171 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:06:06.171 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
02:06:06.212 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:06:06.212 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:06:06.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:06.216638 10036 mini_oidc.cc:150] Starting JWKS server
02:06:06.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:06.220521 10036 webserver.cc:533] Webserver started at http://127.0.0.1:41771/ using document root <none> and password file <none>
02:06:06.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:06.220923 10036 mini_oidc.cc:186] Starting OIDC Discovery server
02:06:06.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:06.222546 10036 webserver.cc:533] Webserver started at http://127.0.0.1:40877/ using document root <none> and password file <none>
02:06:06.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:06:06Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:06:06.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:06:06Z Disabled control of system clock
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:06.279798 10036 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/wal
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/data
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/logs
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/data/info.pb
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.62:41527
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.62
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.20:44449
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:06.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:06.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581
02:06:06.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:06.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41771/jwks.json with env {}
02:06:06.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:06.579808 10049 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:06.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:06.580384 10049 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:06.580904 10049 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:06.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:06.626565 10049 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:06:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:06.626976 10049 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:06.627487 10049 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:06:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:06.627825 10049 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:06:06.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:06.628162 10049 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:06:06.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:06.628417 10049 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41771/jwks.json
02:06:06.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069966664 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:06.671 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=6 ms, finalizationTime=1 ms).
02:06:06.671 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
02:06:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:06.676200 10049 master_runner.cc:387] Master server non-default flags:
02:06:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.20:44449
02:06:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/data
02:06:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/wal
02:06:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581
02:06:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.62:41527
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41771/jwks.json
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/data/info.pb
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.62
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/logs
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:06.677525 10049 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:06.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:06.679064 10049 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:06.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:06.691202 10056 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:06.705 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:06.705 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:06.706 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:06.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:06.706 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:06.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:06.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:06.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:06.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:06.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:06.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:06.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:06.706 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:06.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:06.820863 10026 heartbeater.cc:499] Master 127.9.7.124:46177 was elected leader, sending a full tablet report...
02:06:07.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069967164 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:07.172 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:06:07.173 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
02:06:07.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:07.259 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:07.259 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:07.259 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:07.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:07.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:07.260 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:07.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:07.260 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:07.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:07.260 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:07.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:07.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:07.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:07.328 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RESTARTING to RUNNING.
02:06:07.328 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 226350c0f683964857a646cd0909db9f from Checkpoint 64 @ 1779069933417 for 226350c0f683964857a646cd0909db9f located at file:/tmp/junit10048720978270830343/checkpoints/226350c0f683964857a646cd0909db9f/chk-64.
02:06:07.329 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:06:07.330 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:06:07.330 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
02:06:07.330 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:06:07.331 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
02:06:07.331 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id c67877856d264a76f5fe0cff9fd2610d
02:06:07.331 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot c67877856d264a76f5fe0cff9fd2610d.
02:06:07.333 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id c67877856d264a76f5fe0cff9fd2610d.
02:06:07.333 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
02:06:07.333 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
02:06:07.334 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12c500f9
02:06:07.334 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:07.334 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:06:07.334 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:06:07.334 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:06:07.336 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7051a188
02:06:07.338 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:07.339 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:07.339 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:07.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.340 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:07.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.341 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.341 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.341 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.341 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:07.359 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:07.360 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:07.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.360 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:07.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.361 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.362 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.362 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.362 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:07.379 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:07.380 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:07.380 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.380 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.381 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.381 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:07.381 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.381 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.381 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.381 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:07.399 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:07.400 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:07.400 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:07.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.401 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.401 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:07.419 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:07.420 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:07.420 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:07.420 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.420 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.420 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.420 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.421 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:07.460 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:07.460 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:07.460 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:07.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:07.479 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:07.480 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:07.480 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.480 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.480 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.481 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:07.481 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.481 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.482 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:07.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:07.579 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:07.580 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:07.580 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:07.580 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.580 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.580 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.580 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.580 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.580 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.581 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.581 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.581 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:07.600 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:07.600 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:07.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.601 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:07.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.602 [INFO - pool-158-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.602 [WARN - pool-158-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:07.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069967664 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:07.671 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:06:07.672 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
02:06:07.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:07.781 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:07.782 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:07.782 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:07.782 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:07.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:07.782 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:07.782 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:07.782 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:07.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:07.782 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:07.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:07.783 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:07.783 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:06.692467 10055 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:06.694931 10058 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:07.838630 10057 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:06:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.838686 10049 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.843577 10049 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.846866 10049 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:07.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.848265 10049 hybrid_clock.cc:648] HybridClock initialized: now 1779069967848208 us; error 59 us; skew 500 ppm
02:06:07.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.849191 10049 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.855293 10049 webserver.cc:533] Webserver started at http://127.9.205.62:36831/ using document root <none> and password file <none>
02:06:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.856282 10049 fs_manager.cc:362] Metadata directory not provided
02:06:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.856508 10049 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.857023 10049 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.861804 10049 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/data/instance:
02:06:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa29146e29fd469697b39e276a390169"
02:06:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:07 on dist-test-slave-9vqr"
02:06:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.863134 10049 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/wal/instance:
02:06:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa29146e29fd469697b39e276a390169"
02:06:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:07 on dist-test-slave-9vqr"
02:06:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.870529 10049 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
02:06:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.876204 10075 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.877261 10049 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:06:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.877612 10049 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/wal
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa29146e29fd469697b39e276a390169"
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:07 on dist-test-slave-9vqr"
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.877949 10049 fs_report.cc:389] FS layout report
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/wal
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/wal
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/data/data
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:07.879 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:07.880 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:07.880 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:07.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.880 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:07.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:07.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:07.881 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.959663 10049 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.961366 10049 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:07.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:07.961849 10049 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:08.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:08.017 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:08.017 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:08.017 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:08.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:08.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:08.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:08.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:08.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:08.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:08.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:08.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:08.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:08.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:08.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.034101 10049 rpc_server.cc:307] RPC server started. Bound to: 127.9.205.62:41527
02:06:08.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.034168 10126 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.205.62:41527 every 8 connection(s)
02:06:08.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.036980 10049 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/data/info.pb
02:06:08.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.042505 10036 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 10049
02:06:08.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.042999 10036 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-0/wal/instance
02:06:08.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.043766 10127 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.048105 10036 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/wal
02:06:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/data
02:06:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/logs
02:06:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/data/info.pb
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.61:38235
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.61
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.20:44449
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41771/jwks.json with env {}
02:06:08.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.057340 10127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } has no permanent_uuid. Determining permanent_uuid...
02:06:08.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.095952 10127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } has no permanent_uuid. Determining permanent_uuid...
02:06:08.098 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:08.099 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:08.099 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:08.099 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:08.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:08.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:08.100 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:08.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.098608 10078 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.205.61:38235: connect: Connection refused (error 111)
02:06:08.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:08.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:08.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:08.101 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:08.101 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:08.101 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:08.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.103087 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.61:38235: Network error: Client connection negotiation failed: client connection to 127.9.205.61:38235: connect: Connection refused (error 111)
02:06:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.152527 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } attempt: 1
02:06:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.156280 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.61:38235: Network error: Client connection negotiation failed: client connection to 127.9.205.61:38235: connect: Connection refused (error 111)
02:06:08.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069968163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:08.172 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:06:08.172 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
02:06:08.223 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:08.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:08.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:08.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.224632 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } attempt: 2
02:06:08.225 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:08.226 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:08.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:08.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:08.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:08.226 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:08.226 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:08.226 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:08.226 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:08.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.229703 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.61:38235: Network error: Client connection negotiation failed: client connection to 127.9.205.61:38235: connect: Connection refused (error 111)
02:06:08.232 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:08.232 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:08.232 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:08.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:08.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:08.232 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:08.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:08.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:08.233 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:08.233 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:08.233 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:08.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:08.233 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:08.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:08.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.321080 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } attempt: 3
02:06:08.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.324962 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.61:38235: Network error: Client connection negotiation failed: client connection to 127.9.205.61:38235: connect: Connection refused (error 111)
02:06:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.368156 10129 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.368752 10129 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:08.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.369212 10129 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.403048 10129 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:06:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.403455 10129 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.403787 10129 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:06:08.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.404104 10129 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:06:08.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.404433 10129 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:06:08.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.404603 10129 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41771/jwks.json
02:06:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.443327 10129 master_runner.cc:387] Master server non-default flags:
02:06:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.20:44449
02:06:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/data
02:06:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/wal
02:06:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.61:38235
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41771/jwks.json
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/data/info.pb
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.61
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/logs
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:06:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.445024 10129 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.446843 10129 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.457937 10138 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.468327 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } attempt: 4
02:06:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.472194 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.61:38235: Network error: Client connection negotiation failed: client connection to 127.9.205.61:38235: connect: Connection refused (error 111)
02:06:08.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:08.519 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:08.520 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:08.520 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:08.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:08.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:08.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:08.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:08.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:08.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:08.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:08.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:08.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:08.521 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:08.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069968663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:08.675 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:06:08.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
02:06:08.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:08.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:08.771584 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } attempt: 5
02:06:08.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.778376 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.61:38235: Network error: Client connection negotiation failed: client connection to 127.9.205.61:38235: connect: Connection refused (error 111)
02:06:08.905 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:08.906 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:08.906 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:08.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:08.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:08.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:08.907 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:08.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:08.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:08.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:08.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:08.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:08.907 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:09.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:09.085 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:09.086 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:09.086 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:09.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:09.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:09.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:09.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:09.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:09.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:09.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:09.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:09.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:09.088 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:09.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069969163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:09.175 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:06:09.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
02:06:09.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:09.258 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:09.258 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:09.259 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:09.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:09.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:09.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:09.259 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:09.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:09.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:09.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:09.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:09.260 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:09.260 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.325914 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } attempt: 6
02:06:09.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:09.339828 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.61:38235: Network error: Client connection negotiation failed: client connection to 127.9.205.61:38235: connect: Connection refused (error 111)
02:06:09.399 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:09.399 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:09.399 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:09.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:09.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:09.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:09.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:09.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:09.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:09.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:09.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:09.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:09.400 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:09.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:09.599 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:09.600 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:09.600 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:09.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:09.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:09.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:09.601 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:09.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:09.601 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:09.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:09.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:09.602 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:09.602 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:09.668 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069969663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:09.683 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
02:06:09.684 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
02:06:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.462591 10141 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:08.459100 10139 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:09.709349 10140 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1246 milliseconds
02:06:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.709504 10129 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:09.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.711123 10129 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:09.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.714479 10129 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:09.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.715955 10129 hybrid_clock.cc:648] HybridClock initialized: now 1779069969715884 us; error 83 us; skew 500 ppm
02:06:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.717161 10129 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.728708 10129 webserver.cc:533] Webserver started at http://127.9.205.61:41371/ using document root <none> and password file <none>
02:06:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.730029 10129 fs_manager.cc:362] Metadata directory not provided
02:06:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.730314 10129 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.730902 10129 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.737859 10129 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/data/instance:
02:06:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c"
02:06:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:09 on dist-test-slave-9vqr"
02:06:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.739981 10129 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/wal/instance:
02:06:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c"
02:06:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:09 on dist-test-slave-9vqr"
02:06:09.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.749953 10129 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
02:06:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.757577 10151 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.758993 10129 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.002s
02:06:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.759413 10129 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/wal
02:06:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c"
02:06:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:09 on dist-test-slave-9vqr"
02:06:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.759874 10129 fs_report.cc:389] FS layout report
02:06:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/wal
02:06:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/wal
02:06:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/data/data
02:06:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:09.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:09.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:09.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:09.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:09.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:09.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:09.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:09.804 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:09.804 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:09.804 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:09.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:09.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:09.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:09.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:09.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:09.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:09.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:09.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:09.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:09.805 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:09.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.826035 10129 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:09.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.828073 10129 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:09.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.828732 10129 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.908202 10129 rpc_server.cc:307] RPC server started. Bound to: 127.9.205.61:38235
02:06:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.908293 10202 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.205.61:38235 every 8 connection(s)
02:06:09.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.910899 10129 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/data/info.pb
02:06:09.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.917217 10203 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.919979 10036 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 10129
02:06:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.920408 10036 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-1/wal/instance
02:06:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.922626 10036 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/wal
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/data
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/logs
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/data/info.pb
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.60:35581
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.60
02:06:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.20:44449
02:06:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581
02:06:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41771/jwks.json with env {}
02:06:09.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.929185 10203 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } has no permanent_uuid. Determining permanent_uuid...
02:06:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.954443 10203 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } has no permanent_uuid. Determining permanent_uuid...
02:06:09.960 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:09.961 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:09.961 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:09.961 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:09.961 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:09.961 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:09.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:09.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:09.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:09.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:09.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:09.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:09.962 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:09.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:09.969108 10203 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } has no permanent_uuid. Determining permanent_uuid...
02:06:09.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:09.971422 10154 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:09.975436 10203 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:10.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.025015 10203 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 1
02:06:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.028942 10203 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:10.082 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:10.082 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:10.082 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:10.082 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:10.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:10.082 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:10.082 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:10.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:10.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:10.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:10.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:10.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:10.083 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:10.097 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:10.097 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:10.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.097370 10203 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 2
02:06:10.097 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:10.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:10.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:10.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:10.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:10.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:10.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:10.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:10.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:10.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:10.098 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.101716 10203 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:10.121 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:10.121 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:10.122 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:10.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:10.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:10.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:10.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:10.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:10.122 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:10.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:10.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:10.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:10.122 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:10.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069970163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:10.172 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:06:10.173 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
02:06:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.193172 10203 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 3
02:06:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.198557 10203 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:10.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:10.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.256958 10205 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:10.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.257495 10205 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.257948 10205 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:10.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.296514 10205 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:06:10.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.296802 10205 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.297066 10205 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:06:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.297293 10205 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:06:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.297497 10205 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:06:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.297647 10205 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41771/jwks.json
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.335737 10205 master_runner.cc:387] Master server non-default flags:
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.20:44449
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/data
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/wal
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.60:35581
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41771/jwks.json
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/data/info.pb
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.60
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/logs
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.337409 10205 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:10.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.339022 10205 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:10.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.342024 10203 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 4
02:06:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.346292 10203 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.350996 10215 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:10.365 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:10.365 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:10.365 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:10.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:10.366 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:10.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:10.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:10.366 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:10.366 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:10.366 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:10.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:10.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:10.367 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.400460 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } attempt: 7
02:06:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.427562 10127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } has no permanent_uuid. Determining permanent_uuid...
02:06:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.446384 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:10.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:10.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.504858 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 1
02:06:10.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.510139 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.591703 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 2
02:06:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.597833 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:10.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.645805 10203 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 5
02:06:10.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.652484 10203 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:10.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069970664 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:10.678 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:06:10.679 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
02:06:10.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.683357 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 3
02:06:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.688797 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:10.741 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:10.742 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:10.742 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:10.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:10.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:10.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:10.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:10.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:10.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:10.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:10.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:10.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:10.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:10.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:10.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:10.829274 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 4
02:06:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.835711 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:10.985 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:10.985 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:10.985 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:10.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:10.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:10.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:10.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:10.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:10.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:10.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:10.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:10.986 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:10.987 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:11.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:11.099 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:11.100 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:11.100 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:11.101 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:11.101 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:11.101 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:11.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:11.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:11.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:11.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:11.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:11.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:11.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.119228 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 5
02:06:11.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:11.124055 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:11.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069971164 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:11.176 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:06:11.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
02:06:11.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.200006 10203 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 6
02:06:11.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:11.210451 10203 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:11.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:11.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:11.500 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:11.501 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:11.501 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:11.501 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:11.502 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:11.502 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:11.502 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:11.502 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:11.502 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:11.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:11.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:11.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:11.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:11.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.352212 10216 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:11.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:10.357030 10218 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:11.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:11.585006 10217 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1228 milliseconds
02:06:11.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.585116 10205 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:11.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.586577 10205 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:11.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.589511 10205 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:11.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.591059 10205 hybrid_clock.cc:648] HybridClock initialized: now 1779069971591014 us; error 49 us; skew 500 ppm
02:06:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.591903 10205 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:11.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.598476 10205 webserver.cc:533] Webserver started at http://127.9.205.60:39907/ using document root <none> and password file <none>
02:06:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.599478 10205 fs_manager.cc:362] Metadata directory not provided
02:06:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.599711 10205 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:11.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.600215 10205 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.606803 10205 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/data/instance:
02:06:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e02bdbb5d34b198c589e30badab0e1"
02:06:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:11 on dist-test-slave-9vqr"
02:06:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.608489 10205 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/wal/instance:
02:06:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e02bdbb5d34b198c589e30badab0e1"
02:06:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:11 on dist-test-slave-9vqr"
02:06:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.621191 10205 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.008s	sys 0.000s
02:06:11.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.629809 10230 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:11.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.631628 10205 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.001s	sys 0.004s
02:06:11.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.632241 10205 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/wal
02:06:11.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e02bdbb5d34b198c589e30badab0e1"
02:06:11.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:11 on dist-test-slave-9vqr"
02:06:11.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.632937 10205 fs_report.cc:389] FS layout report
02:06:11.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:11.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/wal
02:06:11.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/wal
02:06:11.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/data/data
02:06:11.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:11.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069971664 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:11.672 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:06:11.672 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
02:06:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.676460 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 6
02:06:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:11.686968 10127 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.205.60:35581: Network error: Client connection negotiation failed: client connection to 127.9.205.60:35581: connect: Connection refused (error 111)
02:06:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.709897 10205 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.711709 10205 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.712213 10205 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:11.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.785640 10205 rpc_server.cc:307] RPC server started. Bound to: 127.9.205.60:35581
02:06:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.785705 10283 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.205.60:35581 every 8 connection(s)
02:06:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.788934 10205 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/data/info.pb
02:06:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.794633 10036 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 10205
02:06:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.795086 10036 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/master-2/wal/instance
02:06:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.795639 10284 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:11.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.810868 10284 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } has no permanent_uuid. Determining permanent_uuid...
02:06:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.836158 10284 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } has no permanent_uuid. Determining permanent_uuid...
02:06:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.850099 10284 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } has no permanent_uuid. Determining permanent_uuid...
02:06:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.867523 10284 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1: Bootstrap starting.
02:06:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.873884 10284 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1: Neither blocks nor log segments found. Creating new log.
02:06:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.875988 10284 log.cc:826] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1: Log is configured to *not* fsync() on all Append() calls
02:06:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.880725 10284 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1: No bootstrap required, opened a new log
02:06:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.900729 10284 raft_consensus.cc:359] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } }
02:06:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.901400 10284 raft_consensus.cc:385] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.901693 10284 raft_consensus.cc:740] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00e02bdbb5d34b198c589e30badab0e1, State: Initialized, Role: FOLLOWER
02:06:11.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.902464 10284 consensus_queue.cc:260] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } }
02:06:11.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.904907 10294 sys_catalog.cc:455] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } } }
02:06:11.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.905524 10294 sys_catalog.cc:458] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [sys.catalog]: This master's current role is: FOLLOWER
02:06:11.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.906594 10284 sys_catalog.cc:565] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [sys.catalog]: configured and running, proceeding with master startup.
02:06:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.930718 10294 raft_consensus.cc:493] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.931239 10294 raft_consensus.cc:515] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } }
02:06:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.933876 10294 leader_election.cc:290] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers aa29146e29fd469697b39e276a390169 (127.9.205.62:41527), 7d05d5aa61e04dbcbf5a16a4a6cc890c (127.9.205.61:38235)
02:06:11.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:11.954648 10305 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:06:11.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:11.954928 10305 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:06:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.932052 10205 master_runner.cc:187] Error getting master registration for 127.9.205.62:41527: OK, instance_id { permanent_uuid: "aa29146e29fd469697b39e276a390169" instance_seqno: 1779069968013382 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:06:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:11.960580 10205 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:06:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:11.967320 10238 tablet.cc:2404] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:06:12.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:12.001 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:12.001 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:12.002 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:12.002 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:12.002 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:12.002 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:12.002 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:12.002 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:12.002 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:12.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:12.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:12.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:12.003 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:12.052 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:12.053 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:12.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:12.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:12.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:12.053 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:12.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:12.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:12.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:12.054 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:12.054 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:12.054 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:12.054 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:12.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069972163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:12.171 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:06:12.172 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
02:06:12.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.270942 10203 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 7
02:06:12.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.302925 10203 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c: Bootstrap starting.
02:06:12.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.310724 10203 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c: Neither blocks nor log segments found. Creating new log.
02:06:12.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.313298 10203 log.cc:826] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c: Log is configured to *not* fsync() on all Append() calls
02:06:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.319459 10203 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c: No bootstrap required, opened a new log
02:06:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.351585 10203 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } }
02:06:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.352416 10203 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.352721 10203 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d05d5aa61e04dbcbf5a16a4a6cc890c, State: Initialized, Role: FOLLOWER
02:06:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.353638 10203 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } }
02:06:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.358062 10310 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } } }
02:06:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.359292 10203 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [sys.catalog]: configured and running, proceeding with master startup.
02:06:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.359469 10178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "00e02bdbb5d34b198c589e30badab0e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" is_pre_election: true
02:06:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.360411 10178 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 00e02bdbb5d34b198c589e30badab0e1 in term 0.
02:06:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.361738 10310 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [sys.catalog]: This master's current role is: FOLLOWER
02:06:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.362080 10235 leader_election.cc:304] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 00e02bdbb5d34b198c589e30badab0e1, 7d05d5aa61e04dbcbf5a16a4a6cc890c; no voters: 
02:06:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.363152 10294 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.363567 10294 raft_consensus.cc:493] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.363935 10294 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [term 0 FOLLOWER]: Advancing to term 1
02:06:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.372488 10294 raft_consensus.cc:515] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } }
02:06:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.378397 10178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "00e02bdbb5d34b198c589e30badab0e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c"
02:06:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.379230 10178 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [term 0 FOLLOWER]: Advancing to term 1
02:06:12.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.396070 10178 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 00e02bdbb5d34b198c589e30badab0e1 in term 1.
02:06:12.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.396862 10294 leader_election.cc:290] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [CANDIDATE]: Term 1 election: Requested vote from peers aa29146e29fd469697b39e276a390169 (127.9.205.62:41527), 7d05d5aa61e04dbcbf5a16a4a6cc890c (127.9.205.61:38235)
02:06:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.398222 10235 leader_election.cc:304] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 00e02bdbb5d34b198c589e30badab0e1, 7d05d5aa61e04dbcbf5a16a4a6cc890c; no voters: 
02:06:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.399068 10294 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [term 1 FOLLOWER]: Leader election won for term 1
02:06:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.400833 10294 raft_consensus.cc:697] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [term 1 LEADER]: Becoming Leader. State: Replica: 00e02bdbb5d34b198c589e30badab0e1, State: Running, Role: LEADER
02:06:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.401839 10294 consensus_queue.cc:237] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } }
02:06:12.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.415143 10316 sys_catalog.cc:455] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 00e02bdbb5d34b198c589e30badab0e1. Latest consensus state: current_term: 1 leader_uuid: "00e02bdbb5d34b198c589e30badab0e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } } }
02:06:12.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.415887 10316 sys_catalog.cc:458] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [sys.catalog]: This master's current role is: LEADER
02:06:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.422524 10321 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:06:12.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.430315 10321 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:06:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.447465 10325 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:06:12.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.455070 10178 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [term 1 FOLLOWER]: Refusing update from remote peer 00e02bdbb5d34b198c589e30badab0e1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:06:12.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.456847 10294 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:12.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.457895 10129 master_runner.cc:187] Error getting master registration for 127.9.205.62:41527: OK, instance_id { permanent_uuid: "aa29146e29fd469697b39e276a390169" instance_seqno: 1779069968013382 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:06:12.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.490222 10129 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:06:12.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.508037 10324 mvcc.cc:204] Tried to move back new op lower bound from 7287070607149608960 to 7287070606970142720. Current Snapshot: MvccSnapshot[applied={T|T < 7287070607149608960}]
02:06:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.509370 10310 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 00e02bdbb5d34b198c589e30badab0e1. Latest consensus state: current_term: 1 leader_uuid: "00e02bdbb5d34b198c589e30badab0e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } } }
02:06:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.510072 10310 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [sys.catalog]: This master's current role is: FOLLOWER
02:06:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.511718 10321 catalog_manager.cc:1382] Generated new cluster ID: 0129b347409047d5a34fad8d3c0d302f
02:06:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.512014 10321 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:06:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.511843 10316 sys_catalog.cc:455] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "00e02bdbb5d34b198c589e30badab0e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } } }
02:06:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.512549 10316 sys_catalog.cc:458] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [sys.catalog]: This master's current role is: LEADER
02:06:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.518209 10326 mvcc.cc:204] Tried to move back new op lower bound from 7287070607149608960 to 7287070606970142720. Current Snapshot: MvccSnapshot[applied={T|T < 7287070607149608960}]
02:06:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.534518 10310 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "00e02bdbb5d34b198c589e30badab0e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } } }
02:06:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.535200 10310 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c [sys.catalog]: This master's current role is: FOLLOWER
02:06:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.551455 10321 catalog_manager.cc:1405] Generated new certificate authority record
02:06:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.554000 10321 catalog_manager.cc:1539] Loading token signing keys...
02:06:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.577827 10321 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1: Generated new TSK 0
02:06:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.579878 10321 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:06:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.616343 10036 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/wal
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/data
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/logs
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/data/info.pb
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.1:0
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.205.1
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.1
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.20:44449
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:06:12.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069972663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:12.673 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:06:12.674 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
02:06:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.720388 10127 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } attempt: 7
02:06:12.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:12.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.753060 10127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169: Bootstrap starting.
02:06:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.770200 10127 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169: Neither blocks nor log segments found. Creating new log.
02:06:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.787313 10127 log.cc:826] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169: Log is configured to *not* fsync() on all Append() calls
02:06:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.800710 10127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169: No bootstrap required, opened a new log
02:06:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.832080 10127 raft_consensus.cc:359] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } }
02:06:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.833228 10127 raft_consensus.cc:385] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.833878 10127 raft_consensus.cc:740] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa29146e29fd469697b39e276a390169, State: Initialized, Role: FOLLOWER
02:06:12.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.835139 10127 consensus_queue.cc:260] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } }
02:06:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.866413 10333 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } } }
02:06:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.868947 10333 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [sys.catalog]: This master's current role is: FOLLOWER
02:06:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.875243 10127 sys_catalog.cc:565] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [sys.catalog]: configured and running, proceeding with master startup.
02:06:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.877351 10102 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "00e02bdbb5d34b198c589e30badab0e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aa29146e29fd469697b39e276a390169" is_pre_election: true
02:06:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.875908 10100 raft_consensus.cc:3060] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [term 0 FOLLOWER]: Advancing to term 1
02:06:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.876480 10101 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "00e02bdbb5d34b198c589e30badab0e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aa29146e29fd469697b39e276a390169"
02:06:12.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.889304 10100 raft_consensus.cc:1275] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [term 1 FOLLOWER]: Refusing update from remote peer 00e02bdbb5d34b198c589e30badab0e1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:06:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.891330 10316 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:12.919 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:12.919 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:12.919 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:12.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:12.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:12.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:12.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:12.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:12.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:12.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:12.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:12.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:12.921 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.981824 10333 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 00e02bdbb5d34b198c589e30badab0e1. Latest consensus state: current_term: 1 leader_uuid: "00e02bdbb5d34b198c589e30badab0e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } } }
02:06:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.982537 10333 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [sys.catalog]: This master's current role is: FOLLOWER
02:06:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.983218 10341 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "00e02bdbb5d34b198c589e30badab0e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } } }
02:06:12.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.983923 10341 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169 [sys.catalog]: This master's current role is: FOLLOWER
02:06:12.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:12.990723 10349 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:06:13.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:13.040 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:13.040 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:13.040 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:13.041 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:13.041 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:13.041 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:13.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:13.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:13.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:13.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:13.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:13.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:13.042 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:13.070 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:13.071 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:13.071 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:13.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:13.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:13.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:13.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:13.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:13.073 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:13.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:13.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:13.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:13.074 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:13.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069973163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:13.197 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=34 ms, finalizationTime=0 ms).
02:06:13.198 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
02:06:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:13.213742 10330 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:13.214286 10330 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:13.214746 10330 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:13.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:13.253073 10330 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:13.254370 10330 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.205.1
02:06:13.283 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:13.284 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:13.284 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:13.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:13.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:13.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:13.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:13.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:13.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:13.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:13.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:13.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:13.285 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:13.295322 10330 tablet_server_runner.cc:78] Tablet server non-default flags:
02:06:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.20:44449
02:06:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/data
02:06:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/wal
02:06:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.1:0
02:06:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:13.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/data/info.pb
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.1
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.205.1
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/logs
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:13.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:13.296617 10330 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:13.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:13.298215 10330 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:13.311550 10355 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:13.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:13.392479 10316 sys_catalog.cc:455] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "00e02bdbb5d34b198c589e30badab0e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "aa29146e29fd469697b39e276a390169" member_type: VOTER last_known_addr { host: "127.9.205.62" port: 41527 } } peers { permanent_uuid: "7d05d5aa61e04dbcbf5a16a4a6cc890c" member_type: VOTER last_known_addr { host: "127.9.205.61" port: 38235 } } peers { permanent_uuid: "00e02bdbb5d34b198c589e30badab0e1" member_type: VOTER last_known_addr { host: "127.9.205.60" port: 35581 } } }
02:06:13.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:13.393415 10316 sys_catalog.cc:458] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1 [sys.catalog]: This master's current role is: LEADER
02:06:13.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:13.457007 10325 catalog_manager.cc:1294] Loaded cluster ID: 0129b347409047d5a34fad8d3c0d302f
02:06:13.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:13.457307 10325 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c: loading cluster ID for follower catalog manager: success
02:06:13.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:13.476059 10325 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c: acquiring CA information for follower catalog manager: success
02:06:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:13.494095 10325 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7d05d5aa61e04dbcbf5a16a4a6cc890c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:06:13.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:13.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069973663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:13.674 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:06:13.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
02:06:13.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:13.897 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:13.897 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:13.898 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:13.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:13.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:13.898 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:13.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:13.898 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:13.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:13.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:13.899 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:13.899 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:13.899 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:13.905 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:13.905 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:13.905 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:13.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:13.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:13.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:13.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:13.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:13.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:13.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:13.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:13.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:13.912 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:14.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:14.015813 10349 catalog_manager.cc:1294] Loaded cluster ID: 0129b347409047d5a34fad8d3c0d302f
02:06:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:14.017639 10349 catalog_manager.cc:1587] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169: loading cluster ID for follower catalog manager: success
02:06:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:14.055311 10349 catalog_manager.cc:1609] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169: acquiring CA information for follower catalog manager: success
02:06:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:14.079387 10349 catalog_manager.cc:1637] T 00000000000000000000000000000000 P aa29146e29fd469697b39e276a390169: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:06:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:14.119065  9321 debug-util.cc:398] Leaking SignalData structure 0x7b08000a72a0 after lost signal to thread 9258
02:06:14.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:14.119848  9321 debug-util.cc:398] Leaking SignalData structure 0x7b080009b8c0 after lost signal to thread 9324
02:06:14.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069974163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:14.176 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:06:14.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
02:06:14.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:14.376 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:14.377 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:14.377 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:14.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:14.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:14.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:14.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:14.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:14.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:14.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:14.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:14.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:14.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:14.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:14.644 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:14.644 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:14.644 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:14.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:14.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:14.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:14.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:14.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:14.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:14.646 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:14.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:14.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:14.647 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:14.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069974663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:14.674 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:06:14.675 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
02:06:14.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:15.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:15.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069975163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:15.174 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:06:15.178 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
02:06:15.198 [DEBUG - pool-128-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.7.47.124:38689, [8ms] received response from server master-127.7.47.124:38689: OK, deferred=null) with no deferred attached!
02:06:15.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:15.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:15.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069975664 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:15.675 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:06:15.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
02:06:15.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:15.756 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:15.757 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:15.757 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:15.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:15.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:15.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:15.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:15.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:15.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:15.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:15.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:15.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:15.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:15.823 [DEBUG - pool-130-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30000), Traces: [0ms] sending RPC to server master-127.7.237.188:33477, [4ms] received response from server master-127.7.237.188:33477: OK, deferred=null) with no deferred attached!
02:06:15.843 [DEBUG - pool-130-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.7.237.188:33477, [8ms] received response from server master-127.7.237.188:33477: OK, deferred=null) with no deferred attached!
02:06:15.843 [DEBUG - pool-130-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.7.237.188:33477, [5ms] received response from server master-127.7.237.188:33477: OK, deferred=null) with no deferred attached!
02:06:15.881 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:15.882 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:15.882 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:15.882 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:15.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:15.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:15.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:15.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:15.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:15.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:15.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:15.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:15.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:16.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:16.092 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:16.093 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:16.093 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:16.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:16.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:16.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:16.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:16.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:16.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:16.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:16.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:16.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:16.095 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:16.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069976164 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:16.174 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:06:16.175 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
02:06:16.244 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:16.257 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:16.257 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:16.257 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:16.258 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:16.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:16.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:16.258 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:16.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:16.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:16.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:16.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:16.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:16.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:16.259 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:16.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:16.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:16.259 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:16.259 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:16.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:16.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:16.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:16.260 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:16.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:16.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:16.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:16.261 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:16.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:16.665 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069976664 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:16.675 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:06:16.677 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
02:06:16.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:16.824 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:16.824 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:16.824 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:16.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:16.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:16.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:16.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:16.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:16.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:16.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:16.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:16.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:16.826 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:17.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:14.713717 10354 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 10330
02:06:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:17.035764 10358 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:17.036201 10354 kernel_stack_watchdog.cc:198] Thread 10330 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
02:06:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:06:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:06:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:06:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:06:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:13.313584 10356 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:17.034881 10357 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3719 milliseconds
02:06:17.039 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:17.039 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:17.040 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:17.040 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:17.040 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:17.040 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:17.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:17.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:17.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:17.041 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:17.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:17.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:17.041 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:17.046975 10330 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.734s	user 0.394s	sys 0.773s
02:06:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:17.047998 10330 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.735s	user 0.394s	sys 0.774s
02:06:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.048563 10330 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.052522 10330 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:17.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.064862 10330 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.072958 10330 hybrid_clock.cc:648] HybridClock initialized: now 1779069977072876 us; error 70 us; skew 500 ppm
02:06:17.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.074208 10330 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:17.120 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:17.121 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:17.121 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:17.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:17.122 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:17.122 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:17.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:17.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:17.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:17.123 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:17.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:17.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:17.123 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:17.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.135556 10330 webserver.cc:533] Webserver started at http://127.9.205.1:35885/ using document root <none> and password file <none>
02:06:17.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.137226 10330 fs_manager.cc:362] Metadata directory not provided
02:06:17.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.137667 10330 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:17.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.138447 10330 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:17.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.153256 10330 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/data/instance:
02:06:17.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8f151fe25594244b34107d57f7082f7"
02:06:17.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:17 on dist-test-slave-9vqr"
02:06:17.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.156620 10330 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/wal/instance:
02:06:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8f151fe25594244b34107d57f7082f7"
02:06:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:17 on dist-test-slave-9vqr"
02:06:17.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069977163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:17.176 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:06:17.178 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
02:06:17.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.195945 10330 fs_manager.cc:696] Time spent creating directory manager: real 0.037s	user 0.009s	sys 0.004s
02:06:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.213032 10374 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:17.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.225049 10330 fs_manager.cc:730] Time spent opening block manager: real 0.022s	user 0.000s	sys 0.003s
02:06:17.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.225515 10330 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/wal
02:06:17.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8f151fe25594244b34107d57f7082f7"
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:17 on dist-test-slave-9vqr"
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.226018 10330 fs_report.cc:389] FS layout report
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/wal
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/wal
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/data/data
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:17.242 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.410995 10330 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:17.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.416438 10330 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:17.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.417913 10330 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.435283 10330 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:06:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.453863 10330 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:06:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.454370 10330 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
02:06:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.454771 10330 ts_tablet_manager.cc:616] Registered 0 tablets
02:06:17.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.455056 10330 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:06:17.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:17.664 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069977663 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:17.678 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:06:17.679 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
02:06:17.742 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:17.965 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:17.966 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:17.966 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:17.966 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:17.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:17.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:17.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:17.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:17.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:17.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:17.967 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:17.967 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:17.967 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.983428 10330 rpc_server.cc:307] RPC server started. Bound to: 127.9.205.1:37149
02:06:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.983588 10486 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.205.1:37149 every 8 connection(s)
02:06:17.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.986084 10330 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/data/info.pb
02:06:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.995608 10036 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 10330
02:06:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:17.996641 10036 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-0/wal/instance
02:06:18.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.025481 10036 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/wal
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/data
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/logs
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/data/info.pb
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.2:0
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.205.2
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.2
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.20:44449
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:06:18.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.057576 10487 heartbeater.cc:344] Connected to a master server at 127.9.205.60:35581
02:06:18.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.058102 10487 heartbeater.cc:461] Registering TS with master...
02:06:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.059432 10487 heartbeater.cc:507] Master 127.9.205.60:35581 requested a full tablet report, sending...
02:06:18.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.066010 10249 ts_manager.cc:194] Registered new tserver with Master: a8f151fe25594244b34107d57f7082f7 (127.9.205.1:37149)
02:06:18.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.070209 10249 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.9.205.1:58211
02:06:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.071969 10489 heartbeater.cc:344] Connected to a master server at 127.9.205.62:41527
02:06:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.072363 10489 heartbeater.cc:461] Registering TS with master...
02:06:18.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.073227 10489 heartbeater.cc:507] Master 127.9.205.62:41527 requested a full tablet report, sending...
02:06:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.076360 10092 ts_manager.cc:194] Registered new tserver with Master: a8f151fe25594244b34107d57f7082f7 (127.9.205.1:37149)
02:06:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.081722 10488 heartbeater.cc:344] Connected to a master server at 127.9.205.61:38235
02:06:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.082106 10488 heartbeater.cc:461] Registering TS with master...
02:06:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.082827 10488 heartbeater.cc:507] Master 127.9.205.61:38235 requested a full tablet report, sending...
02:06:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.085995 10168 ts_manager.cc:194] Registered new tserver with Master: a8f151fe25594244b34107d57f7082f7 (127.9.205.1:37149)
02:06:18.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069978163 for job aa0f880d3d16040ce17d0c341cb8eb57.
02:06:18.176 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job aa0f880d3d16040ce17d0c341cb8eb57 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:06:18.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
02:06:18.178 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:18.179 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:18.179 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:18.179 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.179 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.179 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.180 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.180 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:18.180 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=27042), Traces: [0ms] sending RPC to server master-127.7.47.124:38689, [1ms] received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [24ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [742ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1664ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1883ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1923ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3442ms] refreshing cache from master, [3442ms] too many traces: truncated at 100 traces, deferred=Deferred@584349630(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@f764a9e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@894405094 after retry RPC after error@1487637008) -> (continuation of Deferred@1505980220 after retry RPC after error@1683815456) -> (continuation of Deferred@756374004 after retry RPC after error@703249740) -> (continuation of Deferred@1796382146 after retry RPC after error@1756152188) -> (continuation of Deferred@1869741924 after retry RPC after error@328023835) -> (continuation of Deferred@1812876325 after retry RPC after error@1646774265) -> (continuation of Deferred@47025670 after retry RPC after error@2025983139) -> (continuation of Deferred@1723013370 after retry RPC after error@980882394) -> (continuation of Deferred@1411651372 after retry RPC after error@1013693983) -> (continuation of Deferred@1113654688 after retry RPC after error@1074407413) -> (continuation of Deferred@878957999 after retry RPC after error@1436094074) -> (continuation of Deferred@530533740 after retry RPC after error@238810341) -> (continuation of Deferred@618628640 after retry RPC after error@967353887) -> (continuation of Deferred@1555658859 after retry RPC after error@225715141) -> (continuation of Deferred@1438800589 after retry RPC after error@690390580) -> (continuation of Deferred@1045154139 after retry RPC after error@302890844) -> (continuation of Deferred@1440648162 after retry RPC after error@1213509707) -> (continuation of Deferred@682998027 after retry RPC after error@1472009246) -> (continuation of Deferred@1990005904 after retry RPC after error@455484640) -> (continuation of Deferred@517913454 after retry RPC after error@570184015) -> (continuation of Deferred@1062987892 after retry RPC after error@359713371) -> (continuation of Deferred@2115896912 after retry RPC after error@1026250485) -> (continuation of Deferred@1574109548 after retry RPC after error@1315056287) -> (continuation of Deferred@1086359941 after retry RPC after error@658240406) -> (continuation of Deferred@1655070332 after retry RPC after error@1037018725) -> (continuation of Deferred@2038930680 after retry RPC after error@22574877), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@894405094 after retry RPC after error@1487637008) -> (continuation of Deferred@1505980220 after retry RPC after error@1683815456) -> (continuation of Deferred@756374004 after retry RPC after error@703249740) -> (continuation of Deferred@1796382146 after retry RPC after error@1756152188) -> (continuation of Deferred@1869741924 after retry RPC after error@328023835) -> (continuation of Deferred@1812876325 after retry RPC after error@1646774265) -> (continuation of Deferred@47025670 after retry RPC after error@2025983139) -> (continuation of Deferred@1723013370 after retry RPC after error@980882394) -> (continuation of Deferred@1411651372 after retry RPC after error@1013693983) -> (continuation of Deferred@1113654688 after retry RPC after error@1074407413) -> (continuation of Deferred@878957999 after retry RPC after error@1436094074) -> (continuation of Deferred@530533740 after retry RPC after error@238810341) -> (continuation of Deferred@618628640 after retry RPC after error@967353887) -> (continuation of Deferred@1555658859 after retry RPC after error@225715141) -> (continuation of Deferred@1438800589 after retry RPC after error@690390580) -> (continuation of Deferred@1045154139 after retry RPC after error@302890844) -> (continuation of Deferred@1440648162 after retry RPC after error@1213509707) -> (continuation of Deferred@682998027 after retry RPC after error@1472009246) -> (continuation of Deferred@1990005904 after retry RPC after error@455484640) -> (continuation of Deferred@517913454 after retry RPC after error@570184015) -> (continuation of Deferred@1062987892 after retry RPC after error@359713371) -> (continuation of Deferred@2115896912 after retry RPC after error@1026250485) -> (continuation of Deferred@1574109548 after retry RPC after error@1315056287) -> (continuation of Deferred@1086359941 after retry RPC after error@658240406) -> (continuation of Deferred@1655070332 after retry RPC after error@1037018725) -> (continuation of Deferred@2038930680 after retry RPC after error@22574877)))
02:06:18.183 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:18.183 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=27042), Traces: [0ms] sending RPC to server master-127.7.47.124:38689, [1ms] received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [24ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [742ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1664ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1883ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1923ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3442ms] refreshing cache from master, [3442ms] too many traces: truncated at 100 traces, deferred=Deferred@584349630(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@f764a9e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@894405094 after retry RPC after error@1487637008) -> (continuation of Deferred@1505980220 after retry RPC after error@1683815456) -> (continuation of Deferred@756374004 after retry RPC after error@703249740) -> (continuation of Deferred@1796382146 after retry RPC after error@1756152188) -> (continuation of Deferred@1869741924 after retry RPC after error@328023835) -> (continuation of Deferred@1812876325 after retry RPC after error@1646774265) -> (continuation of Deferred@47025670 after retry RPC after error@2025983139) -> (continuation of Deferred@1723013370 after retry RPC after error@980882394) -> (continuation of Deferred@1411651372 after retry RPC after error@1013693983) -> (continuation of Deferred@1113654688 after retry RPC after error@1074407413) -> (continuation of Deferred@878957999 after retry RPC after error@1436094074) -> (continuation of Deferred@530533740 after retry RPC after error@238810341) -> (continuation of Deferred@618628640 after retry RPC after error@967353887) -> (continuation of Deferred@1555658859 after retry RPC after error@225715141) -> (continuation of Deferred@1438800589 after retry RPC after error@690390580) -> (continuation of Deferred@1045154139 after retry RPC after error@302890844) -> (continuation of Deferred@1440648162 after retry RPC after error@1213509707) -> (continuation of Deferred@682998027 after retry RPC after error@1472009246) -> (continuation of Deferred@1990005904 after retry RPC after error@455484640) -> (continuation of Deferred@517913454 after retry RPC after error@570184015) -> (continuation of Deferred@1062987892 after retry RPC after error@359713371) -> (continuation of Deferred@2115896912 after retry RPC after error@1026250485) -> (continuation of Deferred@1574109548 after retry RPC after error@1315056287) -> (continuation of Deferred@1086359941 after retry RPC after error@658240406) -> (continuation of Deferred@1655070332 after retry RPC after error@1037018725) -> (continuation of Deferred@2038930680 after retry RPC after error@22574877), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@894405094 after retry RPC after error@1487637008) -> (continuation of Deferred@1505980220 after retry RPC after error@1683815456) -> (continuation of Deferred@756374004 after retry RPC after error@703249740) -> (continuation of Deferred@1796382146 after retry RPC after error@1756152188) -> (continuation of Deferred@1869741924 after retry RPC after error@328023835) -> (continuation of Deferred@1812876325 after retry RPC after error@1646774265) -> (continuation of Deferred@47025670 after retry RPC after error@2025983139) -> (continuation of Deferred@1723013370 after retry RPC after error@980882394) -> (continuation of Deferred@1411651372 after retry RPC after error@1013693983) -> (continuation of Deferred@1113654688 after retry RPC after error@1074407413) -> (continuation of Deferred@878957999 after retry RPC after error@1436094074) -> (continuation of Deferred@530533740 after retry RPC after error@238810341) -> (continuation of Deferred@618628640 after retry RPC after error@967353887) -> (continuation of Deferred@1555658859 after retry RPC after error@225715141) -> (continuation of Deferred@1438800589 after retry RPC after error@690390580) -> (continuation of Deferred@1045154139 after retry RPC after error@302890844) -> (continuation of Deferred@1440648162 after retry RPC after error@1213509707) -> (continuation of Deferred@682998027 after retry RPC after error@1472009246) -> (continuation of Deferred@1990005904 after retry RPC after error@455484640) -> (continuation of Deferred@517913454 after retry RPC after error@570184015) -> (continuation of Deferred@1062987892 after retry RPC after error@359713371) -> (continuation of Deferred@2115896912 after retry RPC after error@1026250485) -> (continuation of Deferred@1574109548 after retry RPC after error@1315056287) -> (continuation of Deferred@1086359941 after retry RPC after error@658240406) -> (continuation of Deferred@1655070332 after retry RPC after error@1037018725) -> (continuation of Deferred@2038930680 after retry RPC after error@22574877)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=27042), Traces: [0ms] sending RPC to server master-127.7.47.124:38689, [1ms] received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [24ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [742ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1664ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1883ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1923ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3442ms] refreshing cache from master, [3442ms] too many traces: truncated at 100 traces, deferred=Deferred@584349630(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@f764a9e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@894405094 after retry RPC after error@1487637008) -> (continuation of Deferred@1505980220 after retry RPC after error@1683815456) -> (continuation of Deferred@756374004 after retry RPC after error@703249740) -> (continuation of Deferred@1796382146 after retry RPC after error@1756152188) -> (continuation of Deferred@1869741924 after retry RPC after error@328023835) -> (continuation of Deferred@1812876325 after retry RPC after error@1646774265) -> (continuation of Deferred@47025670 after retry RPC after error@2025983139) -> (continuation of Deferred@1723013370 after retry RPC after error@980882394) -> (continuation of Deferred@1411651372 after retry RPC after error@1013693983) -> (continuation of Deferred@1113654688 after retry RPC after error@1074407413) -> (continuation of Deferred@878957999 after retry RPC after error@1436094074) -> (continuation of Deferred@530533740 after retry RPC after error@238810341) -> (continuation of Deferred@618628640 after retry RPC after error@967353887) -> (continuation of Deferred@1555658859 after retry RPC after error@225715141) -> (continuation of Deferred@1438800589 after retry RPC after error@690390580) -> (continuation of Deferred@1045154139 after retry RPC after error@302890844) -> (continuation of Deferred@1440648162 after retry RPC after error@1213509707) -> (continuation of Deferred@682998027 after retry RPC after error@1472009246) -> (continuation of Deferred@1990005904 after retry RPC after error@455484640) -> (continuation of Deferred@517913454 after retry RPC after error@570184015) -> (continuation of Deferred@1062987892 after retry RPC after error@359713371) -> (continuation of Deferred@2115896912 after retry RPC after error@1026250485) -> (continuation of Deferred@1574109548 after retry RPC after error@1315056287) -> (continuation of Deferred@1086359941 after retry RPC after error@658240406) -> (continuation of Deferred@1655070332 after retry RPC after error@1037018725) -> (continuation of Deferred@2038930680 after retry RPC after error@22574877), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@894405094 after retry RPC after error@1487637008) -> (continuation of Deferred@1505980220 after retry RPC after error@1683815456) -> (continuation of Deferred@756374004 after retry RPC after error@703249740) -> (continuation of Deferred@1796382146 after retry RPC after error@1756152188) -> (continuation of Deferred@1869741924 after retry RPC after error@328023835) -> (continuation of Deferred@1812876325 after retry RPC after error@1646774265) -> (continuation of Deferred@47025670 after retry RPC after error@2025983139) -> (continuation of Deferred@1723013370 after retry RPC after error@980882394) -> (continuation of Deferred@1411651372 after retry RPC after error@1013693983) -> (continuation of Deferred@1113654688 after retry RPC after error@1074407413) -> (continuation of Deferred@878957999 after retry RPC after error@1436094074) -> (continuation of Deferred@530533740 after retry RPC after error@238810341) -> (continuation of Deferred@618628640 after retry RPC after error@967353887) -> (continuation of Deferred@1555658859 after retry RPC after error@225715141) -> (continuation of Deferred@1438800589 after retry RPC after error@690390580) -> (continuation of Deferred@1045154139 after retry RPC after error@302890844) -> (continuation of Deferred@1440648162 after retry RPC after error@1213509707) -> (continuation of Deferred@682998027 after retry RPC after error@1472009246) -> (continuation of Deferred@1990005904 after retry RPC after error@455484640) -> (continuation of Deferred@517913454 after retry RPC after error@570184015) -> (continuation of Deferred@1062987892 after retry RPC after error@359713371) -> (continuation of Deferred@2115896912 after retry RPC after error@1026250485) -> (continuation of Deferred@1574109548 after retry RPC after error@1315056287) -> (continuation of Deferred@1086359941 after retry RPC after error@658240406) -> (continuation of Deferred@1655070332 after retry RPC after error@1037018725) -> (continuation of Deferred@2038930680 after retry RPC after error@22574877)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.47.126:46261
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:18.183 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.183 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:18.189 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:18.190 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.190 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.190 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.191 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.191 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.191 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.191 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:18.193 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:18.193 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:18.193 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:18.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:18.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:18.194 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:18.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:18.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:18.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:18.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:18.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:18.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:18.194 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:18.195 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=27042), Traces: [0ms] sending RPC to server master-127.7.47.124:38689, [1ms] received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [24ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [742ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1664ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1883ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1923ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3442ms] refreshing cache from master, [3442ms] too many traces: truncated at 100 traces, deferred=Deferred@584349630(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@f764a9e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@894405094 after retry RPC after error@1487637008) -> (continuation of Deferred@1505980220 after retry RPC after error@1683815456) -> (continuation of Deferred@756374004 after retry RPC after error@703249740) -> (continuation of Deferred@1796382146 after retry RPC after error@1756152188) -> (continuation of Deferred@1869741924 after retry RPC after error@328023835) -> (continuation of Deferred@1812876325 after retry RPC after error@1646774265) -> (continuation of Deferred@47025670 after retry RPC after error@2025983139) -> (continuation of Deferred@1723013370 after retry RPC after error@980882394) -> (continuation of Deferred@1411651372 after retry RPC after error@1013693983) -> (continuation of Deferred@1113654688 after retry RPC after error@1074407413) -> (continuation of Deferred@878957999 after retry RPC after error@1436094074) -> (continuation of Deferred@530533740 after retry RPC after error@238810341) -> (continuation of Deferred@618628640 after retry RPC after error@967353887) -> (continuation of Deferred@1555658859 after retry RPC after error@225715141) -> (continuation of Deferred@1438800589 after retry RPC after error@690390580) -> (continuation of Deferred@1045154139 after retry RPC after error@302890844) -> (continuation of Deferred@1440648162 after retry RPC after error@1213509707) -> (continuation of Deferred@682998027 after retry RPC after error@1472009246) -> (continuation of Deferred@1990005904 after retry RPC after error@455484640) -> (continuation of Deferred@517913454 after retry RPC after error@570184015) -> (continuation of Deferred@1062987892 after retry RPC after error@359713371) -> (continuation of Deferred@2115896912 after retry RPC after error@1026250485) -> (continuation of Deferred@1574109548 after retry RPC after error@1315056287) -> (continuation of Deferred@1086359941 after retry RPC after error@658240406) -> (continuation of Deferred@1655070332 after retry RPC after error@1037018725) -> (continuation of Deferred@2038930680 after retry RPC after error@22574877), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@894405094 after retry RPC after error@1487637008) -> (continuation of Deferred@1505980220 after retry RPC after error@1683815456) -> (continuation of Deferred@756374004 after retry RPC after error@703249740) -> (continuation of Deferred@1796382146 after retry RPC after error@1756152188) -> (continuation of Deferred@1869741924 after retry RPC after error@328023835) -> (continuation of Deferred@1812876325 after retry RPC after error@1646774265) -> (continuation of Deferred@47025670 after retry RPC after error@2025983139) -> (continuation of Deferred@1723013370 after retry RPC after error@980882394) -> (continuation of Deferred@1411651372 after retry RPC after error@1013693983) -> (continuation of Deferred@1113654688 after retry RPC after error@1074407413) -> (continuation of Deferred@878957999 after retry RPC after error@1436094074) -> (continuation of Deferred@530533740 after retry RPC after error@238810341) -> (continuation of Deferred@618628640 after retry RPC after error@967353887) -> (continuation of Deferred@1555658859 after retry RPC after error@225715141) -> (continuation of Deferred@1438800589 after retry RPC after error@690390580) -> (continuation of Deferred@1045154139 after retry RPC after error@302890844) -> (continuation of Deferred@1440648162 after retry RPC after error@1213509707) -> (continuation of Deferred@682998027 after retry RPC after error@1472009246) -> (continuation of Deferred@1990005904 after retry RPC after error@455484640) -> (continuation of Deferred@517913454 after retry RPC after error@570184015) -> (continuation of Deferred@1062987892 after retry RPC after error@359713371) -> (continuation of Deferred@2115896912 after retry RPC after error@1026250485) -> (continuation of Deferred@1574109548 after retry RPC after error@1315056287) -> (continuation of Deferred@1086359941 after retry RPC after error@658240406) -> (continuation of Deferred@1655070332 after retry RPC after error@1037018725) -> (continuation of Deferred@2038930680 after retry RPC after error@22574877)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=27042), Traces: [0ms] sending RPC to server master-127.7.47.124:38689, [1ms] received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [24ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [742ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [742ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1664ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1883ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1923ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3442ms] refreshing cache from master, [3442ms] too many traces: truncated at 100 traces, deferred=Deferred@584349630(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@f764a9e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@894405094 after retry RPC after error@1487637008) -> (continuation of Deferred@1505980220 after retry RPC after error@1683815456) -> (continuation of Deferred@756374004 after retry RPC after error@703249740) -> (continuation of Deferred@1796382146 after retry RPC after error@1756152188) -> (continuation of Deferred@1869741924 after retry RPC after error@328023835) -> (continuation of Deferred@1812876325 after retry RPC after error@1646774265) -> (continuation of Deferred@47025670 after retry RPC after error@2025983139) -> (continuation of Deferred@1723013370 after retry RPC after error@980882394) -> (continuation of Deferred@1411651372 after retry RPC after error@1013693983) -> (continuation of Deferred@1113654688 after retry RPC after error@1074407413) -> (continuation of Deferred@878957999 after retry RPC after error@1436094074) -> (continuation of Deferred@530533740 after retry RPC after error@238810341) -> (continuation of Deferred@618628640 after retry RPC after error@967353887) -> (continuation of Deferred@1555658859 after retry RPC after error@225715141) -> (continuation of Deferred@1438800589 after retry RPC after error@690390580) -> (continuation of Deferred@1045154139 after retry RPC after error@302890844) -> (continuation of Deferred@1440648162 after retry RPC after error@1213509707) -> (continuation of Deferred@682998027 after retry RPC after error@1472009246) -> (continuation of Deferred@1990005904 after retry RPC after error@455484640) -> (continuation of Deferred@517913454 after retry RPC after error@570184015) -> (continuation of Deferred@1062987892 after retry RPC after error@359713371) -> (continuation of Deferred@2115896912 after retry RPC after error@1026250485) -> (continuation of Deferred@1574109548 after retry RPC after error@1315056287) -> (continuation of Deferred@1086359941 after retry RPC after error@658240406) -> (continuation of Deferred@1655070332 after retry RPC after error@1037018725) -> (continuation of Deferred@2038930680 after retry RPC after error@22574877), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@894405094 after retry RPC after error@1487637008) -> (continuation of Deferred@1505980220 after retry RPC after error@1683815456) -> (continuation of Deferred@756374004 after retry RPC after error@703249740) -> (continuation of Deferred@1796382146 after retry RPC after error@1756152188) -> (continuation of Deferred@1869741924 after retry RPC after error@328023835) -> (continuation of Deferred@1812876325 after retry RPC after error@1646774265) -> (continuation of Deferred@47025670 after retry RPC after error@2025983139) -> (continuation of Deferred@1723013370 after retry RPC after error@980882394) -> (continuation of Deferred@1411651372 after retry RPC after error@1013693983) -> (continuation of Deferred@1113654688 after retry RPC after error@1074407413) -> (continuation of Deferred@878957999 after retry RPC after error@1436094074) -> (continuation of Deferred@530533740 after retry RPC after error@238810341) -> (continuation of Deferred@618628640 after retry RPC after error@967353887) -> (continuation of Deferred@1555658859 after retry RPC after error@225715141) -> (continuation of Deferred@1438800589 after retry RPC after error@690390580) -> (continuation of Deferred@1045154139 after retry RPC after error@302890844) -> (continuation of Deferred@1440648162 after retry RPC after error@1213509707) -> (continuation of Deferred@682998027 after retry RPC after error@1472009246) -> (continuation of Deferred@1990005904 after retry RPC after error@455484640) -> (continuation of Deferred@517913454 after retry RPC after error@570184015) -> (continuation of Deferred@1062987892 after retry RPC after error@359713371) -> (continuation of Deferred@2115896912 after retry RPC after error@1026250485) -> (continuation of Deferred@1574109548 after retry RPC after error@1315056287) -> (continuation of Deferred@1086359941 after retry RPC after error@658240406) -> (continuation of Deferred@1655070332 after retry RPC after error@1037018725) -> (continuation of Deferred@2038930680 after retry RPC after error@22574877)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.47.126:46261
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:18.198 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:18.198 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:18.199 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:18.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.200 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.200 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.200 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:18.204 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:06:18.204 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state RUNNING to RESTARTING.
02:06:18.204 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
02:06:18.204 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:06:18.205 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:06:18.205 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:06:18.205 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:06:18.205 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:06:18.205 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:06:18.205 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:06:18.206 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
02:06:18.206 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
02:06:18.206 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
02:06:18.214 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.7.237.189:43665(127.7.237.189:43665)] disconnecting while in state TERMINATED
02:06:18.214 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.7.237.190:46579(127.7.237.190:46579)] disconnecting while in state TERMINATED
02:06:18.214 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.7.237.188:33477(127.7.237.188:33477)] disconnecting while in state TERMINATED
02:06:18.214 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:18.215 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
02:06:18.215 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:06:18.218 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:18.218 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:18.219 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:18.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.219 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.219 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.220 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.220 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.220 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:18.232 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:06:18.232 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:06:18.232 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:06:18.234 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:06:18.234 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.7.237.189:43665(127.7.237.189:43665)] disconnecting while in state TERMINATED
02:06:18.234 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:06:18.234 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:06:18.234 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.7.237.190:46579(127.7.237.190:46579)] disconnecting while in state TERMINATED
02:06:18.234 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.7.237.188:33477(127.7.237.188:33477)] disconnecting while in state TERMINATED
02:06:18.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:18.235 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:06:18.236 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:06:18.236 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:06:18.237 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:06:18.237 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:06:18.238 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:06:18.238 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:18.238 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:18.238 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:18.239 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.239 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.239 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.239 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.239 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:18.241 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:06:18.241 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:06:18.241 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:06:18.241 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:06:18.242 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:18.249 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.7.237.189:43665(127.7.237.189:43665)] disconnecting while in state TERMINATED
02:06:18.249 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.7.237.190:46579(127.7.237.190:46579)] disconnecting while in state TERMINATED
02:06:18.249 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.7.237.188:33477(127.7.237.188:33477)] disconnecting while in state TERMINATED
02:06:18.250 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:18.250 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:06:18.250 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:06:18.251 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:06:18.251 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:06:18.251 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:06:18.252 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.7.237.189:43665(127.7.237.189:43665)] disconnecting while in state TERMINATED
02:06:18.252 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
02:06:18.252 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer b97ff1b4cbfd4cbcae06392af15b0009(127.7.237.131:35261)] disconnecting while in state TERMINATED
02:06:18.253 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.7.237.190:46579(127.7.237.190:46579)] disconnecting while in state TERMINATED
02:06:18.253 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.7.237.188:33477(127.7.237.188:33477)] disconnecting while in state TERMINATED
02:06:18.253 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:06:18.254 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:06:18.254 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:06:18.255 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:06:18.255 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:06:18.258 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:18.259 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:18.259 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:18.259 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
02:06:18.259 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:18.259 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
02:06:18.259 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
02:06:18.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.260 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.260 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.261 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.261 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.261 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:18.273 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:06:18.273 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:18.273 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:06:18.273 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:06:18.274 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:18.274 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:06:18.275 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:06:18.275 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:06:18.275 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:06:18.275 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:06:18.277 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:06:18.277 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
02:06:18.278 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:06:18.278 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:18.278 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:18.278 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:18.278 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job aa0f880d3d16040ce17d0c341cb8eb57
02:06:18.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.279 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.279 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.279 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.279 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:18.318 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:18.318 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:18.318 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:18.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:18.398 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:18.399 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:18.399 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:18.399 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.399 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.400 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:18.457520 10497 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:18.458349 10497 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:18.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:18.459053 10497 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:18.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:18.497941 10497 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:18.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:18.498786 10497 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.205.2
02:06:18.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:18.501 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:18.501 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:18.501 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:18.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:18.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:18.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:18.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:18.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:18.502 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:18.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:18.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:18.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:18.503 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.540601 10497 tablet_server_runner.cc:78] Tablet server non-default flags:
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.20:44449
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/data
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/wal
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.2:0
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/data/info.pb
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.2
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.205.2
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/logs
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.542254 10497 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:18.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:18.543962 10497 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:18.557406 10525 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:18.639 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:18.639 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:18.639 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:18.640 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.640 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.640 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.642 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:18.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:18.978 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:18.979 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:18.979 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:18.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.980 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.980 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:18.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:18.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:18.981 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:19.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:19.001 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:19.001 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:19.002 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:19.002 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:19.002 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:19.002 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:19.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:19.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:19.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:19.002 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:19.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:19.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:19.003 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.075670 10487 heartbeater.cc:499] Master 127.9.205.60:35581 was elected leader, sending a full tablet report...
02:06:19.226 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state RESTARTING to RUNNING.
02:06:19.229 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job aa0f880d3d16040ce17d0c341cb8eb57 from Checkpoint 65 @ 1779069978163 for aa0f880d3d16040ce17d0c341cb8eb57 located at file:/tmp/junit11530347038482474453/checkpoints/aa0f880d3d16040ce17d0c341cb8eb57/chk-65.
02:06:19.234 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:06:19.234 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:06:19.236 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
02:06:19.236 [INFO - Thread-29] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:06:19.236 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.7.47.126:46261(127.7.47.126:46261)] disconnecting while in state TERMINATED
02:06:19.237 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.7.47.124:38689(127.7.47.124:38689)] disconnecting while in state TERMINATED
02:06:19.237 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.7.47.125:34413(127.7.47.125:34413)] disconnecting while in state TERMINATED
02:06:19.237 [DEBUG - Thread-29] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:19.237 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:06:19.238 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
02:06:19.238 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
02:06:19.239 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id d7694e2979b9ad53903744251e3751dd
02:06:19.239 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
02:06:19.239 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:06:19.239 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot d7694e2979b9ad53903744251e3751dd.
02:06:19.240 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:06:19.241 [INFO - Thread-29] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:06:19.241 [INFO - Thread-29] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:06:19.242 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id d7694e2979b9ad53903744251e3751dd.
02:06:19.242 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:06:19.243 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
02:06:19.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:19.243 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 03c76505bc684735e07a267c0551681c
02:06:19.243 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
02:06:19.243 [DEBUG - Thread-29] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:19.244 [INFO - Thread-29] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:06:19.244 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 03c76505bc684735e07a267c0551681c.
02:06:19.245 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 03c76505bc684735e07a267c0551681c.
02:06:19.246 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
02:06:19.246 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
02:06:19.247 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7bf8596b
02:06:19.247 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:19.247 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:06:19.247 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:06:19.248 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:06:19.249 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
02:06:19.249 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0
02:06:19.250 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
02:06:19.251 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:06:19.251 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
02:06:19.253 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 625a4eedc5b3dfb29c047e1033cb1872
02:06:19.253 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:06:19.254 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:06:19.255 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:06:19.255 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
02:06:19.255 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
02:06:19.256 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6e2df935
02:06:19.256 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d5729c3
02:06:19.256 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:19.257 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:06:19.257 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:06:19.257 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:06:19.259 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:19.260 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:06:19.260 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:06:19.260 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:06:19.260 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:06:19.273 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@49956cd1
02:06:19.275 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 625a4eedc5b3dfb29c047e1033cb1872.
02:06:19.276 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 625a4eedc5b3dfb29c047e1033cb1872.
02:06:19.277 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
02:06:19.278 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
02:06:19.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
02:06:19.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
02:06:19.281 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3584bd94
02:06:19.281 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:19.281 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@d740d49
02:06:19.281 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:19.281 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:06:19.281 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:06:19.281 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:06:19.281 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:06:19.282 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:19.281 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:06:19.282 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:06:19.283 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@52056290
02:06:19.286 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1086214a
02:06:19.288 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:19.293 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:19.297 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.298 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.298 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.300 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.302 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.302 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.302 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.302 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.304 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.305 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.312 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.313 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:19.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.314 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.318 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.324 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.324 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.325 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.327 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.327 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.327 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.329 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.329 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.329 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.329 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.329 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.329 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.330 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.330 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.330 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:19.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.331 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:19.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.333 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.333 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.333 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.333 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:19.334 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.336 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.337 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.337 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.338 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.339 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.341 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.341 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.341 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.341 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.342 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.343 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.344 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.345 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.345 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.346 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.348 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.354 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:19.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.357 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.357 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.359 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.359 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.359 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.361 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.361 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.361 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.362 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.362 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.362 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.363 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.363 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.363 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.363 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.364 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:19.364 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.368 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:19.369 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.376 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.376 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:19.377 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.379 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.379 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.379 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.379 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.379 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.379 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.379 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.380 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.380 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.380 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.380 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.380 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.380 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.380 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.380 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.381 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.381 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.381 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.382 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.382 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.382 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.383 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.385 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.385 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.386 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.388 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.389 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.389 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.389 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.389 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.390 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.390 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.390 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.390 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.390 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.391 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.394 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:19.395 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:19.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.396 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:19.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.397 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.397 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.397 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.397 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:19.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.405 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.405 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.405 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.406 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.406 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.406 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.406 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.409 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.409 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.409 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.414 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:19.414 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:19.415 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:19.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.415 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.415 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.415 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.416 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.416 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:19.417 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.417 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.418 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.418 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.419 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.419 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.419 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.420 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.420 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.425 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.425 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.425 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.426 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.426 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.426 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.426 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.427 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.427 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.427 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.427 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.434 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:19.434 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:19.435 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:19.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.441 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:19.445 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.445 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.445 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.448 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.450 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:19.450 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:19.451 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:19.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:19.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:19.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:19.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:19.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:19.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:19.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:19.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:19.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:19.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:19.454 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:19.454 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:19.454 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:19.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:19.457 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.457 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.457 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.463 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:19.464 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:19.464 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:19.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:19.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:19.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:19.465 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:19.465 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:19.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:19.465 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:19.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:19.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:19.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:19.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.478 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.478 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.478 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.479 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.479 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.485 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.485 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.485 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.487 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.497 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.498 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.498 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:19.505 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.505 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.505 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.506 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.506 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.506 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.506 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.506 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.507 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.514 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:19.514 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:19.515 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:19.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.516 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:19.525 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.525 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.525 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.526 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.526 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.526 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.526 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.558 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.558 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.559 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.559 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.559 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.559 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.559 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.560 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.561 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.561 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.562 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.565 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.565 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.566 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.567 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.585 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.585 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.586 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.586 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.586 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.586 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.586 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.586 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:19.617 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.617 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.617 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.619 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.619 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.619 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.619 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.619 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.619 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.620 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.634 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:19.635 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:19.635 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:19.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.637 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.637 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.637 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.637 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:19.714 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:19.714 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:19.714 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:19.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.716 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:19.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:19.758 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.759 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.759 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.759 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.760 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.817 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.818 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.818 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.819 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.819 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.819 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.825 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:19.825 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:19.825 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:19.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:19.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.826 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.826 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:19.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:19.826 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:19.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:18.559928 10526 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:19.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:18.562983 10528 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:19.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:19.855104 10527 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1295 milliseconds
02:06:19.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.855233 10497 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:19.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.856516 10497 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:19.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.858714 10497 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:19.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.860057 10497 hybrid_clock.cc:648] HybridClock initialized: now 1779069979860011 us; error 50 us; skew 500 ppm
02:06:19.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.861044 10497 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:19.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.867381 10497 webserver.cc:533] Webserver started at http://127.9.205.2:35243/ using document root <none> and password file <none>
02:06:19.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.868476 10497 fs_manager.cc:362] Metadata directory not provided
02:06:19.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.868733 10497 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:19.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.869231 10497 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.874049 10497 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/data/instance:
02:06:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf8179eaf7254476a6ad2ec252fa0931"
02:06:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:19 on dist-test-slave-9vqr"
02:06:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.875268 10497 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/wal/instance:
02:06:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf8179eaf7254476a6ad2ec252fa0931"
02:06:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:19 on dist-test-slave-9vqr"
02:06:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.882577 10497 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
02:06:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.888149 10590 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:19.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.889176 10497 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
02:06:19.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.889521 10497 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/wal
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf8179eaf7254476a6ad2ec252fa0931"
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:19 on dist-test-slave-9vqr"
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.889863 10497 fs_report.cc:389] FS layout report
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/wal
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/wal
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/data/data
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:19.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:19.934 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:19.934 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:19.935 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:19.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.935 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:19.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:19.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:19.935 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:19.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.940572 10497 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:19.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.942430 10497 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:19.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.942947 10497 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:19.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.945693 10497 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:06:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.950179 10497 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:06:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.950394 10497 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:06:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.950584 10497 ts_tablet_manager.cc:616] Registered 0 tablets
02:06:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:19.950723 10497 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:06:20.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:20.019 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:20.019 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:20.019 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:20.019 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.020 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.020 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.020 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.020 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.020 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:20.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:20.097 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:20.098 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:20.098 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:20.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:20.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:20.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:20.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:20.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:20.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:20.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:20.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:20.099 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:20.099 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.115245 10497 rpc_server.cc:307] RPC server started. Bound to: 127.9.205.2:44187
02:06:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.115350 10702 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.205.2:44187 every 8 connection(s)
02:06:20.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.118199 10497 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/data/info.pb
02:06:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.124100 10036 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 10497
02:06:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.124590 10036 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-1/wal/instance
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.143509 10036 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/wal
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/data
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/logs
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/data/info.pb
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.3:0
02:06:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.205.3
02:06:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.3
02:06:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581
02:06:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.20:44449
02:06:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:06:20.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.171757 10704 heartbeater.cc:344] Connected to a master server at 127.9.205.61:38235
02:06:20.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.172292 10704 heartbeater.cc:461] Registering TS with master...
02:06:20.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.172441 10703 heartbeater.cc:344] Connected to a master server at 127.9.205.60:35581
02:06:20.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.172746 10703 heartbeater.cc:461] Registering TS with master...
02:06:20.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.173902 10703 heartbeater.cc:507] Master 127.9.205.60:35581 requested a full tablet report, sending...
02:06:20.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.173905 10704 heartbeater.cc:507] Master 127.9.205.61:38235 requested a full tablet report, sending...
02:06:20.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.176854 10249 ts_manager.cc:194] Registered new tserver with Master: bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187)
02:06:20.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.177387 10168 ts_manager.cc:194] Registered new tserver with Master: bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187)
02:06:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.178671 10249 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.9.205.2:35983
02:06:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.190879 10705 heartbeater.cc:344] Connected to a master server at 127.9.205.62:41527
02:06:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.191270 10705 heartbeater.cc:461] Registering TS with master...
02:06:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.191953 10705 heartbeater.cc:507] Master 127.9.205.62:41527 requested a full tablet report, sending...
02:06:20.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.194453 10092 ts_manager.cc:194] Registered new tserver with Master: bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187)
02:06:20.217 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:20.218 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:20.218 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:20.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.219 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:20.243 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:20.406 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:20.406 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:20.406 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:20.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.408 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:20.458 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:20.458 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:20.458 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:20.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:20.497 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:20.497 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:20.497 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:20.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:20.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:20.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:20.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:20.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:20.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:20.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:20.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:20.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:20.498 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:20.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:20.502179 10710 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:20.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:20.502624 10710 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:20.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:20.503120 10710 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:20.539417 10710 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:20.540313 10710 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.205.3
02:06:20.543 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:20.543 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:20.544 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:20.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:20.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:20.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:20.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:20.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:20.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:20.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:20.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:20.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:20.544 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.580368 10710 tablet_server_runner.cc:78] Tablet server non-default flags:
02:06:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.205.20:44449
02:06:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/data
02:06:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/wal
02:06:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.205.3:0
02:06:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/data/info.pb
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.205.3
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.205.3
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/logs
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.581674 10710 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:20.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:20.583294 10710 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:20.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:20.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:20.596454 10720 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:20.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:20.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:20.754 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:20.754 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:20.754 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:20.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:20.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:20.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:20.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:20.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:20.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:20.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:20.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:20.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:20.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:20.817 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:20.818 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:20.818 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:20.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:20.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:20.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:20.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:20.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:20.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:20.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:20.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:20.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:20.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:20.859 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:20.860 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:20.860 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:20.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:20.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:20.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:20.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:20.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:20.860 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:20.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:20.861 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:20.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:20.861 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:20.865 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:20.866 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:20.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.866 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:20.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.867 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.867 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.867 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.867 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:20.901 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:20.901 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:20.901 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:20.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:20.902 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:20.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:20.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:20.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:20.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:20.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:20.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:20.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:20.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:20.945 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:20.945 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:20.946 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:20.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.947 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:20.957 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:20.957 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:20.957 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:20.957 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.957 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:20.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:20.958 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:20.998 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:20.999 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:20.999 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:20.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:20.999 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:21.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:21.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:21.000 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:21.000 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:21.000 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:21.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:21.000 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:21.000 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:21.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:21.145 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:21.145 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:21.146 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:21.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:21.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:21.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:21.146 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:21.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:21.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:21.146 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:21.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:21.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:21.147 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.182339 10703 heartbeater.cc:499] Master 127.9.205.60:35581 was elected leader, sending a full tablet report...
02:06:21.242 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:21.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:21.545 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:21.545 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:21.546 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:21.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:21.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:21.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:21.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:21.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:21.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:21.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:21.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:21.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:21.547 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:21.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:21.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:20.600219 10723 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:21.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:20.597739 10721 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:21.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:21.723577 10722 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:06:21.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.723707 10710 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.727556 10710 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:21.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.729818 10710 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:21.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.731171 10710 hybrid_clock.cc:648] HybridClock initialized: now 1779069981731131 us; error 48 us; skew 500 ppm
02:06:21.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.732033 10710 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:21.743 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:21.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.744608 10710 webserver.cc:533] Webserver started at http://127.9.205.3:36623/ using document root <none> and password file <none>
02:06:21.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.745911 10710 fs_manager.cc:362] Metadata directory not provided
02:06:21.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.746194 10710 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:21.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.746783 10710 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.756718 10710 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/data/instance:
02:06:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57dbcf53135a46ee8be61e9019a1c876"
02:06:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:21 on dist-test-slave-9vqr"
02:06:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.758244 10710 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/wal/instance:
02:06:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57dbcf53135a46ee8be61e9019a1c876"
02:06:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:21 on dist-test-slave-9vqr"
02:06:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.768532 10710 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
02:06:21.774 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:21.775 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:21.775 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:21.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:21.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:21.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:21.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:21.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:21.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:21.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:21.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:21.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:21.776 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.777120 10731 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.778754 10710 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.000s
02:06:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.779235 10710 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/wal
02:06:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57dbcf53135a46ee8be61e9019a1c876"
02:06:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:21 on dist-test-slave-9vqr"
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.779663 10710 fs_report.cc:389] FS layout report
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/wal
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/wal
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/data/data
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:21.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.832058 10710 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:21.833 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:21.833 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:21.833 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:21.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:21.833 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:21.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:21.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:21.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:21.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:21.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:21.833 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.833871 10710 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:21.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:21.834 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.834448 10710 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.837352 10710 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:06:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.842188 10710 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:06:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.842484 10710 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:06:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.842806 10710 ts_tablet_manager.cc:616] Registered 0 tablets
02:06:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:21.843017 10710 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:06:21.863 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:21.864 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:21.864 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:21.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:21.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:21.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:21.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:21.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:21.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:21.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:21.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:21.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:21.865 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:21.866 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26454), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [31ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [32ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [54ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [54ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [68ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [362ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [442ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1323ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2080ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2084ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2300ms] refreshing cache from master, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2301ms] too many traces: truncated at 100 traces, deferred=Deferred@1855791070(state=PENDING, result=null, callback=(continuation of Deferred@523631661 after retry RPC after error@1138294165) -> (continuation of Deferred@103427375 after retry RPC after error@5218779) -> (continuation of Deferred@808182123 after retry RPC after error@882611886) -> (continuation of Deferred@1670350407 after retry RPC after error@515093140) -> (continuation of Deferred@1903962256 after retry RPC after error@431685367) -> (continuation of Deferred@102301241 after retry RPC after error@96258940) -> (continuation of Deferred@362040307 after retry RPC after error@1528255216) -> (continuation of Deferred@440370845 after retry RPC after error@2042321293) -> (continuation of Deferred@1313300122 after retry RPC after error@791025008) -> (continuation of Deferred@1229682023 after retry RPC after error@1780431602) -> (continuation of Deferred@509086373 after retry RPC after error@30015883) -> (continuation of Deferred@322485400 after retry RPC after error@6540455) -> (continuation of Deferred@1580262188 after retry RPC after error@254244664) -> (continuation of Deferred@1504560696 after retry RPC after error@1203056478) -> (continuation of Deferred@507878663 after retry RPC after error@711964480) -> (continuation of Deferred@491010099 after retry RPC after error@1944398618) -> (continuation of Deferred@1098526148 after retry RPC after error@376981276) -> (continuation of Deferred@717320256 after retry RPC after error@1881547769) -> (continuation of Deferred@1621238836 after retry RPC after error@884395931) -> (continuation of Deferred@357890621 after retry RPC after error@1420573317) -> (continuation of Deferred@626931616 after retry RPC after error@655814279) -> (continuation of Deferred@362900810 after retry RPC after error@552342889) -> (continuation of Deferred@1960564195 after retry RPC after error@1688825641), errback=(continuation of Deferred@523631661 after retry RPC after error@1138294165) -> (continuation of Deferred@103427375 after retry RPC after error@5218779) -> (continuation of Deferred@808182123 after retry RPC after error@882611886) -> (continuation of Deferred@1670350407 after retry RPC after error@515093140) -> (continuation of Deferred@1903962256 after retry RPC after error@431685367) -> (continuation of Deferred@102301241 after retry RPC after error@96258940) -> (continuation of Deferred@362040307 after retry RPC after error@1528255216) -> (continuation of Deferred@440370845 after retry RPC after error@2042321293) -> (continuation of Deferred@1313300122 after retry RPC after error@791025008) -> (continuation of Deferred@1229682023 after retry RPC after error@1780431602) -> (continuation of Deferred@509086373 after retry RPC after error@30015883) -> (continuation of Deferred@322485400 after retry RPC after error@6540455) -> (continuation of Deferred@1580262188 after retry RPC after error@254244664) -> (continuation of Deferred@1504560696 after retry RPC after error@1203056478) -> (continuation of Deferred@507878663 after retry RPC after error@711964480) -> (continuation of Deferred@491010099 after retry RPC after error@1944398618) -> (continuation of Deferred@1098526148 after retry RPC after error@376981276) -> (continuation of Deferred@717320256 after retry RPC after error@1881547769) -> (continuation of Deferred@1621238836 after retry RPC after error@884395931) -> (continuation of Deferred@357890621 after retry RPC after error@1420573317) -> (continuation of Deferred@626931616 after retry RPC after error@655814279) -> (continuation of Deferred@362900810 after retry RPC after error@552342889) -> (continuation of Deferred@1960564195 after retry RPC after error@1688825641)))
02:06:21.868 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:06:21.869 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26454), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [31ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [32ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [54ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [54ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [68ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [362ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [442ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1323ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2080ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2084ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2300ms] refreshing cache from master, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2301ms] too many traces: truncated at 100 traces, deferred=Deferred@1855791070(state=PENDING, result=null, callback=(continuation of Deferred@523631661 after retry RPC after error@1138294165) -> (continuation of Deferred@103427375 after retry RPC after error@5218779) -> (continuation of Deferred@808182123 after retry RPC after error@882611886) -> (continuation of Deferred@1670350407 after retry RPC after error@515093140) -> (continuation of Deferred@1903962256 after retry RPC after error@431685367) -> (continuation of Deferred@102301241 after retry RPC after error@96258940) -> (continuation of Deferred@362040307 after retry RPC after error@1528255216) -> (continuation of Deferred@440370845 after retry RPC after error@2042321293) -> (continuation of Deferred@1313300122 after retry RPC after error@791025008) -> (continuation of Deferred@1229682023 after retry RPC after error@1780431602) -> (continuation of Deferred@509086373 after retry RPC after error@30015883) -> (continuation of Deferred@322485400 after retry RPC after error@6540455) -> (continuation of Deferred@1580262188 after retry RPC after error@254244664) -> (continuation of Deferred@1504560696 after retry RPC after error@1203056478) -> (continuation of Deferred@507878663 after retry RPC after error@711964480) -> (continuation of Deferred@491010099 after retry RPC after error@1944398618) -> (continuation of Deferred@1098526148 after retry RPC after error@376981276) -> (continuation of Deferred@717320256 after retry RPC after error@1881547769) -> (continuation of Deferred@1621238836 after retry RPC after error@884395931) -> (continuation of Deferred@357890621 after retry RPC after error@1420573317) -> (continuation of Deferred@626931616 after retry RPC after error@655814279) -> (continuation of Deferred@362900810 after retry RPC after error@552342889) -> (continuation of Deferred@1960564195 after retry RPC after error@1688825641), errback=(continuation of Deferred@523631661 after retry RPC after error@1138294165) -> (continuation of Deferred@103427375 after retry RPC after error@5218779) -> (continuation of Deferred@808182123 after retry RPC after error@882611886) -> (continuation of Deferred@1670350407 after retry RPC after error@515093140) -> (continuation of Deferred@1903962256 after retry RPC after error@431685367) -> (continuation of Deferred@102301241 after retry RPC after error@96258940) -> (continuation of Deferred@362040307 after retry RPC after error@1528255216) -> (continuation of Deferred@440370845 after retry RPC after error@2042321293) -> (continuation of Deferred@1313300122 after retry RPC after error@791025008) -> (continuation of Deferred@1229682023 after retry RPC after error@1780431602) -> (continuation of Deferred@509086373 after retry RPC after error@30015883) -> (continuation of Deferred@322485400 after retry RPC after error@6540455) -> (continuation of Deferred@1580262188 after retry RPC after error@254244664) -> (continuation of Deferred@1504560696 after retry RPC after error@1203056478) -> (continuation of Deferred@507878663 after retry RPC after error@711964480) -> (continuation of Deferred@491010099 after retry RPC after error@1944398618) -> (continuation of Deferred@1098526148 after retry RPC after error@376981276) -> (continuation of Deferred@717320256 after retry RPC after error@1881547769) -> (continuation of Deferred@1621238836 after retry RPC after error@884395931) -> (continuation of Deferred@357890621 after retry RPC after error@1420573317) -> (continuation of Deferred@626931616 after retry RPC after error@655814279) -> (continuation of Deferred@362900810 after retry RPC after error@552342889) -> (continuation of Deferred@1960564195 after retry RPC after error@1688825641)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:21.872 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
02:06:21.873 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
02:06:21.875 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26454), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [31ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [32ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [54ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [54ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [68ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [362ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [442ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1323ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2080ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2084ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2300ms] refreshing cache from master, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2301ms] too many traces: truncated at 100 traces, deferred=Deferred@1855791070(state=PENDING, result=null, callback=(continuation of Deferred@523631661 after retry RPC after error@1138294165) -> (continuation of Deferred@103427375 after retry RPC after error@5218779) -> (continuation of Deferred@808182123 after retry RPC after error@882611886) -> (continuation of Deferred@1670350407 after retry RPC after error@515093140) -> (continuation of Deferred@1903962256 after retry RPC after error@431685367) -> (continuation of Deferred@102301241 after retry RPC after error@96258940) -> (continuation of Deferred@362040307 after retry RPC after error@1528255216) -> (continuation of Deferred@440370845 after retry RPC after error@2042321293) -> (continuation of Deferred@1313300122 after retry RPC after error@791025008) -> (continuation of Deferred@1229682023 after retry RPC after error@1780431602) -> (continuation of Deferred@509086373 after retry RPC after error@30015883) -> (continuation of Deferred@322485400 after retry RPC after error@6540455) -> (continuation of Deferred@1580262188 after retry RPC after error@254244664) -> (continuation of Deferred@1504560696 after retry RPC after error@1203056478) -> (continuation of Deferred@507878663 after retry RPC after error@711964480) -> (continuation of Deferred@491010099 after retry RPC after error@1944398618) -> (continuation of Deferred@1098526148 after retry RPC after error@376981276) -> (continuation of Deferred@717320256 after retry RPC after error@1881547769) -> (continuation of Deferred@1621238836 after retry RPC after error@884395931) -> (continuation of Deferred@357890621 after retry RPC after error@1420573317) -> (continuation of Deferred@626931616 after retry RPC after error@655814279) -> (continuation of Deferred@362900810 after retry RPC after error@552342889) -> (continuation of Deferred@1960564195 after retry RPC after error@1688825641), errback=(continuation of Deferred@523631661 after retry RPC after error@1138294165) -> (continuation of Deferred@103427375 after retry RPC after error@5218779) -> (continuation of Deferred@808182123 after retry RPC after error@882611886) -> (continuation of Deferred@1670350407 after retry RPC after error@515093140) -> (continuation of Deferred@1903962256 after retry RPC after error@431685367) -> (continuation of Deferred@102301241 after retry RPC after error@96258940) -> (continuation of Deferred@362040307 after retry RPC after error@1528255216) -> (continuation of Deferred@440370845 after retry RPC after error@2042321293) -> (continuation of Deferred@1313300122 after retry RPC after error@791025008) -> (continuation of Deferred@1229682023 after retry RPC after error@1780431602) -> (continuation of Deferred@509086373 after retry RPC after error@30015883) -> (continuation of Deferred@322485400 after retry RPC after error@6540455) -> (continuation of Deferred@1580262188 after retry RPC after error@254244664) -> (continuation of Deferred@1504560696 after retry RPC after error@1203056478) -> (continuation of Deferred@507878663 after retry RPC after error@711964480) -> (continuation of Deferred@491010099 after retry RPC after error@1944398618) -> (continuation of Deferred@1098526148 after retry RPC after error@376981276) -> (continuation of Deferred@717320256 after retry RPC after error@1881547769) -> (continuation of Deferred@1621238836 after retry RPC after error@884395931) -> (continuation of Deferred@357890621 after retry RPC after error@1420573317) -> (continuation of Deferred@626931616 after retry RPC after error@655814279) -> (continuation of Deferred@362900810 after retry RPC after error@552342889) -> (continuation of Deferred@1960564195 after retry RPC after error@1688825641)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:21.880 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
02:06:21.880 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
02:06:21.881 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RUNNING to RESTARTING.
02:06:21.881 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:06:21.917 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:21.918 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:21.918 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:21.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:21.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:21.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:21.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:21.920 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:21.920 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:21.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:21.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:21.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:21.920 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:21.921 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26477), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [18ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [32ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [33ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1704ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2001ms] too many traces: truncated at 100 traces, deferred=Deferred@180373315(state=PENDING, result=null, callback=(continuation of Deferred@1065550950 after retry RPC after error@419518922) -> (continuation of Deferred@1223192827 after retry RPC after error@1083886842) -> (continuation of Deferred@1729974459 after retry RPC after error@1958845083) -> (continuation of Deferred@2133152592 after retry RPC after error@1766763858) -> (continuation of Deferred@1683730504 after retry RPC after error@473365274) -> (continuation of Deferred@1230799903 after retry RPC after error@1432654939) -> (continuation of Deferred@1820637007 after retry RPC after error@1195474926) -> (continuation of Deferred@1787852645 after retry RPC after error@455598112) -> (continuation of Deferred@1380975300 after retry RPC after error@513976687) -> (continuation of Deferred@2011221633 after retry RPC after error@1398937277) -> (continuation of Deferred@24541239 after retry RPC after error@169099431) -> (continuation of Deferred@2071004066 after retry RPC after error@954541455) -> (continuation of Deferred@182474084 after retry RPC after error@584658407) -> (continuation of Deferred@1363559949 after retry RPC after error@1084152055) -> (continuation of Deferred@1214115573 after retry RPC after error@595612684) -> (continuation of Deferred@1083512927 after retry RPC after error@1987721690) -> (continuation of Deferred@1366776742 after retry RPC after error@1895187888) -> (continuation of Deferred@415886353 after retry RPC after error@1071292987) -> (continuation of Deferred@1419469837 after retry RPC after error@369254635) -> (continuation of Deferred@1098694494 after retry RPC after error@727516720) -> (continuation of Deferred@619291738 after retry RPC after error@560565524) -> (continuation of Deferred@88817704 after retry RPC after error@1181006391) -> (continuation of Deferred@793124309 after retry RPC after error@1110062084) -> (continuation of Deferred@499086953 after retry RPC after error@2129253099) -> (continuation of Deferred@1633599574 after retry RPC after error@1925665389) -> (continuation of Deferred@346910306 after retry RPC after error@618895510) -> (continuation of Deferred@858304556 after retry RPC after error@2067056670), errback=(continuation of Deferred@1065550950 after retry RPC after error@419518922) -> (continuation of Deferred@1223192827 after retry RPC after error@1083886842) -> (continuation of Deferred@1729974459 after retry RPC after error@1958845083) -> (continuation of Deferred@2133152592 after retry RPC after error@1766763858) -> (continuation of Deferred@1683730504 after retry RPC after error@473365274) -> (continuation of Deferred@1230799903 after retry RPC after error@1432654939) -> (continuation of Deferred@1820637007 after retry RPC after error@1195474926) -> (continuation of Deferred@1787852645 after retry RPC after error@455598112) -> (continuation of Deferred@1380975300 after retry RPC after error@513976687) -> (continuation of Deferred@2011221633 after retry RPC after error@1398937277) -> (continuation of Deferred@24541239 after retry RPC after error@169099431) -> (continuation of Deferred@2071004066 after retry RPC after error@954541455) -> (continuation of Deferred@182474084 after retry RPC after error@584658407) -> (continuation of Deferred@1363559949 after retry RPC after error@1084152055) -> (continuation of Deferred@1214115573 after retry RPC after error@595612684) -> (continuation of Deferred@1083512927 after retry RPC after error@1987721690) -> (continuation of Deferred@1366776742 after retry RPC after error@1895187888) -> (continuation of Deferred@415886353 after retry RPC after error@1071292987) -> (continuation of Deferred@1419469837 after retry RPC after error@369254635) -> (continuation of Deferred@1098694494 after retry RPC after error@727516720) -> (continuation of Deferred@619291738 after retry RPC after error@560565524) -> (continuation of Deferred@88817704 after retry RPC after error@1181006391) -> (continuation of Deferred@793124309 after retry RPC after error@1110062084) -> (continuation of Deferred@499086953 after retry RPC after error@2129253099) -> (continuation of Deferred@1633599574 after retry RPC after error@1925665389) -> (continuation of Deferred@346910306 after retry RPC after error@618895510) -> (continuation of Deferred@858304556 after retry RPC after error@2067056670)))
02:06:21.923 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:06:21.923 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26477), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [18ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [32ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [33ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1704ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2001ms] too many traces: truncated at 100 traces, deferred=Deferred@180373315(state=PENDING, result=null, callback=(continuation of Deferred@1065550950 after retry RPC after error@419518922) -> (continuation of Deferred@1223192827 after retry RPC after error@1083886842) -> (continuation of Deferred@1729974459 after retry RPC after error@1958845083) -> (continuation of Deferred@2133152592 after retry RPC after error@1766763858) -> (continuation of Deferred@1683730504 after retry RPC after error@473365274) -> (continuation of Deferred@1230799903 after retry RPC after error@1432654939) -> (continuation of Deferred@1820637007 after retry RPC after error@1195474926) -> (continuation of Deferred@1787852645 after retry RPC after error@455598112) -> (continuation of Deferred@1380975300 after retry RPC after error@513976687) -> (continuation of Deferred@2011221633 after retry RPC after error@1398937277) -> (continuation of Deferred@24541239 after retry RPC after error@169099431) -> (continuation of Deferred@2071004066 after retry RPC after error@954541455) -> (continuation of Deferred@182474084 after retry RPC after error@584658407) -> (continuation of Deferred@1363559949 after retry RPC after error@1084152055) -> (continuation of Deferred@1214115573 after retry RPC after error@595612684) -> (continuation of Deferred@1083512927 after retry RPC after error@1987721690) -> (continuation of Deferred@1366776742 after retry RPC after error@1895187888) -> (continuation of Deferred@415886353 after retry RPC after error@1071292987) -> (continuation of Deferred@1419469837 after retry RPC after error@369254635) -> (continuation of Deferred@1098694494 after retry RPC after error@727516720) -> (continuation of Deferred@619291738 after retry RPC after error@560565524) -> (continuation of Deferred@88817704 after retry RPC after error@1181006391) -> (continuation of Deferred@793124309 after retry RPC after error@1110062084) -> (continuation of Deferred@499086953 after retry RPC after error@2129253099) -> (continuation of Deferred@1633599574 after retry RPC after error@1925665389) -> (continuation of Deferred@346910306 after retry RPC after error@618895510) -> (continuation of Deferred@858304556 after retry RPC after error@2067056670), errback=(continuation of Deferred@1065550950 after retry RPC after error@419518922) -> (continuation of Deferred@1223192827 after retry RPC after error@1083886842) -> (continuation of Deferred@1729974459 after retry RPC after error@1958845083) -> (continuation of Deferred@2133152592 after retry RPC after error@1766763858) -> (continuation of Deferred@1683730504 after retry RPC after error@473365274) -> (continuation of Deferred@1230799903 after retry RPC after error@1432654939) -> (continuation of Deferred@1820637007 after retry RPC after error@1195474926) -> (continuation of Deferred@1787852645 after retry RPC after error@455598112) -> (continuation of Deferred@1380975300 after retry RPC after error@513976687) -> (continuation of Deferred@2011221633 after retry RPC after error@1398937277) -> (continuation of Deferred@24541239 after retry RPC after error@169099431) -> (continuation of Deferred@2071004066 after retry RPC after error@954541455) -> (continuation of Deferred@182474084 after retry RPC after error@584658407) -> (continuation of Deferred@1363559949 after retry RPC after error@1084152055) -> (continuation of Deferred@1214115573 after retry RPC after error@595612684) -> (continuation of Deferred@1083512927 after retry RPC after error@1987721690) -> (continuation of Deferred@1366776742 after retry RPC after error@1895187888) -> (continuation of Deferred@415886353 after retry RPC after error@1071292987) -> (continuation of Deferred@1419469837 after retry RPC after error@369254635) -> (continuation of Deferred@1098694494 after retry RPC after error@727516720) -> (continuation of Deferred@619291738 after retry RPC after error@560565524) -> (continuation of Deferred@88817704 after retry RPC after error@1181006391) -> (continuation of Deferred@793124309 after retry RPC after error@1110062084) -> (continuation of Deferred@499086953 after retry RPC after error@2129253099) -> (continuation of Deferred@1633599574 after retry RPC after error@1925665389) -> (continuation of Deferred@346910306 after retry RPC after error@618895510) -> (continuation of Deferred@858304556 after retry RPC after error@2067056670)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:21.927 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
02:06:21.929 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
02:06:21.931 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26477), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [18ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [32ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [33ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1704ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2001ms] too many traces: truncated at 100 traces, deferred=Deferred@180373315(state=PENDING, result=null, callback=(continuation of Deferred@1065550950 after retry RPC after error@419518922) -> (continuation of Deferred@1223192827 after retry RPC after error@1083886842) -> (continuation of Deferred@1729974459 after retry RPC after error@1958845083) -> (continuation of Deferred@2133152592 after retry RPC after error@1766763858) -> (continuation of Deferred@1683730504 after retry RPC after error@473365274) -> (continuation of Deferred@1230799903 after retry RPC after error@1432654939) -> (continuation of Deferred@1820637007 after retry RPC after error@1195474926) -> (continuation of Deferred@1787852645 after retry RPC after error@455598112) -> (continuation of Deferred@1380975300 after retry RPC after error@513976687) -> (continuation of Deferred@2011221633 after retry RPC after error@1398937277) -> (continuation of Deferred@24541239 after retry RPC after error@169099431) -> (continuation of Deferred@2071004066 after retry RPC after error@954541455) -> (continuation of Deferred@182474084 after retry RPC after error@584658407) -> (continuation of Deferred@1363559949 after retry RPC after error@1084152055) -> (continuation of Deferred@1214115573 after retry RPC after error@595612684) -> (continuation of Deferred@1083512927 after retry RPC after error@1987721690) -> (continuation of Deferred@1366776742 after retry RPC after error@1895187888) -> (continuation of Deferred@415886353 after retry RPC after error@1071292987) -> (continuation of Deferred@1419469837 after retry RPC after error@369254635) -> (continuation of Deferred@1098694494 after retry RPC after error@727516720) -> (continuation of Deferred@619291738 after retry RPC after error@560565524) -> (continuation of Deferred@88817704 after retry RPC after error@1181006391) -> (continuation of Deferred@793124309 after retry RPC after error@1110062084) -> (continuation of Deferred@499086953 after retry RPC after error@2129253099) -> (continuation of Deferred@1633599574 after retry RPC after error@1925665389) -> (continuation of Deferred@346910306 after retry RPC after error@618895510) -> (continuation of Deferred@858304556 after retry RPC after error@2067056670), errback=(continuation of Deferred@1065550950 after retry RPC after error@419518922) -> (continuation of Deferred@1223192827 after retry RPC after error@1083886842) -> (continuation of Deferred@1729974459 after retry RPC after error@1958845083) -> (continuation of Deferred@2133152592 after retry RPC after error@1766763858) -> (continuation of Deferred@1683730504 after retry RPC after error@473365274) -> (continuation of Deferred@1230799903 after retry RPC after error@1432654939) -> (continuation of Deferred@1820637007 after retry RPC after error@1195474926) -> (continuation of Deferred@1787852645 after retry RPC after error@455598112) -> (continuation of Deferred@1380975300 after retry RPC after error@513976687) -> (continuation of Deferred@2011221633 after retry RPC after error@1398937277) -> (continuation of Deferred@24541239 after retry RPC after error@169099431) -> (continuation of Deferred@2071004066 after retry RPC after error@954541455) -> (continuation of Deferred@182474084 after retry RPC after error@584658407) -> (continuation of Deferred@1363559949 after retry RPC after error@1084152055) -> (continuation of Deferred@1214115573 after retry RPC after error@595612684) -> (continuation of Deferred@1083512927 after retry RPC after error@1987721690) -> (continuation of Deferred@1366776742 after retry RPC after error@1895187888) -> (continuation of Deferred@415886353 after retry RPC after error@1071292987) -> (continuation of Deferred@1419469837 after retry RPC after error@369254635) -> (continuation of Deferred@1098694494 after retry RPC after error@727516720) -> (continuation of Deferred@619291738 after retry RPC after error@560565524) -> (continuation of Deferred@88817704 after retry RPC after error@1181006391) -> (continuation of Deferred@793124309 after retry RPC after error@1110062084) -> (continuation of Deferred@499086953 after retry RPC after error@2129253099) -> (continuation of Deferred@1633599574 after retry RPC after error@1925665389) -> (continuation of Deferred@346910306 after retry RPC after error@618895510) -> (continuation of Deferred@858304556 after retry RPC after error@2067056670)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:21.936 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:06:21.937 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
02:06:21.937 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
02:06:21.978 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:21.979 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:21.979 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:21.979 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:21.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:21.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:21.979 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:21.979 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:21.979 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:21.980 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:21.980 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:21.980 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:21.980 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:22.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:22.006 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:22.006 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:22.006 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:22.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:22.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:22.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:22.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:22.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:22.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:22.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:22.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:22.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:22.007 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.016973 10710 rpc_server.cc:307] RPC server started. Bound to: 127.9.205.3:43201
02:06:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.017115 10844 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.205.3:43201 every 8 connection(s)
02:06:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.019506 10710 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/data/info.pb
02:06:22.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.025513 10036 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 10710
02:06:22.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.025960 10036 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster3564659563752736701/ts-2/wal/instance
02:06:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.064189 10845 heartbeater.cc:344] Connected to a master server at 127.9.205.60:35581
02:06:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.064693 10845 heartbeater.cc:461] Registering TS with master...
02:06:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.065961 10845 heartbeater.cc:507] Master 127.9.205.60:35581 requested a full tablet report, sending...
02:06:22.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.069449 10249 ts_manager.cc:194] Registered new tserver with Master: 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:22.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.071208 10249 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.9.205.3:58805
02:06:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.073863 10847 heartbeater.cc:344] Connected to a master server at 127.9.205.62:41527
02:06:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.074209 10847 heartbeater.cc:461] Registering TS with master...
02:06:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.074905 10847 heartbeater.cc:507] Master 127.9.205.62:41527 requested a full tablet report, sending...
02:06:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.077749 10092 ts_manager.cc:194] Registered new tserver with Master: 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.079643 10846 heartbeater.cc:344] Connected to a master server at 127.9.205.61:38235
02:06:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.079984 10846 heartbeater.cc:461] Registering TS with master...
02:06:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.080523 10846 heartbeater.cc:507] Master 127.9.205.61:38235 requested a full tablet report, sending...
02:06:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.082556 10168 ts_manager.cc:194] Registered new tserver with Master: 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:22.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:22.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.099272 10036 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:06:22.110 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:06:22.110 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:06:22.111 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.9.205.62"
      port: 41527
    }
    bound_http_address {
      host: "127.9.205.62"
      port: 36831
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.9.205.61"
      port: 38235
    }
    bound_http_address {
      host: "127.9.205.61"
      port: 41371
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.9.205.60"
      port: 35581
    }
    bound_http_address {
      host: "127.9.205.60"
      port: 39907
    }
  }
}

02:06:22.112 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:06:22.113 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.9.205.1"
      port: 37149
    }
    bound_http_address {
      host: "127.9.205.1"
      port: 35885
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.9.205.2"
      port: 44187
    }
    bound_http_address {
      host: "127.9.205.2"
      port: 35243
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.9.205.3"
      port: 43201
    }
    bound_http_address {
      host: "127.9.205.3"
      port: 36623
    }
  }
}

02:06:22.113 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:06:22.115 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:22.116 [DEBUG - main] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:22.117 [DEBUG - main] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:22.117 [DEBUG - main] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:22.118 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.7.125:41667(127.9.7.125:41667)] Successfully connected to peer
02:06:22.124 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.125
02:06:22.124 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.7.126:39077(127.9.7.126:39077)] Successfully connected to peer
02:06:22.130 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.7.124:46177(127.9.7.124:46177)] Successfully connected to peer
02:06:22.134 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.124
02:06:22.135 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:22.137 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.126
02:06:22.140 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7e42095f, L:/127.0.0.1:33284 - R:/127.9.7.125:41667] using SASL/PLAIN
02:06:22.147 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:22.148 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:22.151 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf66770b9, L:/127.0.0.1:60678 - R:/127.9.7.126:39077] using SASL/PLAIN
02:06:22.152 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x50247bad, L:/127.0.0.1:49262 - R:/127.9.7.124:46177] using SASL/PLAIN
02:06:22.155 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:06:22.155 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=39), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [27ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: OK, [38ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: OK, deferred=null) after lookup
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.157086  9500 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49262:
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:06:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\0012\000\000\000\004\001\226\000\000\000"
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:06:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:06:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:06:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:06:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:06:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:06:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.161013  9500 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:06:22.185 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:22.186 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:22.186 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:22.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:22.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:22.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:22.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:22.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:22.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:22.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:22.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:22.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:22.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:22.208 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aafd7253a17e4f888b04dbcebbd0afd0
02:06:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.254768  9809 tablet_service.cc:1511] Processing CreateTablet for tablet 379a99abe7d34e06848bd464ce68e463 (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
02:06:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.254724  9811 tablet_service.cc:1511] Processing CreateTablet for tablet 33682919813f4f2ab83fdfa4c22b2b5a (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
02:06:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.258818  9809 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 379a99abe7d34e06848bd464ce68e463. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.258582  9810 tablet_service.cc:1511] Processing CreateTablet for tablet a9f5537111464ab38c62a3ac55488855 (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
02:06:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.259331  9806 tablet_service.cc:1511] Processing CreateTablet for tablet 6c81fd0a65834b4da18bef7e765d2141 (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
02:06:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.259979  9807 tablet_service.cc:1511] Processing CreateTablet for tablet a639505fdcb24e1fa62622e9763d72d8 (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
02:06:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.264485  9810 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a9f5537111464ab38c62a3ac55488855. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.259711  9808 tablet_service.cc:1511] Processing CreateTablet for tablet 74e204df7b904b249a119e6bab0eb4cb (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
02:06:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.266438  9806 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6c81fd0a65834b4da18bef7e765d2141. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.267311  9807 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a639505fdcb24e1fa62622e9763d72d8. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.268896  9808 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 74e204df7b904b249a119e6bab0eb4cb. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.279724  9811 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 33682919813f4f2ab83fdfa4c22b2b5a. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.297760  9664 tablet_service.cc:1511] Processing CreateTablet for tablet 6c81fd0a65834b4da18bef7e765d2141 (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
02:06:22.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.297760  9668 tablet_service.cc:1511] Processing CreateTablet for tablet a9f5537111464ab38c62a3ac55488855 (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
02:06:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.307235  9957 tablet_service.cc:1511] Processing CreateTablet for tablet a639505fdcb24e1fa62622e9763d72d8 (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
02:06:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.308609  9958 tablet_service.cc:1511] Processing CreateTablet for tablet 74e204df7b904b249a119e6bab0eb4cb (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
02:06:22.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.310652  9958 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 74e204df7b904b249a119e6bab0eb4cb. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.300415  9669 tablet_service.cc:1511] Processing CreateTablet for tablet 33682919813f4f2ab83fdfa4c22b2b5a (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
02:06:22.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.315044  9959 tablet_service.cc:1511] Processing CreateTablet for tablet 379a99abe7d34e06848bd464ce68e463 (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
02:06:22.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.313504  9667 tablet_service.cc:1511] Processing CreateTablet for tablet 379a99abe7d34e06848bd464ce68e463 (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
02:06:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.319736  9666 tablet_service.cc:1511] Processing CreateTablet for tablet 74e204df7b904b249a119e6bab0eb4cb (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
02:06:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.320354  9960 tablet_service.cc:1511] Processing CreateTablet for tablet a9f5537111464ab38c62a3ac55488855 (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
02:06:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.321972  9956 tablet_service.cc:1511] Processing CreateTablet for tablet 6c81fd0a65834b4da18bef7e765d2141 (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
02:06:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.324188  9668 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a9f5537111464ab38c62a3ac55488855. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.325902  9957 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a639505fdcb24e1fa62622e9763d72d8. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.328583  9960 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a9f5537111464ab38c62a3ac55488855. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.330507  9959 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 379a99abe7d34e06848bd464ce68e463. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.301877  9665 tablet_service.cc:1511] Processing CreateTablet for tablet a639505fdcb24e1fa62622e9763d72d8 (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
02:06:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.332098  9956 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6c81fd0a65834b4da18bef7e765d2141. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.331992  9666 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 74e204df7b904b249a119e6bab0eb4cb. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.333097  9665 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a639505fdcb24e1fa62622e9763d72d8. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.333822  9667 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 379a99abe7d34e06848bd464ce68e463. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.310797  9961 tablet_service.cc:1511] Processing CreateTablet for tablet 33682919813f4f2ab83fdfa4c22b2b5a (DEFAULT_TABLE table=replication_test_table [id=aafd7253a17e4f888b04dbcebbd0afd0]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
02:06:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.336472  9961 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 33682919813f4f2ab83fdfa4c22b2b5a. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.338730  9664 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6c81fd0a65834b4da18bef7e765d2141. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.341524 10879 tablet_bootstrap.cc:492] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615: Bootstrap starting.
02:06:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.345063  9669 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 33682919813f4f2ab83fdfa4c22b2b5a. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:22.357 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:22.358 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:22.358 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:22.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:22.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:22.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:22.359 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:22.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:22.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:22.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:22.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:22.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:22.360 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.382388 10879 tablet_bootstrap.cc:654] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615: Neither blocks nor log segments found. Creating new log.
02:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.405112 10879 log.cc:826] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615: Log is configured to *not* fsync() on all Append() calls
02:06:22.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.419720 10880 tablet_bootstrap.cc:492] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341: Bootstrap starting.
02:06:22.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.421576 10881 tablet_bootstrap.cc:492] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc: Bootstrap starting.
02:06:22.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.427603 10879 tablet_bootstrap.cc:492] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615: No bootstrap required, opened a new log
02:06:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.428169 10879 ts_tablet_manager.cc:1403] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615: Time spent bootstrapping tablet: real 0.087s	user 0.007s	sys 0.011s
02:06:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.432372 10881 tablet_bootstrap.cc:654] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc: Neither blocks nor log segments found. Creating new log.
02:06:22.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.434877 10881 log.cc:826] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc: Log is configured to *not* fsync() on all Append() calls
02:06:22.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.438585 10880 tablet_bootstrap.cc:654] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341: Neither blocks nor log segments found. Creating new log.
02:06:22.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.441205 10880 log.cc:826] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341: Log is configured to *not* fsync() on all Append() calls
02:06:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.456182 10880 tablet_bootstrap.cc:492] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341: No bootstrap required, opened a new log
02:06:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.456162 10881 tablet_bootstrap.cc:492] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc: No bootstrap required, opened a new log
02:06:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.456781 10881 ts_tablet_manager.cc:1403] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc: Time spent bootstrapping tablet: real 0.036s	user 0.026s	sys 0.006s
02:06:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.456921 10880 ts_tablet_manager.cc:1403] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341: Time spent bootstrapping tablet: real 0.039s	user 0.014s	sys 0.012s
02:06:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.459313 10879 raft_consensus.cc:359] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.460896 10879 raft_consensus.cc:385] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.461216 10879 raft_consensus.cc:740] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce0fbfbeb61143f8af5b6751e97b4615, State: Initialized, Role: FOLLOWER
02:06:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.462188 10879 consensus_queue.cc:260] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.475661 10886 raft_consensus.cc:493] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.478788 10879 ts_tablet_manager.cc:1434] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615: Time spent starting tablet: real 0.050s	user 0.030s	sys 0.015s
02:06:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.479935 10879 tablet_bootstrap.cc:492] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615: Bootstrap starting.
02:06:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.478727 10886 raft_consensus.cc:515] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.486521 10879 tablet_bootstrap.cc:654] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615: Neither blocks nor log segments found. Creating new log.
02:06:22.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.507133 10886 leader_election.cc:290] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709), 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:22.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.522500 10880 raft_consensus.cc:359] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } } peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } }
02:06:22.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.524278 10881 raft_consensus.cc:359] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.527980 10880 raft_consensus.cc:385] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.528424 10880 raft_consensus.cc:740] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e82fb79d83a47729c528f757817d341, State: Initialized, Role: FOLLOWER
02:06:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.528695 10881 raft_consensus.cc:385] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.529009 10881 raft_consensus.cc:740] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03c4a762f9ec4534a5a6c0287e1147dc, State: Initialized, Role: FOLLOWER
02:06:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.529603 10880 consensus_queue.cc:260] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } } peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } }
02:06:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.531054  9689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "74e204df7b904b249a119e6bab0eb4cb" candidate_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" is_pre_election: true
02:06:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.531283 10881 consensus_queue.cc:260] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.532938  9981 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "74e204df7b904b249a119e6bab0eb4cb" candidate_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341" is_pre_election: true
02:06:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.533267  9766 leader_election.cc:343] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709): Illegal state: must be running to vote when last-logged opid is not known
02:06:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.534828  9767 leader_election.cc:343] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271): Illegal state: must be running to vote when last-logged opid is not known
02:06:22.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.535089 10879 tablet_bootstrap.cc:492] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615: No bootstrap required, opened a new log
02:06:22.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.535164  9767 leader_election.cc:304] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ce0fbfbeb61143f8af5b6751e97b4615; no voters: 03c4a762f9ec4534a5a6c0287e1147dc, 2e82fb79d83a47729c528f757817d341
02:06:22.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.536492 10886 raft_consensus.cc:2749] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:06:22.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.535621 10879 ts_tablet_manager.cc:1403] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615: Time spent bootstrapping tablet: real 0.056s	user 0.001s	sys 0.034s
02:06:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.539775 10879 raft_consensus.cc:359] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.540545 10879 raft_consensus.cc:385] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.540822 10879 raft_consensus.cc:740] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce0fbfbeb61143f8af5b6751e97b4615, State: Initialized, Role: FOLLOWER
02:06:22.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.541628 10879 consensus_queue.cc:260] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.543843 10879 ts_tablet_manager.cc:1434] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615: Time spent starting tablet: real 0.007s	user 0.004s	sys 0.002s
02:06:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.544844 10879 tablet_bootstrap.cc:492] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615: Bootstrap starting.
02:06:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.547972 10880 ts_tablet_manager.cc:1434] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341: Time spent starting tablet: real 0.091s	user 0.029s	sys 0.009s
02:06:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.549346 10880 tablet_bootstrap.cc:492] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341: Bootstrap starting.
02:06:22.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.557559 10881 ts_tablet_manager.cc:1434] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc: Time spent starting tablet: real 0.100s	user 0.040s	sys 0.014s
02:06:22.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.558547 10881 tablet_bootstrap.cc:492] T 74e204df7b904b249a119e6bab0eb4cb P 03c4a762f9ec4534a5a6c0287e1147dc: Bootstrap starting.
02:06:22.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.559895 10880 tablet_bootstrap.cc:654] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341: Neither blocks nor log segments found. Creating new log.
02:06:22.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.560237 10030 tablet.cc:2404] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:06:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.565196 10881 tablet_bootstrap.cc:654] T 74e204df7b904b249a119e6bab0eb4cb P 03c4a762f9ec4534a5a6c0287e1147dc: Neither blocks nor log segments found. Creating new log.
02:06:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.565858 10879 tablet_bootstrap.cc:654] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615: Neither blocks nor log segments found. Creating new log.
02:06:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.576949 10881 tablet_bootstrap.cc:492] T 74e204df7b904b249a119e6bab0eb4cb P 03c4a762f9ec4534a5a6c0287e1147dc: No bootstrap required, opened a new log
02:06:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.577504 10881 ts_tablet_manager.cc:1403] T 74e204df7b904b249a119e6bab0eb4cb P 03c4a762f9ec4534a5a6c0287e1147dc: Time spent bootstrapping tablet: real 0.019s	user 0.013s	sys 0.004s
02:06:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.577808 10879 tablet_bootstrap.cc:492] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615: No bootstrap required, opened a new log
02:06:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.579154 10879 ts_tablet_manager.cc:1403] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615: Time spent bootstrapping tablet: real 0.035s	user 0.003s	sys 0.012s
02:06:22.580 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:22.581 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:22.581 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:22.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:22.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:22.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:22.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:22.582 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:22.582 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:22.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:22.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:22.582 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:22.582 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.580566 10881 raft_consensus.cc:359] T 74e204df7b904b249a119e6bab0eb4cb P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.581216 10881 raft_consensus.cc:385] T 74e204df7b904b249a119e6bab0eb4cb P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.581502 10881 raft_consensus.cc:740] T 74e204df7b904b249a119e6bab0eb4cb P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03c4a762f9ec4534a5a6c0287e1147dc, State: Initialized, Role: FOLLOWER
02:06:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.581959 10879 raft_consensus.cc:359] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.582079 10881 consensus_queue.cc:260] T 74e204df7b904b249a119e6bab0eb4cb P 03c4a762f9ec4534a5a6c0287e1147dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.582571 10879 raft_consensus.cc:385] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.582862 10879 raft_consensus.cc:740] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce0fbfbeb61143f8af5b6751e97b4615, State: Initialized, Role: FOLLOWER
02:06:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.584240 10881 ts_tablet_manager.cc:1434] T 74e204df7b904b249a119e6bab0eb4cb P 03c4a762f9ec4534a5a6c0287e1147dc: Time spent starting tablet: real 0.006s	user 0.003s	sys 0.004s
02:06:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.583935 10879 consensus_queue.cc:260] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.585040 10881 tablet_bootstrap.cc:492] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc: Bootstrap starting.
02:06:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.586346 10879 ts_tablet_manager.cc:1434] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
02:06:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.588073 10879 tablet_bootstrap.cc:492] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615: Bootstrap starting.
02:06:22.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.591789 10881 tablet_bootstrap.cc:654] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc: Neither blocks nor log segments found. Creating new log.
02:06:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.599030 10879 tablet_bootstrap.cc:654] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615: Neither blocks nor log segments found. Creating new log.
02:06:22.599 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:22.599 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:22.600 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:22.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:22.600 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:22.600 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:22.601 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:22.601 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:22.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:22.601 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:22.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:22.602 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:22.602 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.602658 10890 raft_consensus.cc:493] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.603340 10890 raft_consensus.cc:515] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } } peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } }
02:06:22.625 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:22.626 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:22.626 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:22.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:22.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:22.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:22.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:22.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:22.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:22.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:22.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:22.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:22.627 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:22.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.628274 10891 raft_consensus.cc:493] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.628885 10891 raft_consensus.cc:515] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.633038 10880 tablet_bootstrap.cc:492] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341: No bootstrap required, opened a new log
02:06:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.633623 10880 ts_tablet_manager.cc:1403] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341: Time spent bootstrapping tablet: real 0.084s	user 0.025s	sys 0.001s
02:06:22.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.631024 10881 tablet_bootstrap.cc:492] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc: No bootstrap required, opened a new log
02:06:22.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.634330 10881 ts_tablet_manager.cc:1403] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc: Time spent bootstrapping tablet: real 0.049s	user 0.019s	sys 0.012s
02:06:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.637343 10880 raft_consensus.cc:359] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.638180 10881 raft_consensus.cc:359] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.638864 10881 raft_consensus.cc:385] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.639142 10881 raft_consensus.cc:740] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03c4a762f9ec4534a5a6c0287e1147dc, State: Initialized, Role: FOLLOWER
02:06:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.641602 10891 leader_election.cc:290] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281), 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.642268 10880 raft_consensus.cc:385] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.642696 10880 raft_consensus.cc:740] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e82fb79d83a47729c528f757817d341, State: Initialized, Role: FOLLOWER
02:06:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.638975 10890 leader_election.cc:290] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281), 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709)
02:06:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.644367  9739 tablet.cc:2404] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:06:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.644058 10880 consensus_queue.cc:260] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.650328 10880 ts_tablet_manager.cc:1434] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341: Time spent starting tablet: real 0.016s	user 0.005s	sys 0.000s
02:06:22.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.658195 10880 tablet_bootstrap.cc:492] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341: Bootstrap starting.
02:06:22.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.639772 10881 consensus_queue.cc:260] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.665773 10881 ts_tablet_manager.cc:1434] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc: Time spent starting tablet: real 0.031s	user 0.006s	sys 0.000s
02:06:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.671389 10881 tablet_bootstrap.cc:492] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc: Bootstrap starting.
02:06:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.677790 10880 tablet_bootstrap.cc:654] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341: Neither blocks nor log segments found. Creating new log.
02:06:22.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.682686 10881 tablet_bootstrap.cc:654] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc: Neither blocks nor log segments found. Creating new log.
02:06:22.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.686851  9831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "33682919813f4f2ab83fdfa4c22b2b5a" candidate_uuid: "2e82fb79d83a47729c528f757817d341" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" is_pre_election: true
02:06:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.688895  9915 leader_election.cc:343] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281): Illegal state: must be running to vote when last-logged opid is not known
02:06:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.699766  9884 tablet.cc:2404] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:06:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.701035 10890 raft_consensus.cc:493] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.701467 10890 raft_consensus.cc:515] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.702050  9831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6c81fd0a65834b4da18bef7e765d2141" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" is_pre_election: true
02:06:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.702625  9831 raft_consensus.cc:2468] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 03c4a762f9ec4534a5a6c0287e1147dc in term 0.
02:06:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.703298 10890 leader_election.cc:290] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709), ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281)
02:06:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.704325  9623 leader_election.cc:304] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03c4a762f9ec4534a5a6c0287e1147dc, ce0fbfbeb61143f8af5b6751e97b4615; no voters: 
02:06:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.704835  9689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "33682919813f4f2ab83fdfa4c22b2b5a" candidate_uuid: "2e82fb79d83a47729c528f757817d341" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" is_pre_election: true
02:06:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.705165 10891 raft_consensus.cc:2804] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.705487 10891 raft_consensus.cc:493] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.705822 10891 raft_consensus.cc:3060] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Advancing to term 1
02:06:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.705852  9831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9f5537111464ab38c62a3ac55488855" candidate_uuid: "2e82fb79d83a47729c528f757817d341" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" is_pre_election: true
02:06:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.706670  9689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9f5537111464ab38c62a3ac55488855" candidate_uuid: "2e82fb79d83a47729c528f757817d341" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" is_pre_election: true
02:06:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.707227  9916 leader_election.cc:343] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709): Illegal state: must be running to vote when last-logged opid is not known
02:06:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.707629  9916 leader_election.cc:304] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e82fb79d83a47729c528f757817d341; no voters: 03c4a762f9ec4534a5a6c0287e1147dc, ce0fbfbeb61143f8af5b6751e97b4615
02:06:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.709575  9916 leader_election.cc:343] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709): Illegal state: must be running to vote when last-logged opid is not known
02:06:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.709983  9915 leader_election.cc:343] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281): Illegal state: must be running to vote when last-logged opid is not known
02:06:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.710229 10890 raft_consensus.cc:2749] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:06:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.710328  9915 leader_election.cc:304] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e82fb79d83a47729c528f757817d341; no voters: 03c4a762f9ec4534a5a6c0287e1147dc, ce0fbfbeb61143f8af5b6751e97b4615
02:06:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.711084 10890 raft_consensus.cc:2749] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:06:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.713704 10891 raft_consensus.cc:515] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.714928 10880 tablet_bootstrap.cc:492] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341: No bootstrap required, opened a new log
02:06:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.715111 10879 tablet_bootstrap.cc:492] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615: No bootstrap required, opened a new log
02:06:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.715329 10880 ts_tablet_manager.cc:1403] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341: Time spent bootstrapping tablet: real 0.061s	user 0.009s	sys 0.007s
02:06:22.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.715509 10879 ts_tablet_manager.cc:1403] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615: Time spent bootstrapping tablet: real 0.128s	user 0.013s	sys 0.008s
02:06:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.717788  9831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6c81fd0a65834b4da18bef7e765d2141" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615"
02:06:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.718221 10881 tablet_bootstrap.cc:492] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc: No bootstrap required, opened a new log
02:06:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.718294  9831 raft_consensus.cc:3060] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Advancing to term 1
02:06:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.718633 10881 ts_tablet_manager.cc:1403] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc: Time spent bootstrapping tablet: real 0.047s	user 0.007s	sys 0.003s
02:06:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.718542 10879 raft_consensus.cc:359] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.719252 10879 raft_consensus.cc:385] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.719276 10891 leader_election.cc:290] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 election: Requested vote from peers ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281), 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.719532 10879 raft_consensus.cc:740] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce0fbfbeb61143f8af5b6751e97b4615, State: Initialized, Role: FOLLOWER
02:06:22.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.720690 10879 consensus_queue.cc:260] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.723362 10879 ts_tablet_manager.cc:1434] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615: Time spent starting tablet: real 0.008s	user 0.007s	sys 0.000s
02:06:22.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.724346 10879 tablet_bootstrap.cc:492] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615: Bootstrap starting.
02:06:22.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.727972 10880 raft_consensus.cc:359] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.729787 10880 raft_consensus.cc:385] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.730568 10879 tablet_bootstrap.cc:654] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615: Neither blocks nor log segments found. Creating new log.
02:06:22.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.733078 10880 raft_consensus.cc:740] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e82fb79d83a47729c528f757817d341, State: Initialized, Role: FOLLOWER
02:06:22.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.731964  9831 raft_consensus.cc:2468] T 6c81fd0a65834b4da18bef7e765d2141 P ce0fbfbeb61143f8af5b6751e97b4615 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 03c4a762f9ec4534a5a6c0287e1147dc in term 1.
02:06:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.736042  9623 leader_election.cc:304] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03c4a762f9ec4534a5a6c0287e1147dc, ce0fbfbeb61143f8af5b6751e97b4615; no voters: 
02:06:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.736061 10880 consensus_queue.cc:260] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.736819 10891 raft_consensus.cc:2804] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 FOLLOWER]: Leader election won for term 1
02:06:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.738740 10881 raft_consensus.cc:359] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.739411 10881 raft_consensus.cc:385] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.739682 10881 raft_consensus.cc:740] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03c4a762f9ec4534a5a6c0287e1147dc, State: Initialized, Role: FOLLOWER
02:06:22.741 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:22.741 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:22.741 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:22.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:22.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:22.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:22.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:22.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:22.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:22.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:22.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:22.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:22.743 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:22.744 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27320), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [9ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [14ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [44ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [68ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [562ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [864ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [865ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1565ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1565ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3303ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [5780ms] refreshing cache from master, [5781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5782ms] too many traces: truncated at 100 traces, deferred=Deferred@1712347469(state=PENDING, result=null, callback=(continuation of Deferred@1730108907 after retry RPC after error@1062093997) -> (continuation of Deferred@1843433071 after retry RPC after error@165570735) -> (continuation of Deferred@338922618 after retry RPC after error@1502992765) -> (continuation of Deferred@812627926 after retry RPC after error@1250835044) -> (continuation of Deferred@1121337107 after retry RPC after error@897538053) -> (continuation of Deferred@2028181627 after retry RPC after error@1132838937) -> (continuation of Deferred@811094493 after retry RPC after error@2141755555) -> (continuation of Deferred@460126061 after retry RPC after error@1980000529) -> (continuation of Deferred@69208245 after retry RPC after error@1064760594) -> (continuation of Deferred@1130211854 after retry RPC after error@373559189) -> (continuation of Deferred@312854600 after retry RPC after error@443769195) -> (continuation of Deferred@886089201 after retry RPC after error@48118873) -> (continuation of Deferred@1048925122 after retry RPC after error@1073481024) -> (continuation of Deferred@246595683 after retry RPC after error@2105346328) -> (continuation of Deferred@1777487414 after retry RPC after error@914067533) -> (continuation of Deferred@777191225 after retry RPC after error@997332514) -> (continuation of Deferred@1074429060 after retry RPC after error@706311472) -> (continuation of Deferred@327941245 after retry RPC after error@946023208) -> (continuation of Deferred@731811580 after retry RPC after error@1246748234) -> (continuation of Deferred@116112234 after retry RPC after error@661711604) -> (continuation of Deferred@2026273160 after retry RPC after error@1288656212), errback=(continuation of Deferred@1730108907 after retry RPC after error@1062093997) -> (continuation of Deferred@1843433071 after retry RPC after error@165570735) -> (continuation of Deferred@338922618 after retry RPC after error@1502992765) -> (continuation of Deferred@812627926 after retry RPC after error@1250835044) -> (continuation of Deferred@1121337107 after retry RPC after error@897538053) -> (continuation of Deferred@2028181627 after retry RPC after error@1132838937) -> (continuation of Deferred@811094493 after retry RPC after error@2141755555) -> (continuation of Deferred@460126061 after retry RPC after error@1980000529) -> (continuation of Deferred@69208245 after retry RPC after error@1064760594) -> (continuation of Deferred@1130211854 after retry RPC after error@373559189) -> (continuation of Deferred@312854600 after retry RPC after error@443769195) -> (continuation of Deferred@886089201 after retry RPC after error@48118873) -> (continuation of Deferred@1048925122 after retry RPC after error@1073481024) -> (continuation of Deferred@246595683 after retry RPC after error@2105346328) -> (continuation of Deferred@1777487414 after retry RPC after error@914067533) -> (continuation of Deferred@777191225 after retry RPC after error@997332514) -> (continuation of Deferred@1074429060 after retry RPC after error@706311472) -> (continuation of Deferred@327941245 after retry RPC after error@946023208) -> (continuation of Deferred@731811580 after retry RPC after error@1246748234) -> (continuation of Deferred@116112234 after retry RPC after error@661711604) -> (continuation of Deferred@2026273160 after retry RPC after error@1288656212)))
02:06:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.746814 10880 ts_tablet_manager.cc:1434] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341: Time spent starting tablet: real 0.031s	user 0.007s	sys 0.000s
02:06:22.747 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:06:22.747 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27320), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [9ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [14ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [44ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [68ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [562ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [864ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [865ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1565ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1565ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3303ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [5780ms] refreshing cache from master, [5781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5782ms] too many traces: truncated at 100 traces, deferred=Deferred@1712347469(state=PENDING, result=null, callback=(continuation of Deferred@1730108907 after retry RPC after error@1062093997) -> (continuation of Deferred@1843433071 after retry RPC after error@165570735) -> (continuation of Deferred@338922618 after retry RPC after error@1502992765) -> (continuation of Deferred@812627926 after retry RPC after error@1250835044) -> (continuation of Deferred@1121337107 after retry RPC after error@897538053) -> (continuation of Deferred@2028181627 after retry RPC after error@1132838937) -> (continuation of Deferred@811094493 after retry RPC after error@2141755555) -> (continuation of Deferred@460126061 after retry RPC after error@1980000529) -> (continuation of Deferred@69208245 after retry RPC after error@1064760594) -> (continuation of Deferred@1130211854 after retry RPC after error@373559189) -> (continuation of Deferred@312854600 after retry RPC after error@443769195) -> (continuation of Deferred@886089201 after retry RPC after error@48118873) -> (continuation of Deferred@1048925122 after retry RPC after error@1073481024) -> (continuation of Deferred@246595683 after retry RPC after error@2105346328) -> (continuation of Deferred@1777487414 after retry RPC after error@914067533) -> (continuation of Deferred@777191225 after retry RPC after error@997332514) -> (continuation of Deferred@1074429060 after retry RPC after error@706311472) -> (continuation of Deferred@327941245 after retry RPC after error@946023208) -> (continuation of Deferred@731811580 after retry RPC after error@1246748234) -> (continuation of Deferred@116112234 after retry RPC after error@661711604) -> (continuation of Deferred@2026273160 after retry RPC after error@1288656212), errback=(continuation of Deferred@1730108907 after retry RPC after error@1062093997) -> (continuation of Deferred@1843433071 after retry RPC after error@165570735) -> (continuation of Deferred@338922618 after retry RPC after error@1502992765) -> (continuation of Deferred@812627926 after retry RPC after error@1250835044) -> (continuation of Deferred@1121337107 after retry RPC after error@897538053) -> (continuation of Deferred@2028181627 after retry RPC after error@1132838937) -> (continuation of Deferred@811094493 after retry RPC after error@2141755555) -> (continuation of Deferred@460126061 after retry RPC after error@1980000529) -> (continuation of Deferred@69208245 after retry RPC after error@1064760594) -> (continuation of Deferred@1130211854 after retry RPC after error@373559189) -> (continuation of Deferred@312854600 after retry RPC after error@443769195) -> (continuation of Deferred@886089201 after retry RPC after error@48118873) -> (continuation of Deferred@1048925122 after retry RPC after error@1073481024) -> (continuation of Deferred@246595683 after retry RPC after error@2105346328) -> (continuation of Deferred@1777487414 after retry RPC after error@914067533) -> (continuation of Deferred@777191225 after retry RPC after error@997332514) -> (continuation of Deferred@1074429060 after retry RPC after error@706311472) -> (continuation of Deferred@327941245 after retry RPC after error@946023208) -> (continuation of Deferred@731811580 after retry RPC after error@1246748234) -> (continuation of Deferred@116112234 after retry RPC after error@661711604) -> (continuation of Deferred@2026273160 after retry RPC after error@1288656212)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.190:39887
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:22.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.748446  9981 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6c81fd0a65834b4da18bef7e765d2141" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341" is_pre_election: true
02:06:22.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.749286  9980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6c81fd0a65834b4da18bef7e765d2141" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341"
02:06:22.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.753180  9625 leader_election.cc:343] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271): Illegal state: must be running to vote when last-logged opid is not known
02:06:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.753777 10880 tablet_bootstrap.cc:492] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341: Bootstrap starting.
02:06:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.754977  9625 leader_election.cc:343] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271): Illegal state: must be running to vote when last-logged opid is not known
02:06:22.758 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
02:06:22.760 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
02:06:22.765 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27320), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [9ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [14ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [44ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [68ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [562ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [864ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [865ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1565ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1565ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3303ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [5780ms] refreshing cache from master, [5781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5782ms] too many traces: truncated at 100 traces, deferred=Deferred@1712347469(state=PENDING, result=null, callback=(continuation of Deferred@1730108907 after retry RPC after error@1062093997) -> (continuation of Deferred@1843433071 after retry RPC after error@165570735) -> (continuation of Deferred@338922618 after retry RPC after error@1502992765) -> (continuation of Deferred@812627926 after retry RPC after error@1250835044) -> (continuation of Deferred@1121337107 after retry RPC after error@897538053) -> (continuation of Deferred@2028181627 after retry RPC after error@1132838937) -> (continuation of Deferred@811094493 after retry RPC after error@2141755555) -> (continuation of Deferred@460126061 after retry RPC after error@1980000529) -> (continuation of Deferred@69208245 after retry RPC after error@1064760594) -> (continuation of Deferred@1130211854 after retry RPC after error@373559189) -> (continuation of Deferred@312854600 after retry RPC after error@443769195) -> (continuation of Deferred@886089201 after retry RPC after error@48118873) -> (continuation of Deferred@1048925122 after retry RPC after error@1073481024) -> (continuation of Deferred@246595683 after retry RPC after error@2105346328) -> (continuation of Deferred@1777487414 after retry RPC after error@914067533) -> (continuation of Deferred@777191225 after retry RPC after error@997332514) -> (continuation of Deferred@1074429060 after retry RPC after error@706311472) -> (continuation of Deferred@327941245 after retry RPC after error@946023208) -> (continuation of Deferred@731811580 after retry RPC after error@1246748234) -> (continuation of Deferred@116112234 after retry RPC after error@661711604) -> (continuation of Deferred@2026273160 after retry RPC after error@1288656212), errback=(continuation of Deferred@1730108907 after retry RPC after error@1062093997) -> (continuation of Deferred@1843433071 after retry RPC after error@165570735) -> (continuation of Deferred@338922618 after retry RPC after error@1502992765) -> (continuation of Deferred@812627926 after retry RPC after error@1250835044) -> (continuation of Deferred@1121337107 after retry RPC after error@897538053) -> (continuation of Deferred@2028181627 after retry RPC after error@1132838937) -> (continuation of Deferred@811094493 after retry RPC after error@2141755555) -> (continuation of Deferred@460126061 after retry RPC after error@1980000529) -> (continuation of Deferred@69208245 after retry RPC after error@1064760594) -> (continuation of Deferred@1130211854 after retry RPC after error@373559189) -> (continuation of Deferred@312854600 after retry RPC after error@443769195) -> (continuation of Deferred@886089201 after retry RPC after error@48118873) -> (continuation of Deferred@1048925122 after retry RPC after error@1073481024) -> (continuation of Deferred@246595683 after retry RPC after error@2105346328) -> (continuation of Deferred@1777487414 after retry RPC after error@914067533) -> (continuation of Deferred@777191225 after retry RPC after error@997332514) -> (continuation of Deferred@1074429060 after retry RPC after error@706311472) -> (continuation of Deferred@327941245 after retry RPC after error@946023208) -> (continuation of Deferred@731811580 after retry RPC after error@1246748234) -> (continuation of Deferred@116112234 after retry RPC after error@661711604) -> (continuation of Deferred@2026273160 after retry RPC after error@1288656212)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.190:39887
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:22.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.762567 10890 raft_consensus.cc:493] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.763000 10890 raft_consensus.cc:515] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.763262 10904 raft_consensus.cc:493] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.763701 10904 raft_consensus.cc:515] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.764884 10890 leader_election.cc:290] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709), ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281)
02:06:22.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.757588 10891 raft_consensus.cc:697] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 LEADER]: Becoming Leader. State: Replica: 03c4a762f9ec4534a5a6c0287e1147dc, State: Running, Role: LEADER
02:06:22.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.766203  9831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "74e204df7b904b249a119e6bab0eb4cb" candidate_uuid: "2e82fb79d83a47729c528f757817d341" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" is_pre_election: true
02:06:22.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.766048 10891 consensus_queue.cc:237] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.766824  9831 raft_consensus.cc:2468] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e82fb79d83a47729c528f757817d341 in term 0.
02:06:22.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.767155  9689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "74e204df7b904b249a119e6bab0eb4cb" candidate_uuid: "2e82fb79d83a47729c528f757817d341" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" is_pre_election: true
02:06:22.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.767745  9689 raft_consensus.cc:2468] T 74e204df7b904b249a119e6bab0eb4cb P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e82fb79d83a47729c528f757817d341 in term 0.
02:06:22.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.768414  9915 leader_election.cc:304] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e82fb79d83a47729c528f757817d341, ce0fbfbeb61143f8af5b6751e97b4615; no voters: 
02:06:22.770 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:06:22.772 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
02:06:22.772 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
02:06:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.769101 10890 raft_consensus.cc:2804] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.769408 10890 raft_consensus.cc:493] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.769717 10890 raft_consensus.cc:3060] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Advancing to term 1
02:06:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.771435  9831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "379a99abe7d34e06848bd464ce68e463" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" is_pre_election: true
02:06:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.771971  9831 raft_consensus.cc:2468] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 03c4a762f9ec4534a5a6c0287e1147dc in term 0.
02:06:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.773102  9623 leader_election.cc:304] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03c4a762f9ec4534a5a6c0287e1147dc, ce0fbfbeb61143f8af5b6751e97b4615; no voters: 
02:06:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.777745 10890 raft_consensus.cc:515] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.779801 10879 tablet_bootstrap.cc:492] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615: No bootstrap required, opened a new log
02:06:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.780519 10879 ts_tablet_manager.cc:1403] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615: Time spent bootstrapping tablet: real 0.056s	user 0.016s	sys 0.000s
02:06:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.780508  9689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "74e204df7b904b249a119e6bab0eb4cb" candidate_uuid: "2e82fb79d83a47729c528f757817d341" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03c4a762f9ec4534a5a6c0287e1147dc"
02:06:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.781037  9689 raft_consensus.cc:3060] T 74e204df7b904b249a119e6bab0eb4cb P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Advancing to term 1
02:06:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.776891 10881 consensus_queue.cc:260] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.784458 10879 raft_consensus.cc:359] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.786403 10879 raft_consensus.cc:385] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.786716 10879 raft_consensus.cc:740] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce0fbfbeb61143f8af5b6751e97b4615, State: Initialized, Role: FOLLOWER
02:06:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.789352  9689 raft_consensus.cc:2468] T 74e204df7b904b249a119e6bab0eb4cb P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2e82fb79d83a47729c528f757817d341 in term 1.
02:06:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.789340  9980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "379a99abe7d34e06848bd464ce68e463" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341" is_pre_election: true
02:06:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.790194 10907 raft_consensus.cc:2804] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.790570 10907 raft_consensus.cc:493] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.790536  9916 leader_election.cc:304] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03c4a762f9ec4534a5a6c0287e1147dc, 2e82fb79d83a47729c528f757817d341; no voters: 
02:06:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.790657  9625 leader_election.cc:343] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271): Illegal state: must be running to vote when last-logged opid is not known
02:06:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.790890 10907 raft_consensus.cc:3060] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Advancing to term 1
02:06:22.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.791468 10904 leader_election.cc:290] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281), 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.797235 10879 consensus_queue.cc:260] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.807512 10879 ts_tablet_manager.cc:1434] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615: Time spent starting tablet: real 0.027s	user 0.007s	sys 0.000s
02:06:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.808430 10879 tablet_bootstrap.cc:492] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615: Bootstrap starting.
02:06:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.810667 10907 raft_consensus.cc:515] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.820524  9831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "379a99abe7d34e06848bd464ce68e463" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615"
02:06:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.821081  9831 raft_consensus.cc:3060] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Advancing to term 1
02:06:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.821722  9500 catalog_manager.cc:5696] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc reported cstate change: term changed from 0 to 1, leader changed from <none> to 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65). New cstate: current_term: 1 leader_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } health_report { overall_health: UNKNOWN } } }
02:06:22.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.822865 10907 leader_election.cc:290] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 election: Requested vote from peers ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281), 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.825271 10880 tablet_bootstrap.cc:654] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341: Neither blocks nor log segments found. Creating new log.
02:06:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.825037  9980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "379a99abe7d34e06848bd464ce68e463" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341"
02:06:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.827514  9625 leader_election.cc:343] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271): Illegal state: must be running to vote when last-logged opid is not known
02:06:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.829069 10879 tablet_bootstrap.cc:654] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615: Neither blocks nor log segments found. Creating new log.
02:06:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.829224  9830 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "74e204df7b904b249a119e6bab0eb4cb" candidate_uuid: "2e82fb79d83a47729c528f757817d341" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615"
02:06:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.829872  9830 raft_consensus.cc:3060] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Advancing to term 1
02:06:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.832216  9831 raft_consensus.cc:2468] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 03c4a762f9ec4534a5a6c0287e1147dc in term 1.
02:06:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.833376  9623 leader_election.cc:304] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 03c4a762f9ec4534a5a6c0287e1147dc, ce0fbfbeb61143f8af5b6751e97b4615; no voters: 2e82fb79d83a47729c528f757817d341
02:06:22.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.834163 10907 raft_consensus.cc:2804] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 FOLLOWER]: Leader election won for term 1
02:06:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.834676 10907 raft_consensus.cc:697] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 LEADER]: Becoming Leader. State: Replica: 03c4a762f9ec4534a5a6c0287e1147dc, State: Running, Role: LEADER
02:06:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.835687 10907 consensus_queue.cc:237] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.839236  9830 raft_consensus.cc:2468] T 74e204df7b904b249a119e6bab0eb4cb P ce0fbfbeb61143f8af5b6751e97b4615 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2e82fb79d83a47729c528f757817d341 in term 1.
02:06:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.843719 10890 leader_election.cc:290] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 election: Requested vote from peers 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709), ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281)
02:06:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.850173 10879 tablet_bootstrap.cc:492] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615: No bootstrap required, opened a new log
02:06:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.850629 10879 ts_tablet_manager.cc:1403] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615: Time spent bootstrapping tablet: real 0.042s	user 0.006s	sys 0.005s
02:06:22.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.845572 10909 raft_consensus.cc:2804] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [term 1 FOLLOWER]: Leader election won for term 1
02:06:22.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.846074  9916 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.9.7.65:41709, user_credentials={real_user=slave}} blocked reactor thread for 55606.3us
02:06:22.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.855280 10909 raft_consensus.cc:697] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [term 1 LEADER]: Becoming Leader. State: Replica: 2e82fb79d83a47729c528f757817d341, State: Running, Role: LEADER
02:06:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.855834 10881 ts_tablet_manager.cc:1434] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc: Time spent starting tablet: real 0.137s	user 0.018s	sys 0.006s
02:06:22.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.857419 10881 tablet_bootstrap.cc:492] T 33682919813f4f2ab83fdfa4c22b2b5a P 03c4a762f9ec4534a5a6c0287e1147dc: Bootstrap starting.
02:06:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.857234 10909 consensus_queue.cc:237] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.862644 10879 raft_consensus.cc:359] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } } peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } }
02:06:22.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.864159 10879 raft_consensus.cc:385] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.864468 10879 raft_consensus.cc:740] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce0fbfbeb61143f8af5b6751e97b4615, State: Initialized, Role: FOLLOWER
02:06:22.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.865085 10879 consensus_queue.cc:260] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } } peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } }
02:06:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.869544 10881 tablet_bootstrap.cc:654] T 33682919813f4f2ab83fdfa4c22b2b5a P 03c4a762f9ec4534a5a6c0287e1147dc: Neither blocks nor log segments found. Creating new log.
02:06:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.871785 10879 ts_tablet_manager.cc:1434] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615: Time spent starting tablet: real 0.021s	user 0.002s	sys 0.006s
02:06:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.886209 10908 raft_consensus.cc:493] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.886991 10908 raft_consensus.cc:515] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.890046 10908 leader_election.cc:290] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281), 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:22.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.890708  9830 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a639505fdcb24e1fa62622e9763d72d8" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" is_pre_election: true
02:06:22.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.891268  9830 raft_consensus.cc:2468] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 03c4a762f9ec4534a5a6c0287e1147dc in term 0.
02:06:22.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.891360  9980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a639505fdcb24e1fa62622e9763d72d8" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341" is_pre_election: true
02:06:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.892482  9623 leader_election.cc:304] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03c4a762f9ec4534a5a6c0287e1147dc, ce0fbfbeb61143f8af5b6751e97b4615; no voters: 
02:06:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.893081  9625 leader_election.cc:343] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271): Illegal state: must be running to vote when last-logged opid is not known
02:06:22.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.894979 10880 tablet_bootstrap.cc:492] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341: No bootstrap required, opened a new log
02:06:22.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.895365 10880 ts_tablet_manager.cc:1403] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341: Time spent bootstrapping tablet: real 0.142s	user 0.009s	sys 0.002s
02:06:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.897804 10880 raft_consensus.cc:359] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.898273 10880 raft_consensus.cc:385] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.898520 10880 raft_consensus.cc:740] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e82fb79d83a47729c528f757817d341, State: Initialized, Role: FOLLOWER
02:06:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.899711 10908 raft_consensus.cc:2804] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.900053 10908 raft_consensus.cc:493] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.900386 10908 raft_consensus.cc:3060] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Advancing to term 1
02:06:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.919198 10881 tablet_bootstrap.cc:492] T 33682919813f4f2ab83fdfa4c22b2b5a P 03c4a762f9ec4534a5a6c0287e1147dc: No bootstrap required, opened a new log
02:06:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.919683 10881 ts_tablet_manager.cc:1403] T 33682919813f4f2ab83fdfa4c22b2b5a P 03c4a762f9ec4534a5a6c0287e1147dc: Time spent bootstrapping tablet: real 0.062s	user 0.012s	sys 0.005s
02:06:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.899092 10880 consensus_queue.cc:260] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.920557 10909 raft_consensus.cc:493] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:22.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.921105 10909 raft_consensus.cc:515] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.924000 10881 raft_consensus.cc:359] T 33682919813f4f2ab83fdfa4c22b2b5a P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } } peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } }
02:06:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.924736 10881 raft_consensus.cc:385] T 33682919813f4f2ab83fdfa4c22b2b5a P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:22.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.926446  9689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "379a99abe7d34e06848bd464ce68e463" candidate_uuid: "2e82fb79d83a47729c528f757817d341" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" is_pre_election: true
02:06:22.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.926590  9830 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "379a99abe7d34e06848bd464ce68e463" candidate_uuid: "2e82fb79d83a47729c528f757817d341" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" is_pre_election: true
02:06:22.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.927338  9830 raft_consensus.cc:2393] T 379a99abe7d34e06848bd464ce68e463 P ce0fbfbeb61143f8af5b6751e97b4615 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 2e82fb79d83a47729c528f757817d341 in current term 1: Already voted for candidate 03c4a762f9ec4534a5a6c0287e1147dc in this term.
02:06:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.928614  9915 leader_election.cc:304] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e82fb79d83a47729c528f757817d341; no voters: 03c4a762f9ec4534a5a6c0287e1147dc, ce0fbfbeb61143f8af5b6751e97b4615
02:06:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.929374 10880 ts_tablet_manager.cc:1434] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341: Time spent starting tablet: real 0.034s	user 0.007s	sys 0.001s
02:06:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.929414 10890 raft_consensus.cc:3060] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Advancing to term 1
02:06:22.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.930716 10909 leader_election.cc:290] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709), ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281)
02:06:22.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.932498 10880 tablet_bootstrap.cc:492] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341: Bootstrap starting.
02:06:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.935896 10890 raft_consensus.cc:2749] T 379a99abe7d34e06848bd464ce68e463 P 2e82fb79d83a47729c528f757817d341 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:06:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.935564 10908 raft_consensus.cc:515] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:22.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.946192 10881 raft_consensus.cc:740] T 33682919813f4f2ab83fdfa4c22b2b5a P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03c4a762f9ec4534a5a6c0287e1147dc, State: Initialized, Role: FOLLOWER
02:06:22.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.950085  9830 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a639505fdcb24e1fa62622e9763d72d8" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615"
02:06:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.950680  9830 raft_consensus.cc:3060] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Advancing to term 1
02:06:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.950770 10880 tablet_bootstrap.cc:654] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341: Neither blocks nor log segments found. Creating new log.
02:06:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.951370 10908 leader_election.cc:290] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 election: Requested vote from peers ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281), 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.955374  9980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a639505fdcb24e1fa62622e9763d72d8" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341"
02:06:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:22.960507  9625 leader_election.cc:343] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271): Illegal state: must be running to vote when last-logged opid is not known
02:06:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.947021 10881 consensus_queue.cc:260] T 33682919813f4f2ab83fdfa4c22b2b5a P 03c4a762f9ec4534a5a6c0287e1147dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } } peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } }
02:06:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.966791 10881 ts_tablet_manager.cc:1434] T 33682919813f4f2ab83fdfa4c22b2b5a P 03c4a762f9ec4534a5a6c0287e1147dc: Time spent starting tablet: real 0.047s	user 0.007s	sys 0.000s
02:06:22.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.971344 10881 tablet_bootstrap.cc:492] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc: Bootstrap starting.
02:06:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.978281  9830 raft_consensus.cc:2468] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 03c4a762f9ec4534a5a6c0287e1147dc in term 1.
02:06:22.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.980001  9623 leader_election.cc:304] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 03c4a762f9ec4534a5a6c0287e1147dc, ce0fbfbeb61143f8af5b6751e97b4615; no voters: 2e82fb79d83a47729c528f757817d341
02:06:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.983765 10881 tablet_bootstrap.cc:654] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc: Neither blocks nor log segments found. Creating new log.
02:06:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.986379  9500 catalog_manager.cc:5696] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e82fb79d83a47729c528f757817d341 (127.9.7.67). New cstate: current_term: 1 leader_uuid: "2e82fb79d83a47729c528f757817d341" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } health_report { overall_health: HEALTHY } } }
02:06:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.984014 10908 raft_consensus.cc:2804] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 FOLLOWER]: Leader election won for term 1
02:06:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.990439 10908 raft_consensus.cc:697] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 LEADER]: Becoming Leader. State: Replica: 03c4a762f9ec4534a5a6c0287e1147dc, State: Running, Role: LEADER
02:06:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.990474  9499 catalog_manager.cc:5696] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc reported cstate change: term changed from 0 to 1, leader changed from <none> to 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65). New cstate: current_term: 1 leader_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } health_report { overall_health: UNKNOWN } } }
02:06:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:22.991228 10908 consensus_queue.cc:237] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.009888 10880 tablet_bootstrap.cc:492] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341: No bootstrap required, opened a new log
02:06:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.010535 10880 ts_tablet_manager.cc:1403] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341: Time spent bootstrapping tablet: real 0.080s	user 0.035s	sys 0.023s
02:06:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.019119 10886 raft_consensus.cc:493] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.019598 10886 raft_consensus.cc:515] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } } peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } }
02:06:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.021413 10886 leader_election.cc:290] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271), 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709)
02:06:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.022976  9980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "33682919813f4f2ab83fdfa4c22b2b5a" candidate_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341" is_pre_election: true
02:06:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.023620  9980 raft_consensus.cc:2468] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ce0fbfbeb61143f8af5b6751e97b4615 in term 0.
02:06:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.026548  9689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "33682919813f4f2ab83fdfa4c22b2b5a" candidate_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" is_pre_election: true
02:06:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.026600  9767 leader_election.cc:304] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e82fb79d83a47729c528f757817d341, ce0fbfbeb61143f8af5b6751e97b4615; no voters: 
02:06:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.027107  9689 raft_consensus.cc:2468] T 33682919813f4f2ab83fdfa4c22b2b5a P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ce0fbfbeb61143f8af5b6751e97b4615 in term 0.
02:06:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.027715 10886 raft_consensus.cc:2804] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.028034 10886 raft_consensus.cc:493] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.028358 10886 raft_consensus.cc:3060] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Advancing to term 1
02:06:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.032068  9499 catalog_manager.cc:5696] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc reported cstate change: term changed from 0 to 1, leader changed from <none> to 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65). New cstate: current_term: 1 leader_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } health_report { overall_health: UNKNOWN } } }
02:06:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.035030 10886 raft_consensus.cc:515] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } } peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } }
02:06:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.038339  9980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "33682919813f4f2ab83fdfa4c22b2b5a" candidate_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341"
02:06:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.038858  9980 raft_consensus.cc:3060] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Advancing to term 1
02:06:23.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.045403  9980 raft_consensus.cc:2468] T 33682919813f4f2ab83fdfa4c22b2b5a P 2e82fb79d83a47729c528f757817d341 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ce0fbfbeb61143f8af5b6751e97b4615 in term 1.
02:06:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.047775  9767 leader_election.cc:304] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e82fb79d83a47729c528f757817d341, ce0fbfbeb61143f8af5b6751e97b4615; no voters: 
02:06:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.048396 10881 tablet_bootstrap.cc:492] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc: No bootstrap required, opened a new log
02:06:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.049283 10881 ts_tablet_manager.cc:1403] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc: Time spent bootstrapping tablet: real 0.082s	user 0.009s	sys 0.008s
02:06:23.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.045781 10880 raft_consensus.cc:359] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.053731 10880 raft_consensus.cc:385] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.054111 10881 raft_consensus.cc:359] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.054802 10881 raft_consensus.cc:385] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.055086 10881 raft_consensus.cc:740] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03c4a762f9ec4534a5a6c0287e1147dc, State: Initialized, Role: FOLLOWER
02:06:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.056195 10881 consensus_queue.cc:260] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.055168 10880 raft_consensus.cc:740] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e82fb79d83a47729c528f757817d341, State: Initialized, Role: FOLLOWER
02:06:23.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.059602 10886 leader_election.cc:290] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [CANDIDATE]: Term 1 election: Requested vote from peers 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271), 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709)
02:06:23.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.058961 10880 consensus_queue.cc:260] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.060216  9689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "33682919813f4f2ab83fdfa4c22b2b5a" candidate_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03c4a762f9ec4534a5a6c0287e1147dc"
02:06:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.061432  9689 raft_consensus.cc:3060] T 33682919813f4f2ab83fdfa4c22b2b5a P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Advancing to term 1
02:06:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.061072 10886 raft_consensus.cc:2804] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [term 1 FOLLOWER]: Leader election won for term 1
02:06:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.061890 10886 raft_consensus.cc:697] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [term 1 LEADER]: Becoming Leader. State: Replica: ce0fbfbeb61143f8af5b6751e97b4615, State: Running, Role: LEADER
02:06:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.062544 10881 ts_tablet_manager.cc:1434] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc: Time spent starting tablet: real 0.013s	user 0.007s	sys 0.000s
02:06:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.062767 10886 consensus_queue.cc:237] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } } peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } }
02:06:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.069080 10880 ts_tablet_manager.cc:1434] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341: Time spent starting tablet: real 0.058s	user 0.005s	sys 0.000s
02:06:23.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.075178 10845 heartbeater.cc:499] Master 127.9.205.60:35581 was elected leader, sending a full tablet report...
02:06:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.078123 10880 tablet_bootstrap.cc:492] T 6c81fd0a65834b4da18bef7e765d2141 P 2e82fb79d83a47729c528f757817d341: Bootstrap starting.
02:06:23.088 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.102342 10926 raft_consensus.cc:493] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.102792 10926 raft_consensus.cc:515] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.104748 10908 raft_consensus.cc:493] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.105199 10908 raft_consensus.cc:515] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.106251  9688 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9f5537111464ab38c62a3ac55488855" candidate_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" is_pre_election: true
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.102146 10880 tablet_bootstrap.cc:654] T 6c81fd0a65834b4da18bef7e765d2141 P 2e82fb79d83a47729c528f757817d341: Neither blocks nor log segments found. Creating new log.
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.106896  9688 raft_consensus.cc:2468] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ce0fbfbeb61143f8af5b6751e97b4615 in term 0.
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.107023 10908 leader_election.cc:290] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281), 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.107798  9830 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9f5537111464ab38c62a3ac55488855" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" is_pre_election: true
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.108407  9830 raft_consensus.cc:2468] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 03c4a762f9ec4534a5a6c0287e1147dc in term 0.
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.108523 10926 leader_election.cc:290] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709), 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.109923  9623 leader_election.cc:304] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03c4a762f9ec4534a5a6c0287e1147dc, ce0fbfbeb61143f8af5b6751e97b4615; no voters: 
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.110040  9980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9f5537111464ab38c62a3ac55488855" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341" is_pre_election: true
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.110617  9980 raft_consensus.cc:2468] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 03c4a762f9ec4534a5a6c0287e1147dc in term 0.
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.111641  9766 leader_election.cc:304] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03c4a762f9ec4534a5a6c0287e1147dc, ce0fbfbeb61143f8af5b6751e97b4615; no voters: 
02:06:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.113850  9689 raft_consensus.cc:2468] T 33682919813f4f2ab83fdfa4c22b2b5a P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ce0fbfbeb61143f8af5b6751e97b4615 in term 1.
02:06:23.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.116618 10908 raft_consensus.cc:2804] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:23.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.116780  9980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9f5537111464ab38c62a3ac55488855" candidate_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341" is_pre_election: true
02:06:23.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.117312  9980 raft_consensus.cc:2468] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ce0fbfbeb61143f8af5b6751e97b4615 in term 0.
02:06:23.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.117231 10908 raft_consensus.cc:493] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:23.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.118463 10908 raft_consensus.cc:3060] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [term 0 FOLLOWER]: Advancing to term 1
02:06:23.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.118736 10926 raft_consensus.cc:2804] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:23.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.119019 10926 raft_consensus.cc:493] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:23.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.119217 10926 raft_consensus.cc:3060] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [term 0 FOLLOWER]: Advancing to term 1
02:06:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.125517 10908 raft_consensus.cc:515] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.125627 10926 raft_consensus.cc:515] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.128682  9689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9f5537111464ab38c62a3ac55488855" candidate_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03c4a762f9ec4534a5a6c0287e1147dc"
02:06:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.131353  9689 raft_consensus.cc:2393] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate ce0fbfbeb61143f8af5b6751e97b4615 in current term 1: Already voted for candidate 03c4a762f9ec4534a5a6c0287e1147dc in this term.
02:06:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.131438 10890 raft_consensus.cc:493] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:23.134 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:23.135 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:23.135 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:23.135 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:23.135 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:23.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:23.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:23.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:23.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:23.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:23.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:23.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:23.136 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.128614  9980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9f5537111464ab38c62a3ac55488855" candidate_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341"
02:06:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.131898 10890 raft_consensus.cc:515] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.132395  9980 raft_consensus.cc:3060] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Advancing to term 1
02:06:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.132591 10926 leader_election.cc:290] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [CANDIDATE]: Term 1 election: Requested vote from peers 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709), 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.133731 10890 leader_election.cc:290] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709), ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281)
02:06:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.135848  9689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a639505fdcb24e1fa62622e9763d72d8" candidate_uuid: "2e82fb79d83a47729c528f757817d341" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" is_pre_election: true
02:06:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.138224  9830 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a639505fdcb24e1fa62622e9763d72d8" candidate_uuid: "2e82fb79d83a47729c528f757817d341" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" is_pre_election: true
02:06:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.138954  9830 raft_consensus.cc:2393] T a639505fdcb24e1fa62622e9763d72d8 P ce0fbfbeb61143f8af5b6751e97b4615 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 2e82fb79d83a47729c528f757817d341 in current term 1: Already voted for candidate 03c4a762f9ec4534a5a6c0287e1147dc in this term.
02:06:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.140848  9915 leader_election.cc:304] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e82fb79d83a47729c528f757817d341; no voters: 03c4a762f9ec4534a5a6c0287e1147dc, ce0fbfbeb61143f8af5b6751e97b4615
02:06:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.141965 10890 raft_consensus.cc:3060] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Advancing to term 1
02:06:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.142093  9980 raft_consensus.cc:2468] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ce0fbfbeb61143f8af5b6751e97b4615 in term 1.
02:06:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.142455  9500 catalog_manager.cc:5696] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 reported cstate change: term changed from 0 to 1, leader changed from <none> to ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66). New cstate: current_term: 1 leader_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } health_report { overall_health: UNKNOWN } } }
02:06:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.143323  9767 leader_election.cc:304] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2e82fb79d83a47729c528f757817d341, ce0fbfbeb61143f8af5b6751e97b4615; no voters: 03c4a762f9ec4534a5a6c0287e1147dc
02:06:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.146566 10926 raft_consensus.cc:2804] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [term 1 FOLLOWER]: Leader election won for term 1
02:06:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.148587 10880 tablet_bootstrap.cc:492] T 6c81fd0a65834b4da18bef7e765d2141 P 2e82fb79d83a47729c528f757817d341: No bootstrap required, opened a new log
02:06:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.149025 10880 ts_tablet_manager.cc:1403] T 6c81fd0a65834b4da18bef7e765d2141 P 2e82fb79d83a47729c528f757817d341: Time spent bootstrapping tablet: real 0.071s	user 0.004s	sys 0.008s
02:06:23.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.146984 10926 raft_consensus.cc:697] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [term 1 LEADER]: Becoming Leader. State: Replica: ce0fbfbeb61143f8af5b6751e97b4615, State: Running, Role: LEADER
02:06:23.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.151572 10880 raft_consensus.cc:359] T 6c81fd0a65834b4da18bef7e765d2141 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.152238 10880 raft_consensus.cc:385] T 6c81fd0a65834b4da18bef7e765d2141 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:23.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.152503 10880 raft_consensus.cc:740] T 6c81fd0a65834b4da18bef7e765d2141 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e82fb79d83a47729c528f757817d341, State: Initialized, Role: FOLLOWER
02:06:23.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.154011 10926 consensus_queue.cc:237] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.156469 10880 consensus_queue.cc:260] T 6c81fd0a65834b4da18bef7e765d2141 P 2e82fb79d83a47729c528f757817d341 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } }
02:06:23.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.163030 10890 raft_consensus.cc:2749] T a639505fdcb24e1fa62622e9763d72d8 P 2e82fb79d83a47729c528f757817d341 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:06:23.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.165968 10908 leader_election.cc:290] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 election: Requested vote from peers ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66:45281), 2e82fb79d83a47729c528f757817d341 (127.9.7.67:44271)
02:06:23.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.169579  9980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9f5537111464ab38c62a3ac55488855" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e82fb79d83a47729c528f757817d341"
02:06:23.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.170341  9980 raft_consensus.cc:2393] T a9f5537111464ab38c62a3ac55488855 P 2e82fb79d83a47729c528f757817d341 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 03c4a762f9ec4534a5a6c0287e1147dc in current term 1: Already voted for candidate ce0fbfbeb61143f8af5b6751e97b4615 in this term.
02:06:23.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.172235  9830 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9f5537111464ab38c62a3ac55488855" candidate_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce0fbfbeb61143f8af5b6751e97b4615"
02:06:23.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.173012 10880 ts_tablet_manager.cc:1434] T 6c81fd0a65834b4da18bef7e765d2141 P 2e82fb79d83a47729c528f757817d341: Time spent starting tablet: real 0.024s	user 0.007s	sys 0.000s
02:06:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.179800  9623 leader_election.cc:304] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 03c4a762f9ec4534a5a6c0287e1147dc; no voters: 2e82fb79d83a47729c528f757817d341, ce0fbfbeb61143f8af5b6751e97b4615
02:06:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.183333 10908 raft_consensus.cc:2749] T a9f5537111464ab38c62a3ac55488855 P 03c4a762f9ec4534a5a6c0287e1147dc [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:06:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.189881  9500 catalog_manager.cc:5696] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 reported cstate change: term changed from 0 to 1, leader changed from <none> to ce0fbfbeb61143f8af5b6751e97b4615 (127.9.7.66). New cstate: current_term: 1 leader_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 } health_report { overall_health: UNKNOWN } } }
02:06:23.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.334041  9980 raft_consensus.cc:3060] T 6c81fd0a65834b4da18bef7e765d2141 P 2e82fb79d83a47729c528f757817d341 [term 0 FOLLOWER]: Advancing to term 1
02:06:23.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.339704 10908 consensus_queue.cc:1048] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:23.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.346962 10908 consensus_queue.cc:1048] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:23.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.357252 10932 consensus_queue.cc:1048] T 6c81fd0a65834b4da18bef7e765d2141 P 03c4a762f9ec4534a5a6c0287e1147dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.003s
02:06:23.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.385344 10907 consensus_queue.cc:1048] T 379a99abe7d34e06848bd464ce68e463 P 03c4a762f9ec4534a5a6c0287e1147dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:23.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.396148 10932 consensus_queue.cc:1048] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:06:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.436515 10890 consensus_queue.cc:1048] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.439349 10935 consensus_queue.cc:1048] T a639505fdcb24e1fa62622e9763d72d8 P 03c4a762f9ec4534a5a6c0287e1147dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce0fbfbeb61143f8af5b6751e97b4615" member_type: VOTER last_known_addr { host: "127.9.7.66" port: 45281 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:23.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.455610 10890 consensus_queue.cc:1048] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:23.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.516384 10926 consensus_queue.cc:1048] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.533883 10926 consensus_queue.cc:1048] T 33682919813f4f2ab83fdfa4c22b2b5a P ce0fbfbeb61143f8af5b6751e97b4615 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:23.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:23.626 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aafd7253a17e4f888b04dbcebbd0afd0
02:06:23.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.633827 10926 consensus_queue.cc:1048] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e82fb79d83a47729c528f757817d341" member_type: VOTER last_known_addr { host: "127.9.7.67" port: 44271 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.012s
02:06:23.637 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 33682919813f4f2ab83fdfa4c22b2b5a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:23.637 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a9f5537111464ab38c62a3ac55488855 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:23.637 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 379a99abe7d34e06848bd464ce68e463 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:23.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 74e204df7b904b249a119e6bab0eb4cb for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:23.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a639505fdcb24e1fa62622e9763d72d8 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:23.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6c81fd0a65834b4da18bef7e765d2141 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:23.638 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=33682919813f4f2ab83fdfa4c22b2b5a@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=a9f5537111464ab38c62a3ac55488855@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=379a99abe7d34e06848bd464ce68e463@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=74e204df7b904b249a119e6bab0eb4cb@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a639505fdcb24e1fa62622e9763d72d8@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=6c81fd0a65834b4da18bef7e765d2141@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:23.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.7.124:46177, [7ms] Sub RPC GetTableLocations: received response from server master-127.9.7.124:46177: OK, deferred=null) after lookup
02:06:23.639 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)] connecting to peer
02:06:23.677 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)] Successfully connected to peer
02:06:23.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:23.689704 10926 consensus_queue.cc:1048] T a9f5537111464ab38c62a3ac55488855 P ce0fbfbeb61143f8af5b6751e97b4615 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03c4a762f9ec4534a5a6c0287e1147dc" member_type: VOTER last_known_addr { host: "127.9.7.65" port: 41709 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:23.722 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:23.730 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x134925d1, L:/127.0.0.1:48894 - R:/127.9.7.66:45281] using TOKEN/null
02:06:23.790 [DEBUG - main] (Connection.java:748) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] connecting to peer
02:06:23.792 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] Successfully connected to peer
02:06:23.809 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:23.814 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x9c3238d6, L:/127.0.0.1:33082 - R:/127.9.7.67:44271] using TOKEN/null
02:06:24.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:24.047 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:24.049 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:24.049 [DEBUG - main] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:06:24.053 [DEBUG - main] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:06:24.054 [DEBUG - main] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:06:24.054 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.205.62:41527(127.9.205.62:41527)] Successfully connected to peer
02:06:24.055 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.205.61:38235(127.9.205.61:38235)] Successfully connected to peer
02:06:24.074 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.62
02:06:24.075 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.205.60:35581(127.9.205.60:35581)] Successfully connected to peer
02:06:24.103 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:24.116 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.61
02:06:24.117 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:24.120 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xaaa583aa, L:/127.0.0.1:59872 - R:/127.9.205.62:41527] using SASL/PLAIN
02:06:24.116 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.60
02:06:24.132 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:24.138 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:24.140 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5d382e4d, L:/127.0.0.1:43484 - R:/127.9.205.60:35581] using SASL/PLAIN
02:06:24.141 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:24.141 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:24.141 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:24.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.143 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:24.144 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28729), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [12ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [18ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [46ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [47ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [741ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [743ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1303ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1683ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4180ms] refreshing cache from master, [4180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4182ms] too many traces: truncated at 100 traces, deferred=Deferred@777758317(state=PENDING, result=null, callback=(continuation of Deferred@2000998760 after retry RPC after error@1065764620) -> (continuation of Deferred@617185885 after retry RPC after error@1465004135) -> (continuation of Deferred@105669748 after retry RPC after error@201321878) -> (continuation of Deferred@1674333662 after retry RPC after error@635148488) -> (continuation of Deferred@1079060419 after retry RPC after error@884400386) -> (continuation of Deferred@890632439 after retry RPC after error@1282489157) -> (continuation of Deferred@98001463 after retry RPC after error@116014462) -> (continuation of Deferred@480423700 after retry RPC after error@1506542806) -> (continuation of Deferred@1731465986 after retry RPC after error@811782999) -> (continuation of Deferred@959512640 after retry RPC after error@14829828) -> (continuation of Deferred@1200223769 after retry RPC after error@1633119700) -> (continuation of Deferred@1347769022 after retry RPC after error@1114479577) -> (continuation of Deferred@1247577267 after retry RPC after error@280979937) -> (continuation of Deferred@1787103722 after retry RPC after error@1150874672) -> (continuation of Deferred@1791990028 after retry RPC after error@30672341) -> (continuation of Deferred@1138525788 after retry RPC after error@1080476515) -> (continuation of Deferred@1450648986 after retry RPC after error@2007787564) -> (continuation of Deferred@1357250275 after retry RPC after error@644764231) -> (continuation of Deferred@1230694629 after retry RPC after error@1562580202) -> (continuation of Deferred@575597387 after retry RPC after error@1986427183) -> (continuation of Deferred@1751497414 after retry RPC after error@765749092) -> (continuation of Deferred@2028328232 after retry RPC after error@1032807450) -> (continuation of Deferred@2029607655 after retry RPC after error@1994956251), errback=(continuation of Deferred@2000998760 after retry RPC after error@1065764620) -> (continuation of Deferred@617185885 after retry RPC after error@1465004135) -> (continuation of Deferred@105669748 after retry RPC after error@201321878) -> (continuation of Deferred@1674333662 after retry RPC after error@635148488) -> (continuation of Deferred@1079060419 after retry RPC after error@884400386) -> (continuation of Deferred@890632439 after retry RPC after error@1282489157) -> (continuation of Deferred@98001463 after retry RPC after error@116014462) -> (continuation of Deferred@480423700 after retry RPC after error@1506542806) -> (continuation of Deferred@1731465986 after retry RPC after error@811782999) -> (continuation of Deferred@959512640 after retry RPC after error@14829828) -> (continuation of Deferred@1200223769 after retry RPC after error@1633119700) -> (continuation of Deferred@1347769022 after retry RPC after error@1114479577) -> (continuation of Deferred@1247577267 after retry RPC after error@280979937) -> (continuation of Deferred@1787103722 after retry RPC after error@1150874672) -> (continuation of Deferred@1791990028 after retry RPC after error@30672341) -> (continuation of Deferred@1138525788 after retry RPC after error@1080476515) -> (continuation of Deferred@1450648986 after retry RPC after error@2007787564) -> (continuation of Deferred@1357250275 after retry RPC after error@644764231) -> (continuation of Deferred@1230694629 after retry RPC after error@1562580202) -> (continuation of Deferred@575597387 after retry RPC after error@1986427183) -> (continuation of Deferred@1751497414 after retry RPC after error@765749092) -> (continuation of Deferred@2028328232 after retry RPC after error@1032807450) -> (continuation of Deferred@2029607655 after retry RPC after error@1994956251)))
02:06:24.145 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x70c9499b, L:/127.0.0.1:50116 - R:/127.9.205.61:38235] using SASL/PLAIN
02:06:24.146 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:24.146 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:24.147 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:24.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.147 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28729), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [12ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [18ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [46ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [47ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [741ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [743ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1303ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1683ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4180ms] refreshing cache from master, [4180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4182ms] too many traces: truncated at 100 traces, deferred=Deferred@777758317(state=PENDING, result=null, callback=(continuation of Deferred@2000998760 after retry RPC after error@1065764620) -> (continuation of Deferred@617185885 after retry RPC after error@1465004135) -> (continuation of Deferred@105669748 after retry RPC after error@201321878) -> (continuation of Deferred@1674333662 after retry RPC after error@635148488) -> (continuation of Deferred@1079060419 after retry RPC after error@884400386) -> (continuation of Deferred@890632439 after retry RPC after error@1282489157) -> (continuation of Deferred@98001463 after retry RPC after error@116014462) -> (continuation of Deferred@480423700 after retry RPC after error@1506542806) -> (continuation of Deferred@1731465986 after retry RPC after error@811782999) -> (continuation of Deferred@959512640 after retry RPC after error@14829828) -> (continuation of Deferred@1200223769 after retry RPC after error@1633119700) -> (continuation of Deferred@1347769022 after retry RPC after error@1114479577) -> (continuation of Deferred@1247577267 after retry RPC after error@280979937) -> (continuation of Deferred@1787103722 after retry RPC after error@1150874672) -> (continuation of Deferred@1791990028 after retry RPC after error@30672341) -> (continuation of Deferred@1138525788 after retry RPC after error@1080476515) -> (continuation of Deferred@1450648986 after retry RPC after error@2007787564) -> (continuation of Deferred@1357250275 after retry RPC after error@644764231) -> (continuation of Deferred@1230694629 after retry RPC after error@1562580202) -> (continuation of Deferred@575597387 after retry RPC after error@1986427183) -> (continuation of Deferred@1751497414 after retry RPC after error@765749092) -> (continuation of Deferred@2028328232 after retry RPC after error@1032807450) -> (continuation of Deferred@2029607655 after retry RPC after error@1994956251), errback=(continuation of Deferred@2000998760 after retry RPC after error@1065764620) -> (continuation of Deferred@617185885 after retry RPC after error@1465004135) -> (continuation of Deferred@105669748 after retry RPC after error@201321878) -> (continuation of Deferred@1674333662 after retry RPC after error@635148488) -> (continuation of Deferred@1079060419 after retry RPC after error@884400386) -> (continuation of Deferred@890632439 after retry RPC after error@1282489157) -> (continuation of Deferred@98001463 after retry RPC after error@116014462) -> (continuation of Deferred@480423700 after retry RPC after error@1506542806) -> (continuation of Deferred@1731465986 after retry RPC after error@811782999) -> (continuation of Deferred@959512640 after retry RPC after error@14829828) -> (continuation of Deferred@1200223769 after retry RPC after error@1633119700) -> (continuation of Deferred@1347769022 after retry RPC after error@1114479577) -> (continuation of Deferred@1247577267 after retry RPC after error@280979937) -> (continuation of Deferred@1787103722 after retry RPC after error@1150874672) -> (continuation of Deferred@1791990028 after retry RPC after error@30672341) -> (continuation of Deferred@1138525788 after retry RPC after error@1080476515) -> (continuation of Deferred@1450648986 after retry RPC after error@2007787564) -> (continuation of Deferred@1357250275 after retry RPC after error@644764231) -> (continuation of Deferred@1230694629 after retry RPC after error@1562580202) -> (continuation of Deferred@575597387 after retry RPC after error@1986427183) -> (continuation of Deferred@1751497414 after retry RPC after error@765749092) -> (continuation of Deferred@2028328232 after retry RPC after error@1032807450) -> (continuation of Deferred@2029607655 after retry RPC after error@1994956251)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28729), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [12ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [18ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [46ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [47ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [741ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [743ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1303ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1683ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4180ms] refreshing cache from master, [4180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4182ms] too many traces: truncated at 100 traces, deferred=Deferred@777758317(state=PENDING, result=null, callback=(continuation of Deferred@2000998760 after retry RPC after error@1065764620) -> (continuation of Deferred@617185885 after retry RPC after error@1465004135) -> (continuation of Deferred@105669748 after retry RPC after error@201321878) -> (continuation of Deferred@1674333662 after retry RPC after error@635148488) -> (continuation of Deferred@1079060419 after retry RPC after error@884400386) -> (continuation of Deferred@890632439 after retry RPC after error@1282489157) -> (continuation of Deferred@98001463 after retry RPC after error@116014462) -> (continuation of Deferred@480423700 after retry RPC after error@1506542806) -> (continuation of Deferred@1731465986 after retry RPC after error@811782999) -> (continuation of Deferred@959512640 after retry RPC after error@14829828) -> (continuation of Deferred@1200223769 after retry RPC after error@1633119700) -> (continuation of Deferred@1347769022 after retry RPC after error@1114479577) -> (continuation of Deferred@1247577267 after retry RPC after error@280979937) -> (continuation of Deferred@1787103722 after retry RPC after error@1150874672) -> (continuation of Deferred@1791990028 after retry RPC after error@30672341) -> (continuation of Deferred@1138525788 after retry RPC after error@1080476515) -> (continuation of Deferred@1450648986 after retry RPC after error@2007787564) -> (continuation of Deferred@1357250275 after retry RPC after error@644764231) -> (continuation of Deferred@1230694629 after retry RPC after error@1562580202) -> (continuation of Deferred@575597387 after retry RPC after error@1986427183) -> (continuation of Deferred@1751497414 after retry RPC after error@765749092) -> (continuation of Deferred@2028328232 after retry RPC after error@1032807450) -> (continuation of Deferred@2029607655 after retry RPC after error@1994956251), errback=(continuation of Deferred@2000998760 after retry RPC after error@1065764620) -> (continuation of Deferred@617185885 after retry RPC after error@1465004135) -> (continuation of Deferred@105669748 after retry RPC after error@201321878) -> (continuation of Deferred@1674333662 after retry RPC after error@635148488) -> (continuation of Deferred@1079060419 after retry RPC after error@884400386) -> (continuation of Deferred@890632439 after retry RPC after error@1282489157) -> (continuation of Deferred@98001463 after retry RPC after error@116014462) -> (continuation of Deferred@480423700 after retry RPC after error@1506542806) -> (continuation of Deferred@1731465986 after retry RPC after error@811782999) -> (continuation of Deferred@959512640 after retry RPC after error@14829828) -> (continuation of Deferred@1200223769 after retry RPC after error@1633119700) -> (continuation of Deferred@1347769022 after retry RPC after error@1114479577) -> (continuation of Deferred@1247577267 after retry RPC after error@280979937) -> (continuation of Deferred@1787103722 after retry RPC after error@1150874672) -> (continuation of Deferred@1791990028 after retry RPC after error@30672341) -> (continuation of Deferred@1138525788 after retry RPC after error@1080476515) -> (continuation of Deferred@1450648986 after retry RPC after error@2007787564) -> (continuation of Deferred@1357250275 after retry RPC after error@644764231) -> (continuation of Deferred@1230694629 after retry RPC after error@1562580202) -> (continuation of Deferred@575597387 after retry RPC after error@1986427183) -> (continuation of Deferred@1751497414 after retry RPC after error@765749092) -> (continuation of Deferred@2028328232 after retry RPC after error@1032807450) -> (continuation of Deferred@2029607655 after retry RPC after error@1994956251)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.254:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:24.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:24.155 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:06:24.156 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=106), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [74ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: OK, deferred=null) after lookup
02:06:24.159 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28729), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [12ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [18ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [46ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [47ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [741ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [743ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1303ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1683ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4180ms] refreshing cache from master, [4180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4182ms] too many traces: truncated at 100 traces, deferred=Deferred@777758317(state=PENDING, result=null, callback=(continuation of Deferred@2000998760 after retry RPC after error@1065764620) -> (continuation of Deferred@617185885 after retry RPC after error@1465004135) -> (continuation of Deferred@105669748 after retry RPC after error@201321878) -> (continuation of Deferred@1674333662 after retry RPC after error@635148488) -> (continuation of Deferred@1079060419 after retry RPC after error@884400386) -> (continuation of Deferred@890632439 after retry RPC after error@1282489157) -> (continuation of Deferred@98001463 after retry RPC after error@116014462) -> (continuation of Deferred@480423700 after retry RPC after error@1506542806) -> (continuation of Deferred@1731465986 after retry RPC after error@811782999) -> (continuation of Deferred@959512640 after retry RPC after error@14829828) -> (continuation of Deferred@1200223769 after retry RPC after error@1633119700) -> (continuation of Deferred@1347769022 after retry RPC after error@1114479577) -> (continuation of Deferred@1247577267 after retry RPC after error@280979937) -> (continuation of Deferred@1787103722 after retry RPC after error@1150874672) -> (continuation of Deferred@1791990028 after retry RPC after error@30672341) -> (continuation of Deferred@1138525788 after retry RPC after error@1080476515) -> (continuation of Deferred@1450648986 after retry RPC after error@2007787564) -> (continuation of Deferred@1357250275 after retry RPC after error@644764231) -> (continuation of Deferred@1230694629 after retry RPC after error@1562580202) -> (continuation of Deferred@575597387 after retry RPC after error@1986427183) -> (continuation of Deferred@1751497414 after retry RPC after error@765749092) -> (continuation of Deferred@2028328232 after retry RPC after error@1032807450) -> (continuation of Deferred@2029607655 after retry RPC after error@1994956251), errback=(continuation of Deferred@2000998760 after retry RPC after error@1065764620) -> (continuation of Deferred@617185885 after retry RPC after error@1465004135) -> (continuation of Deferred@105669748 after retry RPC after error@201321878) -> (continuation of Deferred@1674333662 after retry RPC after error@635148488) -> (continuation of Deferred@1079060419 after retry RPC after error@884400386) -> (continuation of Deferred@890632439 after retry RPC after error@1282489157) -> (continuation of Deferred@98001463 after retry RPC after error@116014462) -> (continuation of Deferred@480423700 after retry RPC after error@1506542806) -> (continuation of Deferred@1731465986 after retry RPC after error@811782999) -> (continuation of Deferred@959512640 after retry RPC after error@14829828) -> (continuation of Deferred@1200223769 after retry RPC after error@1633119700) -> (continuation of Deferred@1347769022 after retry RPC after error@1114479577) -> (continuation of Deferred@1247577267 after retry RPC after error@280979937) -> (continuation of Deferred@1787103722 after retry RPC after error@1150874672) -> (continuation of Deferred@1791990028 after retry RPC after error@30672341) -> (continuation of Deferred@1138525788 after retry RPC after error@1080476515) -> (continuation of Deferred@1450648986 after retry RPC after error@2007787564) -> (continuation of Deferred@1357250275 after retry RPC after error@644764231) -> (continuation of Deferred@1230694629 after retry RPC after error@1562580202) -> (continuation of Deferred@575597387 after retry RPC after error@1986427183) -> (continuation of Deferred@1751497414 after retry RPC after error@765749092) -> (continuation of Deferred@2028328232 after retry RPC after error@1032807450) -> (continuation of Deferred@2029607655 after retry RPC after error@1994956251)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28729), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [12ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [18ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [46ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [47ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [302ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [342ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [741ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [742ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [743ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1303ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1683ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4180ms] refreshing cache from master, [4180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4182ms] too many traces: truncated at 100 traces, deferred=Deferred@777758317(state=PENDING, result=null, callback=(continuation of Deferred@2000998760 after retry RPC after error@1065764620) -> (continuation of Deferred@617185885 after retry RPC after error@1465004135) -> (continuation of Deferred@105669748 after retry RPC after error@201321878) -> (continuation of Deferred@1674333662 after retry RPC after error@635148488) -> (continuation of Deferred@1079060419 after retry RPC after error@884400386) -> (continuation of Deferred@890632439 after retry RPC after error@1282489157) -> (continuation of Deferred@98001463 after retry RPC after error@116014462) -> (continuation of Deferred@480423700 after retry RPC after error@1506542806) -> (continuation of Deferred@1731465986 after retry RPC after error@811782999) -> (continuation of Deferred@959512640 after retry RPC after error@14829828) -> (continuation of Deferred@1200223769 after retry RPC after error@1633119700) -> (continuation of Deferred@1347769022 after retry RPC after error@1114479577) -> (continuation of Deferred@1247577267 after retry RPC after error@280979937) -> (continuation of Deferred@1787103722 after retry RPC after error@1150874672) -> (continuation of Deferred@1791990028 after retry RPC after error@30672341) -> (continuation of Deferred@1138525788 after retry RPC after error@1080476515) -> (continuation of Deferred@1450648986 after retry RPC after error@2007787564) -> (continuation of Deferred@1357250275 after retry RPC after error@644764231) -> (continuation of Deferred@1230694629 after retry RPC after error@1562580202) -> (continuation of Deferred@575597387 after retry RPC after error@1986427183) -> (continuation of Deferred@1751497414 after retry RPC after error@765749092) -> (continuation of Deferred@2028328232 after retry RPC after error@1032807450) -> (continuation of Deferred@2029607655 after retry RPC after error@1994956251), errback=(continuation of Deferred@2000998760 after retry RPC after error@1065764620) -> (continuation of Deferred@617185885 after retry RPC after error@1465004135) -> (continuation of Deferred@105669748 after retry RPC after error@201321878) -> (continuation of Deferred@1674333662 after retry RPC after error@635148488) -> (continuation of Deferred@1079060419 after retry RPC after error@884400386) -> (continuation of Deferred@890632439 after retry RPC after error@1282489157) -> (continuation of Deferred@98001463 after retry RPC after error@116014462) -> (continuation of Deferred@480423700 after retry RPC after error@1506542806) -> (continuation of Deferred@1731465986 after retry RPC after error@811782999) -> (continuation of Deferred@959512640 after retry RPC after error@14829828) -> (continuation of Deferred@1200223769 after retry RPC after error@1633119700) -> (continuation of Deferred@1347769022 after retry RPC after error@1114479577) -> (continuation of Deferred@1247577267 after retry RPC after error@280979937) -> (continuation of Deferred@1787103722 after retry RPC after error@1150874672) -> (continuation of Deferred@1791990028 after retry RPC after error@30672341) -> (continuation of Deferred@1138525788 after retry RPC after error@1080476515) -> (continuation of Deferred@1450648986 after retry RPC after error@2007787564) -> (continuation of Deferred@1357250275 after retry RPC after error@644764231) -> (continuation of Deferred@1230694629 after retry RPC after error@1562580202) -> (continuation of Deferred@575597387 after retry RPC after error@1986427183) -> (continuation of Deferred@1751497414 after retry RPC after error@765749092) -> (continuation of Deferred@2028328232 after retry RPC after error@1032807450) -> (continuation of Deferred@2029607655 after retry RPC after error@1994956251)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.254:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:24.161 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:24.167 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:24.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.169 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:24.170 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.170 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:06:24.170 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.171 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
02:06:24.171 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
02:06:24.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.171 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:24.171 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
02:06:24.171 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
02:06:24.171 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
02:06:24.172 [DEBUG - main] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:24.173 [DEBUG - main] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:24.173 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:06:24.174 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
02:06:24.174 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
02:06:24.174 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.7.126:39077(127.9.7.126:39077)] Successfully connected to peer
02:06:24.175 [DEBUG - main] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:24.176 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.7.125:41667(127.9.7.125:41667)] Successfully connected to peer
02:06:24.180 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:24.180 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:24.180 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:24.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.182 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.182 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.182 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:24.183 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.7.124:46177(127.9.7.124:46177)] Successfully connected to peer
02:06:24.192 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.124
02:06:24.201 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:24.201 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:24.201 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:24.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.202 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.202 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.202 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.203 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:24.204 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:24.207 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
02:06:24.207 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
02:06:24.208 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 5643d6aa02746b8a0b8a3513bda90461
02:06:24.209 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.125
02:06:24.211 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x539000de, L:/127.0.0.1:49278 - R:/127.9.7.124:46177] using SASL/PLAIN
02:06:24.217 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:06:24.218 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [45ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: OK, deferred=null) after lookup
02:06:24.220 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.126
02:06:24.223 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:24.223 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:24.223 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:24.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:24.226 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aafd7253a17e4f888b04dbcebbd0afd0
02:06:24.227 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:24.232 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 33682919813f4f2ab83fdfa4c22b2b5a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:24.232 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a9f5537111464ab38c62a3ac55488855 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:24.232 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 379a99abe7d34e06848bd464ce68e463 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:24.233 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 74e204df7b904b249a119e6bab0eb4cb for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:24.233 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a639505fdcb24e1fa62622e9763d72d8 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:24.233 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6c81fd0a65834b4da18bef7e765d2141 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:24.233 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=33682919813f4f2ab83fdfa4c22b2b5a@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=a9f5537111464ab38c62a3ac55488855@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=379a99abe7d34e06848bd464ce68e463@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=74e204df7b904b249a119e6bab0eb4cb@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a639505fdcb24e1fa62622e9763d72d8@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=6c81fd0a65834b4da18bef7e765d2141@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:24.235 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xeaeb0ff6, L:/127.0.0.1:33294 - R:/127.9.7.125:41667] using SASL/PLAIN
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.237468 10249 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43484:
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:06:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\0012\000\000\000"
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:06:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
02:06:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:06:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
02:06:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
02:06:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:06:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:06:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:06:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:06:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:06:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:06:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:06:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:06:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:24.242139 10249 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:06:24.242 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:24.242 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:24.243 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:24.243 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.243 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.243 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:24.251 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:24.255 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x44c6ca6a, L:/127.0.0.1:60686 - R:/127.9.7.126:39077] using SASL/PLAIN
02:06:24.300 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:24.301 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:24.301 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:24.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.326 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:24.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:24.460 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:24.461 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:24.461 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:24.461 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.461 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.461 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.461 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.462 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.463 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.464260 10638 tablet_service.cc:1511] Processing CreateTablet for tablet e59debd97dcb4e35861797f419189f89 (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
02:06:24.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.466734 10638 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e59debd97dcb4e35861797f419189f89. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.468178 10637 tablet_service.cc:1511] Processing CreateTablet for tablet 2bfd68523b8a4b2ea3454a12e917a838 (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
02:06:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.469455 10637 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2bfd68523b8a4b2ea3454a12e917a838. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:24.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.485329 10779 tablet_service.cc:1511] Processing CreateTablet for tablet 2bfd68523b8a4b2ea3454a12e917a838 (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
02:06:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.489250 10779 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2bfd68523b8a4b2ea3454a12e917a838. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:24.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.490060 10780 tablet_service.cc:1511] Processing CreateTablet for tablet e59debd97dcb4e35861797f419189f89 (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
02:06:24.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.496006 10780 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e59debd97dcb4e35861797f419189f89. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:24.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.505486 10422 tablet_service.cc:1511] Processing CreateTablet for tablet e59debd97dcb4e35861797f419189f89 (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
02:06:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.507186 10421 tablet_service.cc:1511] Processing CreateTablet for tablet 2bfd68523b8a4b2ea3454a12e917a838 (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
02:06:24.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.509687 10422 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e59debd97dcb4e35861797f419189f89. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:24.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.515332 10421 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2bfd68523b8a4b2ea3454a12e917a838. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:24.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.520834 10996 tablet_bootstrap.cc:492] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931: Bootstrap starting.
02:06:24.524 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:24.525 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:24.525 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:24.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:24.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:24.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:24.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:24.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:24.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:24.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:24.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:24.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:24.530 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:24.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.530952 10996 tablet_bootstrap.cc:654] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931: Neither blocks nor log segments found. Creating new log.
02:06:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.533409 10996 log.cc:826] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931: Log is configured to *not* fsync() on all Append() calls
02:06:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.546095 10997 tablet_bootstrap.cc:492] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876: Bootstrap starting.
02:06:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.547093 10996 tablet_bootstrap.cc:492] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931: No bootstrap required, opened a new log
02:06:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.547627 10996 ts_tablet_manager.cc:1403] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931: Time spent bootstrapping tablet: real 0.027s	user 0.014s	sys 0.005s
02:06:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.555483 10997 tablet_bootstrap.cc:654] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876: Neither blocks nor log segments found. Creating new log.
02:06:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.558005 10997 log.cc:826] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876: Log is configured to *not* fsync() on all Append() calls
02:06:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.568193 10997 tablet_bootstrap.cc:492] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876: No bootstrap required, opened a new log
02:06:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.568749 10997 ts_tablet_manager.cc:1403] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876: Time spent bootstrapping tablet: real 0.023s	user 0.011s	sys 0.008s
02:06:24.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.582942 11000 tablet_bootstrap.cc:492] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7: Bootstrap starting.
02:06:24.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.589461 10996 raft_consensus.cc:359] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.590370 10996 raft_consensus.cc:385] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:24.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.590672 10996 raft_consensus.cc:740] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf8179eaf7254476a6ad2ec252fa0931, State: Initialized, Role: FOLLOWER
02:06:24.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.591327 11000 tablet_bootstrap.cc:654] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7: Neither blocks nor log segments found. Creating new log.
02:06:24.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.591703 10996 consensus_queue.cc:260] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.593966 11000 log.cc:826] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7: Log is configured to *not* fsync() on all Append() calls
02:06:24.600 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:24.601 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:24.601 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:24.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.606 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.606 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.607 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.607214 11000 tablet_bootstrap.cc:492] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7: No bootstrap required, opened a new log
02:06:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.607928 11000 ts_tablet_manager.cc:1403] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7: Time spent bootstrapping tablet: real 0.027s	user 0.004s	sys 0.018s
02:06:24.612 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:24.612 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:24.613 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:24.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:24.613 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:24.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:24.613 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:24.613 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:24.613 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:24.613 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:24.613 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:24.613 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:24.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:24.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.627351 10996 ts_tablet_manager.cc:1434] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931: Time spent starting tablet: real 0.079s	user 0.044s	sys 0.018s
02:06:24.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.628405 10996 tablet_bootstrap.cc:492] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931: Bootstrap starting.
02:06:24.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.634939 10996 tablet_bootstrap.cc:654] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931: Neither blocks nor log segments found. Creating new log.
02:06:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.638338 11000 raft_consensus.cc:359] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.639568 11000 raft_consensus.cc:385] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.639958 11000 raft_consensus.cc:740] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8f151fe25594244b34107d57f7082f7, State: Initialized, Role: FOLLOWER
02:06:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.641003 11000 consensus_queue.cc:260] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.652475 11000 ts_tablet_manager.cc:1434] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7: Time spent starting tablet: real 0.044s	user 0.037s	sys 0.001s
02:06:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.655387 11000 tablet_bootstrap.cc:492] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7: Bootstrap starting.
02:06:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.662241 11000 tablet_bootstrap.cc:654] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7: Neither blocks nor log segments found. Creating new log.
02:06:24.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:24.674649 10711 tablet.cc:2404] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:06:24.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.693318 10997 raft_consensus.cc:359] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.696164 10997 raft_consensus.cc:385] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:24.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.696628 10997 raft_consensus.cc:740] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57dbcf53135a46ee8be61e9019a1c876, State: Initialized, Role: FOLLOWER
02:06:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.700577 10997 consensus_queue.cc:260] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.708791 10997 ts_tablet_manager.cc:1434] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876: Time spent starting tablet: real 0.140s	user 0.036s	sys 0.000s
02:06:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.713227 10997 tablet_bootstrap.cc:492] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876: Bootstrap starting.
02:06:24.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.726379 10997 tablet_bootstrap.cc:654] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876: Neither blocks nor log segments found. Creating new log.
02:06:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.729017 10996 tablet_bootstrap.cc:492] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931: No bootstrap required, opened a new log
02:06:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.729518 10996 ts_tablet_manager.cc:1403] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931: Time spent bootstrapping tablet: real 0.101s	user 0.044s	sys 0.030s
02:06:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.732486 10996 raft_consensus.cc:359] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.733480 10996 raft_consensus.cc:385] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:24.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.733794 10996 raft_consensus.cc:740] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf8179eaf7254476a6ad2ec252fa0931, State: Initialized, Role: FOLLOWER
02:06:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.734509 10996 consensus_queue.cc:260] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.742573 10996 ts_tablet_manager.cc:1434] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931: Time spent starting tablet: real 0.013s	user 0.006s	sys 0.001s
02:06:24.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.751056 11000 tablet_bootstrap.cc:492] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7: No bootstrap required, opened a new log
02:06:24.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.751659 11000 ts_tablet_manager.cc:1403] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7: Time spent bootstrapping tablet: real 0.096s	user 0.041s	sys 0.029s
02:06:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.757828 11000 raft_consensus.cc:359] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.758189 11001 raft_consensus.cc:493] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:24.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.758750 11001 raft_consensus.cc:515] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:24.759163 10491 tablet.cc:2404] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:06:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.761546 11000 raft_consensus.cc:385] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.762938 11000 raft_consensus.cc:740] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8f151fe25594244b34107d57f7082f7, State: Initialized, Role: FOLLOWER
02:06:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.766340 11001 leader_election.cc:290] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a8f151fe25594244b34107d57f7082f7 (127.9.205.1:37149), 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.764564 11000 consensus_queue.cc:260] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.775933 11000 ts_tablet_manager.cc:1434] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7: Time spent starting tablet: real 0.024s	user 0.006s	sys 0.000s
02:06:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:24.788508 10849 tablet.cc:2404] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:06:24.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.795462 10442 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e59debd97dcb4e35861797f419189f89" candidate_uuid: "bf8179eaf7254476a6ad2ec252fa0931" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8f151fe25594244b34107d57f7082f7" is_pre_election: true
02:06:24.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.796381 10442 raft_consensus.cc:2468] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bf8179eaf7254476a6ad2ec252fa0931 in term 0.
02:06:24.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.797905 10592 leader_election.cc:304] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a8f151fe25594244b34107d57f7082f7, bf8179eaf7254476a6ad2ec252fa0931; no voters: 
02:06:24.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.798828 11001 raft_consensus.cc:2804] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:24.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.799180 11001 raft_consensus.cc:493] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:24.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.799516 11001 raft_consensus.cc:3060] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Advancing to term 1
02:06:24.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.806514 11001 raft_consensus.cc:515] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.809265 10442 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e59debd97dcb4e35861797f419189f89" candidate_uuid: "bf8179eaf7254476a6ad2ec252fa0931" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8f151fe25594244b34107d57f7082f7"
02:06:24.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.809778 10442 raft_consensus.cc:3060] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Advancing to term 1
02:06:24.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.818738 10442 raft_consensus.cc:2468] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bf8179eaf7254476a6ad2ec252fa0931 in term 1.
02:06:24.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.808594 11001 leader_election.cc:290] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 election: Requested vote from peers a8f151fe25594244b34107d57f7082f7 (127.9.205.1:37149), 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:24.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.819784 10592 leader_election.cc:304] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a8f151fe25594244b34107d57f7082f7, bf8179eaf7254476a6ad2ec252fa0931; no voters: 
02:06:24.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.820413 11001 raft_consensus.cc:2804] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [term 1 FOLLOWER]: Leader election won for term 1
02:06:24.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.822656 10997 tablet_bootstrap.cc:492] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876: No bootstrap required, opened a new log
02:06:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.823125 10997 ts_tablet_manager.cc:1403] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876: Time spent bootstrapping tablet: real 0.110s	user 0.011s	sys 0.028s
02:06:24.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.824565 10800 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e59debd97dcb4e35861797f419189f89" candidate_uuid: "bf8179eaf7254476a6ad2ec252fa0931" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57dbcf53135a46ee8be61e9019a1c876" is_pre_election: true
02:06:24.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.824941 10799 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e59debd97dcb4e35861797f419189f89" candidate_uuid: "bf8179eaf7254476a6ad2ec252fa0931" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57dbcf53135a46ee8be61e9019a1c876"
02:06:24.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.826150 10997 raft_consensus.cc:359] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.826875 10997 raft_consensus.cc:385] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:24.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:24.826825 10591 leader_election.cc:343] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201): Illegal state: must be running to vote when last-logged opid is not known
02:06:24.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.827150 10997 raft_consensus.cc:740] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57dbcf53135a46ee8be61e9019a1c876, State: Initialized, Role: FOLLOWER
02:06:24.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:24.827909 10591 leader_election.cc:343] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201): Illegal state: must be running to vote when last-logged opid is not known
02:06:24.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.827757 10997 consensus_queue.cc:260] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.828945 11004 raft_consensus.cc:493] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:24.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.829407 11004 raft_consensus.cc:515] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.830163 10997 ts_tablet_manager.cc:1434] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
02:06:24.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.835654 11004 leader_election.cc:290] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187), 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.865612 11001 raft_consensus.cc:697] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [term 1 LEADER]: Becoming Leader. State: Replica: bf8179eaf7254476a6ad2ec252fa0931, State: Running, Role: LEADER
02:06:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.872478 11001 consensus_queue.cc:237] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.878787 10799 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2bfd68523b8a4b2ea3454a12e917a838" candidate_uuid: "a8f151fe25594244b34107d57f7082f7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57dbcf53135a46ee8be61e9019a1c876" is_pre_election: true
02:06:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.879518 10799 raft_consensus.cc:2468] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8f151fe25594244b34107d57f7082f7 in term 0.
02:06:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.869534 11010 raft_consensus.cc:493] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.877359 10658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2bfd68523b8a4b2ea3454a12e917a838" candidate_uuid: "a8f151fe25594244b34107d57f7082f7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf8179eaf7254476a6ad2ec252fa0931" is_pre_election: true
02:06:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.880419 11010 raft_consensus.cc:515] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.881413 10375 leader_election.cc:304] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 57dbcf53135a46ee8be61e9019a1c876, a8f151fe25594244b34107d57f7082f7; no voters: 
02:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.881690 10658 raft_consensus.cc:2468] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8f151fe25594244b34107d57f7082f7 in term 0.
02:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.882223 11004 raft_consensus.cc:2804] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.882541 11004 raft_consensus.cc:493] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.882777 11004 raft_consensus.cc:3060] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Advancing to term 1
02:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.884083 11010 leader_election.cc:290] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a8f151fe25594244b34107d57f7082f7 (127.9.205.1:37149), 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.885354 10799 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2bfd68523b8a4b2ea3454a12e917a838" candidate_uuid: "bf8179eaf7254476a6ad2ec252fa0931" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57dbcf53135a46ee8be61e9019a1c876" is_pre_election: true
02:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.885926 10799 raft_consensus.cc:2468] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bf8179eaf7254476a6ad2ec252fa0931 in term 0.
02:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.887043 10591 leader_election.cc:304] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 57dbcf53135a46ee8be61e9019a1c876, bf8179eaf7254476a6ad2ec252fa0931; no voters: 
02:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.888979 11010 raft_consensus.cc:2804] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.888979 10442 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2bfd68523b8a4b2ea3454a12e917a838" candidate_uuid: "bf8179eaf7254476a6ad2ec252fa0931" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8f151fe25594244b34107d57f7082f7" is_pre_election: true
02:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.891803 11010 raft_consensus.cc:493] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.892472 11010 raft_consensus.cc:3060] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Advancing to term 1
02:06:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.890177 10248 catalog_manager.cc:5696] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 reported cstate change: term changed from 0 to 1, leader changed from <none> to bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2). New cstate: current_term: 1 leader_uuid: "bf8179eaf7254476a6ad2ec252fa0931" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } health_report { overall_health: UNKNOWN } } }
02:06:24.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.897962 11004 raft_consensus.cc:515] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.899016 10442 raft_consensus.cc:2393] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate bf8179eaf7254476a6ad2ec252fa0931 in current term 1: Already voted for candidate a8f151fe25594244b34107d57f7082f7 in this term.
02:06:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.898835 11010 raft_consensus.cc:515] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.900755 11010 leader_election.cc:290] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 election: Requested vote from peers a8f151fe25594244b34107d57f7082f7 (127.9.205.1:37149), 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.901084 10658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2bfd68523b8a4b2ea3454a12e917a838" candidate_uuid: "a8f151fe25594244b34107d57f7082f7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf8179eaf7254476a6ad2ec252fa0931"
02:06:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.901695 10658 raft_consensus.cc:2393] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a8f151fe25594244b34107d57f7082f7 in current term 1: Already voted for candidate bf8179eaf7254476a6ad2ec252fa0931 in this term.
02:06:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.902320 10441 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2bfd68523b8a4b2ea3454a12e917a838" candidate_uuid: "bf8179eaf7254476a6ad2ec252fa0931" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8f151fe25594244b34107d57f7082f7"
02:06:24.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.904641 10800 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2bfd68523b8a4b2ea3454a12e917a838" candidate_uuid: "bf8179eaf7254476a6ad2ec252fa0931" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57dbcf53135a46ee8be61e9019a1c876"
02:06:24.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.905146 10800 raft_consensus.cc:3060] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Advancing to term 1
02:06:24.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.905242 10799 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2bfd68523b8a4b2ea3454a12e917a838" candidate_uuid: "a8f151fe25594244b34107d57f7082f7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57dbcf53135a46ee8be61e9019a1c876"
02:06:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.908656 10375 leader_election.cc:304] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a8f151fe25594244b34107d57f7082f7; no voters: 57dbcf53135a46ee8be61e9019a1c876, bf8179eaf7254476a6ad2ec252fa0931
02:06:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.915297 10800 raft_consensus.cc:2468] T 2bfd68523b8a4b2ea3454a12e917a838 P 57dbcf53135a46ee8be61e9019a1c876 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bf8179eaf7254476a6ad2ec252fa0931 in term 1.
02:06:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.917127 10591 leader_election.cc:304] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 57dbcf53135a46ee8be61e9019a1c876, bf8179eaf7254476a6ad2ec252fa0931; no voters: a8f151fe25594244b34107d57f7082f7
02:06:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.904246 11004 leader_election.cc:290] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [CANDIDATE]: Term 1 election: Requested vote from peers bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187), 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.920193 11004 raft_consensus.cc:2749] T 2bfd68523b8a4b2ea3454a12e917a838 P a8f151fe25594244b34107d57f7082f7 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:06:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.922864 11010 raft_consensus.cc:2804] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 1 FOLLOWER]: Leader election won for term 1
02:06:24.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.924787 11010 raft_consensus.cc:697] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [term 1 LEADER]: Becoming Leader. State: Replica: bf8179eaf7254476a6ad2ec252fa0931, State: Running, Role: LEADER
02:06:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.926874 11010 consensus_queue.cc:237] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.935954 11006 raft_consensus.cc:493] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.936478 11006 raft_consensus.cc:515] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.946131 11006 leader_election.cc:290] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187), a8f151fe25594244b34107d57f7082f7 (127.9.205.1:37149)
02:06:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.969182 10442 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e59debd97dcb4e35861797f419189f89" candidate_uuid: "57dbcf53135a46ee8be61e9019a1c876" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8f151fe25594244b34107d57f7082f7" is_pre_election: true
02:06:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:24.969964 10442 raft_consensus.cc:2393] T e59debd97dcb4e35861797f419189f89 P a8f151fe25594244b34107d57f7082f7 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 57dbcf53135a46ee8be61e9019a1c876 in current term 1: Already voted for candidate bf8179eaf7254476a6ad2ec252fa0931 in this term.
02:06:24.982 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:24.982 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:24.982 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:24.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.983 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.983 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.983 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:24.983 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:24.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:24.984 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:25.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.005357 10658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e59debd97dcb4e35861797f419189f89" candidate_uuid: "57dbcf53135a46ee8be61e9019a1c876" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf8179eaf7254476a6ad2ec252fa0931" is_pre_election: true
02:06:25.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.007568 10733 leader_election.cc:304] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 57dbcf53135a46ee8be61e9019a1c876; no voters: a8f151fe25594244b34107d57f7082f7, bf8179eaf7254476a6ad2ec252fa0931
02:06:25.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.009734 11006 raft_consensus.cc:3060] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Advancing to term 1
02:06:25.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.019932 10248 catalog_manager.cc:5696] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 reported cstate change: term changed from 0 to 1, leader changed from <none> to bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2). New cstate: current_term: 1 leader_uuid: "bf8179eaf7254476a6ad2ec252fa0931" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } health_report { overall_health: UNKNOWN } } }
02:06:25.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.029623 11006 raft_consensus.cc:2749] T e59debd97dcb4e35861797f419189f89 P 57dbcf53135a46ee8be61e9019a1c876 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:06:25.079 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:25.079 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:25.079 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:25.079 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.079 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.080 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:25.081 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:25.081 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:25.081 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:25.081 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:25.081 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:25.081 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:25.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:25.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:25.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:25.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:25.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:25.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:25.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:25.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:25.152 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:25.152 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:25.152 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:25.153 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:25.153 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:25.153 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:25.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:25.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:25.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:25.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:25.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:25.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:25.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:25.155 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29752), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [15ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [16ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [16ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [68ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [402ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [602ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1565ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1864ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4421ms] refreshing cache from master, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4422ms] too many traces: truncated at 100 traces, deferred=Deferred@695323308(state=PENDING, result=null, callback=(continuation of Deferred@858266047 after retry RPC after error@600490560) -> (continuation of Deferred@1372909588 after retry RPC after error@1993827368) -> (continuation of Deferred@96566956 after retry RPC after error@1886151830) -> (continuation of Deferred@105803487 after retry RPC after error@1274395674) -> (continuation of Deferred@1171234774 after retry RPC after error@1452542765) -> (continuation of Deferred@601468854 after retry RPC after error@1160434363) -> (continuation of Deferred@2082657511 after retry RPC after error@169436461) -> (continuation of Deferred@1683218375 after retry RPC after error@2004842236) -> (continuation of Deferred@487592216 after retry RPC after error@1558265754) -> (continuation of Deferred@641105446 after retry RPC after error@712123530) -> (continuation of Deferred@938965005 after retry RPC after error@1656724614) -> (continuation of Deferred@2012023225 after retry RPC after error@1283466682) -> (continuation of Deferred@1085999927 after retry RPC after error@1593766922) -> (continuation of Deferred@1094819501 after retry RPC after error@211930826) -> (continuation of Deferred@349937370 after retry RPC after error@1026324207) -> (continuation of Deferred@1893020433 after retry RPC after error@1912632415) -> (continuation of Deferred@979704203 after retry RPC after error@1688242982) -> (continuation of Deferred@1026847000 after retry RPC after error@1290225773) -> (continuation of Deferred@1583135035 after retry RPC after error@1053155437) -> (continuation of Deferred@543685148 after retry RPC after error@1446341213) -> (continuation of Deferred@1838912705 after retry RPC after error@2093799319), errback=(continuation of Deferred@858266047 after retry RPC after error@600490560) -> (continuation of Deferred@1372909588 after retry RPC after error@1993827368) -> (continuation of Deferred@96566956 after retry RPC after error@1886151830) -> (continuation of Deferred@105803487 after retry RPC after error@1274395674) -> (continuation of Deferred@1171234774 after retry RPC after error@1452542765) -> (continuation of Deferred@601468854 after retry RPC after error@1160434363) -> (continuation of Deferred@2082657511 after retry RPC after error@169436461) -> (continuation of Deferred@1683218375 after retry RPC after error@2004842236) -> (continuation of Deferred@487592216 after retry RPC after error@1558265754) -> (continuation of Deferred@641105446 after retry RPC after error@712123530) -> (continuation of Deferred@938965005 after retry RPC after error@1656724614) -> (continuation of Deferred@2012023225 after retry RPC after error@1283466682) -> (continuation of Deferred@1085999927 after retry RPC after error@1593766922) -> (continuation of Deferred@1094819501 after retry RPC after error@211930826) -> (continuation of Deferred@349937370 after retry RPC after error@1026324207) -> (continuation of Deferred@1893020433 after retry RPC after error@1912632415) -> (continuation of Deferred@979704203 after retry RPC after error@1688242982) -> (continuation of Deferred@1026847000 after retry RPC after error@1290225773) -> (continuation of Deferred@1583135035 after retry RPC after error@1053155437) -> (continuation of Deferred@543685148 after retry RPC after error@1446341213) -> (continuation of Deferred@1838912705 after retry RPC after error@2093799319)))
02:06:25.161 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:25.161 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:25.161 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:25.161 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:25.161 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:25.161 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:25.161 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:25.162 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:25.162 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:25.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:25.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:25.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:25.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:25.241 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:25.241 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:25.241 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:25.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:25.242 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:25.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:25.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:25.242 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:25.242 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:25.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:25.242 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:25.242 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:25.242 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.416392 11010 consensus_queue.cc:1048] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [LEADER]: Connected to new peer: Peer: permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.436977 11010 consensus_queue.cc:1048] T 2bfd68523b8a4b2ea3454a12e917a838 P bf8179eaf7254476a6ad2ec252fa0931 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.443857 11001 consensus_queue.cc:1048] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.488605 11033 consensus_queue.cc:1048] T e59debd97dcb4e35861797f419189f89 P bf8179eaf7254476a6ad2ec252fa0931 [LEADER]: Connected to new peer: Peer: permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:25.501 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:25.517 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:25.517 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:25.518 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:25.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.518 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:25.545 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:25.546 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:25.546 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:25.546 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.546 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.546 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.546 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.546 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:25.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:25.625 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:25.625 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:25.625 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:25.626 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.626 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.626 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.626 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.627 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:25.657 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:25.657 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:25.657 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:25.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.657 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:25.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:25.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:25.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.893942 10249 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:43484:
02:06:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\0012\000\000\000\007\001\226\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
02:06:25.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:25.916395 10249 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 7279426b2fe74fa4966e69b57ce75ecb has no consensus state
02:06:25.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:25.918267 10249 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 1fda13024dda4e8ba20cd990668d7454 has no consensus state
02:06:25.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.948129 10422 tablet_service.cc:1511] Processing CreateTablet for tablet 7279426b2fe74fa4966e69b57ce75ecb (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
02:06:25.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:25.949277 10233 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 7279426b2fe74fa4966e69b57ce75ecb (table replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 7279426b2fe74fa4966e69b57ce75ecb consensus state has no leader
02:06:25.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.949445 10422 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7279426b2fe74fa4966e69b57ce75ecb. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.950577 10638 tablet_service.cc:1511] Processing CreateTablet for tablet 7279426b2fe74fa4966e69b57ce75ecb (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
02:06:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.951882 10638 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7279426b2fe74fa4966e69b57ce75ecb. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:25.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.952800 10780 tablet_service.cc:1511] Processing CreateTablet for tablet 7279426b2fe74fa4966e69b57ce75ecb (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
02:06:25.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.954124 10780 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7279426b2fe74fa4966e69b57ce75ecb. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:25.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.955157 10421 tablet_service.cc:1511] Processing CreateTablet for tablet 1fda13024dda4e8ba20cd990668d7454 (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
02:06:25.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.956378 10421 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1fda13024dda4e8ba20cd990668d7454. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:25.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.956360 10637 tablet_service.cc:1511] Processing CreateTablet for tablet 1fda13024dda4e8ba20cd990668d7454 (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
02:06:25.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.957557 10637 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1fda13024dda4e8ba20cd990668d7454. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.958225 10779 tablet_service.cc:1511] Processing CreateTablet for tablet 1fda13024dda4e8ba20cd990668d7454 (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
02:06:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.959373 10779 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1fda13024dda4e8ba20cd990668d7454. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:25.996701 11044 tablet_bootstrap.cc:492] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876: Bootstrap starting.
02:06:26.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.000816 11043 tablet_bootstrap.cc:492] T 7279426b2fe74fa4966e69b57ce75ecb P a8f151fe25594244b34107d57f7082f7: Bootstrap starting.
02:06:26.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.004571 11045 tablet_bootstrap.cc:492] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931: Bootstrap starting.
02:06:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.008708 11045 tablet_bootstrap.cc:654] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931: Neither blocks nor log segments found. Creating new log.
02:06:26.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.008746 11044 tablet_bootstrap.cc:654] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876: Neither blocks nor log segments found. Creating new log.
02:06:26.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.021003 11043 tablet_bootstrap.cc:654] T 7279426b2fe74fa4966e69b57ce75ecb P a8f151fe25594244b34107d57f7082f7: Neither blocks nor log segments found. Creating new log.
02:06:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.030552 11044 tablet_bootstrap.cc:492] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876: No bootstrap required, opened a new log
02:06:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.030980 11044 ts_tablet_manager.cc:1403] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876: Time spent bootstrapping tablet: real 0.034s	user 0.006s	sys 0.002s
02:06:26.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.048199 11043 tablet_bootstrap.cc:492] T 7279426b2fe74fa4966e69b57ce75ecb P a8f151fe25594244b34107d57f7082f7: No bootstrap required, opened a new log
02:06:26.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.048612 11043 ts_tablet_manager.cc:1403] T 7279426b2fe74fa4966e69b57ce75ecb P a8f151fe25594244b34107d57f7082f7: Time spent bootstrapping tablet: real 0.054s	user 0.010s	sys 0.000s
02:06:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.049566 11045 tablet_bootstrap.cc:492] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931: No bootstrap required, opened a new log
02:06:26.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.049966 11045 ts_tablet_manager.cc:1403] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931: Time spent bootstrapping tablet: real 0.046s	user 0.024s	sys 0.010s
02:06:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.052630 11045 raft_consensus.cc:359] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.053277 11045 raft_consensus.cc:385] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.053556 11045 raft_consensus.cc:740] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf8179eaf7254476a6ad2ec252fa0931, State: Initialized, Role: FOLLOWER
02:06:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.053503 11043 raft_consensus.cc:359] T 7279426b2fe74fa4966e69b57ce75ecb P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.054139 11043 raft_consensus.cc:385] T 7279426b2fe74fa4966e69b57ce75ecb P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.054395 11043 raft_consensus.cc:740] T 7279426b2fe74fa4966e69b57ce75ecb P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8f151fe25594244b34107d57f7082f7, State: Initialized, Role: FOLLOWER
02:06:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.054999 11043 consensus_queue.cc:260] T 7279426b2fe74fa4966e69b57ce75ecb P a8f151fe25594244b34107d57f7082f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.052923 11044 raft_consensus.cc:359] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.056355 11044 raft_consensus.cc:385] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:26.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.056648 11044 raft_consensus.cc:740] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57dbcf53135a46ee8be61e9019a1c876, State: Initialized, Role: FOLLOWER
02:06:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.059479 11045 consensus_queue.cc:260] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.061010 11044 consensus_queue.cc:260] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.064407 11045 ts_tablet_manager.cc:1434] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931: Time spent starting tablet: real 0.014s	user 0.006s	sys 0.002s
02:06:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.065328 11045 tablet_bootstrap.cc:492] T 7279426b2fe74fa4966e69b57ce75ecb P bf8179eaf7254476a6ad2ec252fa0931: Bootstrap starting.
02:06:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.067060 11043 ts_tablet_manager.cc:1434] T 7279426b2fe74fa4966e69b57ce75ecb P a8f151fe25594244b34107d57f7082f7: Time spent starting tablet: real 0.018s	user 0.007s	sys 0.000s
02:06:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.072288 11043 tablet_bootstrap.cc:492] T 1fda13024dda4e8ba20cd990668d7454 P a8f151fe25594244b34107d57f7082f7: Bootstrap starting.
02:06:26.088 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:26.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.091003 11045 tablet_bootstrap.cc:654] T 7279426b2fe74fa4966e69b57ce75ecb P bf8179eaf7254476a6ad2ec252fa0931: Neither blocks nor log segments found. Creating new log.
02:06:26.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.095355 11044 ts_tablet_manager.cc:1434] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876: Time spent starting tablet: real 0.064s	user 0.006s	sys 0.003s
02:06:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.102912 11044 tablet_bootstrap.cc:492] T 1fda13024dda4e8ba20cd990668d7454 P 57dbcf53135a46ee8be61e9019a1c876: Bootstrap starting.
02:06:26.105 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:26.106 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:26.106 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:26.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:26.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:26.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:26.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:26.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:26.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:26.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:26.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:26.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:26.109 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.117024 11043 tablet_bootstrap.cc:654] T 1fda13024dda4e8ba20cd990668d7454 P a8f151fe25594244b34107d57f7082f7: Neither blocks nor log segments found. Creating new log.
02:06:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.118518 10248 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1: replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae] alter complete (version 0)
02:06:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.119069 11052 raft_consensus.cc:493] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:26.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.122852 11044 tablet_bootstrap.cc:654] T 1fda13024dda4e8ba20cd990668d7454 P 57dbcf53135a46ee8be61e9019a1c876: Neither blocks nor log segments found. Creating new log.
02:06:26.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.119938 11052 raft_consensus.cc:515] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.139050 11043 tablet_bootstrap.cc:492] T 1fda13024dda4e8ba20cd990668d7454 P a8f151fe25594244b34107d57f7082f7: No bootstrap required, opened a new log
02:06:26.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.139467 11043 ts_tablet_manager.cc:1403] T 1fda13024dda4e8ba20cd990668d7454 P a8f151fe25594244b34107d57f7082f7: Time spent bootstrapping tablet: real 0.072s	user 0.004s	sys 0.007s
02:06:26.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.141798 10442 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7279426b2fe74fa4966e69b57ce75ecb" candidate_uuid: "57dbcf53135a46ee8be61e9019a1c876" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8f151fe25594244b34107d57f7082f7" is_pre_election: true
02:06:26.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.143605 11052 leader_election.cc:290] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a8f151fe25594244b34107d57f7082f7 (127.9.205.1:37149), bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187)
02:06:26.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.144912 10658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7279426b2fe74fa4966e69b57ce75ecb" candidate_uuid: "57dbcf53135a46ee8be61e9019a1c876" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf8179eaf7254476a6ad2ec252fa0931" is_pre_election: true
02:06:26.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.145471 11044 tablet_bootstrap.cc:492] T 1fda13024dda4e8ba20cd990668d7454 P 57dbcf53135a46ee8be61e9019a1c876: No bootstrap required, opened a new log
02:06:26.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.145887 11044 ts_tablet_manager.cc:1403] T 1fda13024dda4e8ba20cd990668d7454 P 57dbcf53135a46ee8be61e9019a1c876: Time spent bootstrapping tablet: real 0.043s	user 0.007s	sys 0.003s
02:06:26.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:26.146438 10733 leader_election.cc:343] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187): Illegal state: must be running to vote when last-logged opid is not known
02:06:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.149968 11045 tablet_bootstrap.cc:492] T 7279426b2fe74fa4966e69b57ce75ecb P bf8179eaf7254476a6ad2ec252fa0931: No bootstrap required, opened a new log
02:06:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.150552 11045 ts_tablet_manager.cc:1403] T 7279426b2fe74fa4966e69b57ce75ecb P bf8179eaf7254476a6ad2ec252fa0931: Time spent bootstrapping tablet: real 0.085s	user 0.012s	sys 0.005s
02:06:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.150094 10249 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:43484:
02:06:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\226\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
02:06:26.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.153028 11045 raft_consensus.cc:359] T 7279426b2fe74fa4966e69b57ce75ecb P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.153692 11045 raft_consensus.cc:385] T 7279426b2fe74fa4966e69b57ce75ecb P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:26.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.153955 11045 raft_consensus.cc:740] T 7279426b2fe74fa4966e69b57ce75ecb P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf8179eaf7254476a6ad2ec252fa0931, State: Initialized, Role: FOLLOWER
02:06:26.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.154574 11045 consensus_queue.cc:260] T 7279426b2fe74fa4966e69b57ce75ecb P bf8179eaf7254476a6ad2ec252fa0931 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.141996 11043 raft_consensus.cc:359] T 1fda13024dda4e8ba20cd990668d7454 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.156656 11045 ts_tablet_manager.cc:1434] T 7279426b2fe74fa4966e69b57ce75ecb P bf8179eaf7254476a6ad2ec252fa0931: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
02:06:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.142382 10442 raft_consensus.cc:2468] T 7279426b2fe74fa4966e69b57ce75ecb P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 57dbcf53135a46ee8be61e9019a1c876 in term 0.
02:06:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.158354 10734 leader_election.cc:304] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 57dbcf53135a46ee8be61e9019a1c876, a8f151fe25594244b34107d57f7082f7; no voters: bf8179eaf7254476a6ad2ec252fa0931
02:06:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.158747 11044 raft_consensus.cc:359] T 1fda13024dda4e8ba20cd990668d7454 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.159387 11044 raft_consensus.cc:385] T 1fda13024dda4e8ba20cd990668d7454 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.159657 11044 raft_consensus.cc:740] T 1fda13024dda4e8ba20cd990668d7454 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57dbcf53135a46ee8be61e9019a1c876, State: Initialized, Role: FOLLOWER
02:06:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.160073 11052 raft_consensus.cc:2804] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.160637 11052 raft_consensus.cc:493] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.160331 11044 consensus_queue.cc:260] T 1fda13024dda4e8ba20cd990668d7454 P 57dbcf53135a46ee8be61e9019a1c876 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.161051 11052 raft_consensus.cc:3060] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Advancing to term 1
02:06:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.161358 11043 raft_consensus.cc:385] T 1fda13024dda4e8ba20cd990668d7454 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.167992 11043 raft_consensus.cc:740] T 1fda13024dda4e8ba20cd990668d7454 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8f151fe25594244b34107d57f7082f7, State: Initialized, Role: FOLLOWER
02:06:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.168820 11043 consensus_queue.cc:260] T 1fda13024dda4e8ba20cd990668d7454 P a8f151fe25594244b34107d57f7082f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.171365 11043 ts_tablet_manager.cc:1434] T 1fda13024dda4e8ba20cd990668d7454 P a8f151fe25594244b34107d57f7082f7: Time spent starting tablet: real 0.032s	user 0.001s	sys 0.004s
02:06:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.171880 11052 raft_consensus.cc:515] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.177007 11044 ts_tablet_manager.cc:1434] T 1fda13024dda4e8ba20cd990668d7454 P 57dbcf53135a46ee8be61e9019a1c876: Time spent starting tablet: real 0.031s	user 0.006s	sys 0.001s
02:06:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.180804 10442 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7279426b2fe74fa4966e69b57ce75ecb" candidate_uuid: "57dbcf53135a46ee8be61e9019a1c876" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8f151fe25594244b34107d57f7082f7"
02:06:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.181327 10442 raft_consensus.cc:3060] T 7279426b2fe74fa4966e69b57ce75ecb P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Advancing to term 1
02:06:26.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.203603 10442 raft_consensus.cc:2468] T 7279426b2fe74fa4966e69b57ce75ecb P a8f151fe25594244b34107d57f7082f7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 57dbcf53135a46ee8be61e9019a1c876 in term 1.
02:06:26.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.205066 10734 leader_election.cc:304] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 57dbcf53135a46ee8be61e9019a1c876, a8f151fe25594244b34107d57f7082f7; no voters: 
02:06:26.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.206003 11051 raft_consensus.cc:2804] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [term 1 FOLLOWER]: Leader election won for term 1
02:06:26.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.218312 11052 leader_election.cc:290] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [CANDIDATE]: Term 1 election: Requested vote from peers a8f151fe25594244b34107d57f7082f7 (127.9.205.1:37149), bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187)
02:06:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.224344 11051 raft_consensus.cc:697] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [term 1 LEADER]: Becoming Leader. State: Replica: 57dbcf53135a46ee8be61e9019a1c876, State: Running, Role: LEADER
02:06:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.225654 11051 consensus_queue.cc:237] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.233369 11010 raft_consensus.cc:493] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.233819 11010 raft_consensus.cc:515] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.235707 11010 leader_election.cc:290] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a8f151fe25594244b34107d57f7082f7 (127.9.205.1:37149), 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:26.237761 10249 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 7279426b2fe74fa4966e69b57ce75ecb consensus state has no leader
02:06:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.238474 10800 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1fda13024dda4e8ba20cd990668d7454" candidate_uuid: "bf8179eaf7254476a6ad2ec252fa0931" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57dbcf53135a46ee8be61e9019a1c876" is_pre_election: true
02:06:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.239117 10800 raft_consensus.cc:2468] T 1fda13024dda4e8ba20cd990668d7454 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bf8179eaf7254476a6ad2ec252fa0931 in term 0.
02:06:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:26.239319 10249 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet a3115bda4b95487ca6abc38476279fd2 has no consensus state
02:06:26.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.240514 10591 leader_election.cc:304] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 57dbcf53135a46ee8be61e9019a1c876, bf8179eaf7254476a6ad2ec252fa0931; no voters: 
02:06:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.242259 10442 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1fda13024dda4e8ba20cd990668d7454" candidate_uuid: "bf8179eaf7254476a6ad2ec252fa0931" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8f151fe25594244b34107d57f7082f7" is_pre_election: true
02:06:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:26.242887 10249 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 1fda13024dda4e8ba20cd990668d7454 consensus state has no leader
02:06:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.242874 10442 raft_consensus.cc:2468] T 1fda13024dda4e8ba20cd990668d7454 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bf8179eaf7254476a6ad2ec252fa0931 in term 0.
02:06:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:26.243275 10249 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet cfc466e1bfc347f1af55ce557433066c has no consensus state
02:06:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.243700 10658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7279426b2fe74fa4966e69b57ce75ecb" candidate_uuid: "57dbcf53135a46ee8be61e9019a1c876" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf8179eaf7254476a6ad2ec252fa0931"
02:06:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.244208 10658 raft_consensus.cc:3060] T 7279426b2fe74fa4966e69b57ce75ecb P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Advancing to term 1
02:06:26.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.257432 11010 raft_consensus.cc:2804] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:26.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.257841 11010 raft_consensus.cc:493] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:26.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.258150 11010 raft_consensus.cc:3060] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Advancing to term 1
02:06:26.259 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:26.260 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:26.260 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:26.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:26.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:26.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:26.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:26.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:26.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:26.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:26.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:26.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:26.262 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.267649 10658 raft_consensus.cc:2468] T 7279426b2fe74fa4966e69b57ce75ecb P bf8179eaf7254476a6ad2ec252fa0931 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 57dbcf53135a46ee8be61e9019a1c876 in term 1.
02:06:26.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.274916 11010 raft_consensus.cc:515] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.296036 10421 tablet_service.cc:1511] Processing CreateTablet for tablet a3115bda4b95487ca6abc38476279fd2 (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
02:06:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.296648 10442 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1fda13024dda4e8ba20cd990668d7454" candidate_uuid: "bf8179eaf7254476a6ad2ec252fa0931" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8f151fe25594244b34107d57f7082f7"
02:06:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.297215 10442 raft_consensus.cc:3060] T 1fda13024dda4e8ba20cd990668d7454 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Advancing to term 1
02:06:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.297326 10421 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a3115bda4b95487ca6abc38476279fd2. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.298337 10638 tablet_service.cc:1511] Processing CreateTablet for tablet a3115bda4b95487ca6abc38476279fd2 (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
02:06:26.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.299527 10638 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a3115bda4b95487ca6abc38476279fd2. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:26.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.303941 10779 tablet_service.cc:1511] Processing CreateTablet for tablet a3115bda4b95487ca6abc38476279fd2 (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
02:06:26.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.306213 10779 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a3115bda4b95487ca6abc38476279fd2. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:26.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.305848 10422 tablet_service.cc:1511] Processing CreateTablet for tablet cfc466e1bfc347f1af55ce557433066c (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
02:06:26.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.307053 10422 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cfc466e1bfc347f1af55ce557433066c. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:26.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.307096 10637 tablet_service.cc:1511] Processing CreateTablet for tablet cfc466e1bfc347f1af55ce557433066c (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
02:06:26.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.308362 10637 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cfc466e1bfc347f1af55ce557433066c. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:26.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.315342 11010 leader_election.cc:290] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 election: Requested vote from peers a8f151fe25594244b34107d57f7082f7 (127.9.205.1:37149), 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:26.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.315914 10442 raft_consensus.cc:2468] T 1fda13024dda4e8ba20cd990668d7454 P a8f151fe25594244b34107d57f7082f7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bf8179eaf7254476a6ad2ec252fa0931 in term 1.
02:06:26.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.317025 10592 leader_election.cc:304] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a8f151fe25594244b34107d57f7082f7, bf8179eaf7254476a6ad2ec252fa0931; no voters: 
02:06:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.318027 11010 raft_consensus.cc:2804] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [term 1 FOLLOWER]: Leader election won for term 1
02:06:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.320381 11010 raft_consensus.cc:697] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [term 1 LEADER]: Becoming Leader. State: Replica: bf8179eaf7254476a6ad2ec252fa0931, State: Running, Role: LEADER
02:06:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.319919 10800 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1fda13024dda4e8ba20cd990668d7454" candidate_uuid: "bf8179eaf7254476a6ad2ec252fa0931" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57dbcf53135a46ee8be61e9019a1c876"
02:06:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.321074 10800 raft_consensus.cc:3060] T 1fda13024dda4e8ba20cd990668d7454 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Advancing to term 1
02:06:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.320559 10249 catalog_manager.cc:5696] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 reported cstate change: term changed from 0 to 1, leader changed from <none> to 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3). New cstate: current_term: 1 leader_uuid: "57dbcf53135a46ee8be61e9019a1c876" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } health_report { overall_health: HEALTHY } } }
02:06:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.321190 11010 consensus_queue.cc:237] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.328051 11043 tablet_bootstrap.cc:492] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7: Bootstrap starting.
02:06:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.336565 10780 tablet_service.cc:1511] Processing CreateTablet for tablet cfc466e1bfc347f1af55ce557433066c (DEFAULT_TABLE table=replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
02:06:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.337868 10780 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cfc466e1bfc347f1af55ce557433066c. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:26.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.358418 11043 tablet_bootstrap.cc:654] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7: Neither blocks nor log segments found. Creating new log.
02:06:26.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.355861 10800 raft_consensus.cc:2468] T 1fda13024dda4e8ba20cd990668d7454 P 57dbcf53135a46ee8be61e9019a1c876 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bf8179eaf7254476a6ad2ec252fa0931 in term 1.
02:06:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.391960 11045 tablet_bootstrap.cc:492] T cfc466e1bfc347f1af55ce557433066c P bf8179eaf7254476a6ad2ec252fa0931: Bootstrap starting.
02:06:26.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.395821 11044 tablet_bootstrap.cc:492] T a3115bda4b95487ca6abc38476279fd2 P 57dbcf53135a46ee8be61e9019a1c876: Bootstrap starting.
02:06:26.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.399173 11043 tablet_bootstrap.cc:492] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7: No bootstrap required, opened a new log
02:06:26.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.400900 11043 ts_tablet_manager.cc:1403] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7: Time spent bootstrapping tablet: real 0.073s	user 0.010s	sys 0.029s
02:06:26.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.401971 11045 tablet_bootstrap.cc:654] T cfc466e1bfc347f1af55ce557433066c P bf8179eaf7254476a6ad2ec252fa0931: Neither blocks nor log segments found. Creating new log.
02:06:26.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.403861 11044 tablet_bootstrap.cc:654] T a3115bda4b95487ca6abc38476279fd2 P 57dbcf53135a46ee8be61e9019a1c876: Neither blocks nor log segments found. Creating new log.
02:06:26.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.405822 11043 raft_consensus.cc:359] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.406548 11043 raft_consensus.cc:385] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:26.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.406885 11043 raft_consensus.cc:740] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8f151fe25594244b34107d57f7082f7, State: Initialized, Role: FOLLOWER
02:06:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.407616 11043 consensus_queue.cc:260] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.418665 11043 ts_tablet_manager.cc:1434] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7: Time spent starting tablet: real 0.017s	user 0.007s	sys 0.000s
02:06:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.426136 11045 tablet_bootstrap.cc:492] T cfc466e1bfc347f1af55ce557433066c P bf8179eaf7254476a6ad2ec252fa0931: No bootstrap required, opened a new log
02:06:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.428125 11043 tablet_bootstrap.cc:492] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7: Bootstrap starting.
02:06:26.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.428887 11045 ts_tablet_manager.cc:1403] T cfc466e1bfc347f1af55ce557433066c P bf8179eaf7254476a6ad2ec252fa0931: Time spent bootstrapping tablet: real 0.037s	user 0.011s	sys 0.007s
02:06:26.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.434060 11044 tablet_bootstrap.cc:492] T a3115bda4b95487ca6abc38476279fd2 P 57dbcf53135a46ee8be61e9019a1c876: No bootstrap required, opened a new log
02:06:26.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.434640 11044 ts_tablet_manager.cc:1403] T a3115bda4b95487ca6abc38476279fd2 P 57dbcf53135a46ee8be61e9019a1c876: Time spent bootstrapping tablet: real 0.039s	user 0.012s	sys 0.003s
02:06:26.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.435556 11043 tablet_bootstrap.cc:654] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7: Neither blocks nor log segments found. Creating new log.
02:06:26.437 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:26.437 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:26.437 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:26.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:26.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:26.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:26.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.437585 11044 raft_consensus.cc:359] T a3115bda4b95487ca6abc38476279fd2 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.438551 11044 raft_consensus.cc:385] T a3115bda4b95487ca6abc38476279fd2 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.438925 11044 raft_consensus.cc:740] T a3115bda4b95487ca6abc38476279fd2 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57dbcf53135a46ee8be61e9019a1c876, State: Initialized, Role: FOLLOWER
02:06:26.439 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:26.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:26.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:26.440 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:26.440 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.439668 11044 consensus_queue.cc:260] T a3115bda4b95487ca6abc38476279fd2 P 57dbcf53135a46ee8be61e9019a1c876 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.440 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:26.440 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.440603 11045 raft_consensus.cc:359] T cfc466e1bfc347f1af55ce557433066c P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.441668 11045 raft_consensus.cc:385] T cfc466e1bfc347f1af55ce557433066c P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.449705 11043 tablet_bootstrap.cc:492] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7: No bootstrap required, opened a new log
02:06:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.449529 10249 catalog_manager.cc:5696] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 reported cstate change: term changed from 0 to 1, leader changed from <none> to bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2). New cstate: current_term: 1 leader_uuid: "bf8179eaf7254476a6ad2ec252fa0931" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } health_report { overall_health: UNKNOWN } } }
02:06:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.450574 11043 ts_tablet_manager.cc:1403] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7: Time spent bootstrapping tablet: real 0.023s	user 0.017s	sys 0.001s
02:06:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.454459 11043 raft_consensus.cc:359] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.455138 11043 raft_consensus.cc:385] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.455385 11043 raft_consensus.cc:740] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8f151fe25594244b34107d57f7082f7, State: Initialized, Role: FOLLOWER
02:06:26.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.455979 11043 consensus_queue.cc:260] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.460155 11045 raft_consensus.cc:740] T cfc466e1bfc347f1af55ce557433066c P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf8179eaf7254476a6ad2ec252fa0931, State: Initialized, Role: FOLLOWER
02:06:26.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.461719 11044 ts_tablet_manager.cc:1434] T a3115bda4b95487ca6abc38476279fd2 P 57dbcf53135a46ee8be61e9019a1c876: Time spent starting tablet: real 0.027s	user 0.005s	sys 0.000s
02:06:26.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.463162 11045 consensus_queue.cc:260] T cfc466e1bfc347f1af55ce557433066c P bf8179eaf7254476a6ad2ec252fa0931 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.465795 11045 ts_tablet_manager.cc:1434] T cfc466e1bfc347f1af55ce557433066c P bf8179eaf7254476a6ad2ec252fa0931: Time spent starting tablet: real 0.037s	user 0.005s	sys 0.001s
02:06:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.475069 11044 tablet_bootstrap.cc:492] T cfc466e1bfc347f1af55ce557433066c P 57dbcf53135a46ee8be61e9019a1c876: Bootstrap starting.
02:06:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.476537 11043 ts_tablet_manager.cc:1434] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7: Time spent starting tablet: real 0.026s	user 0.006s	sys 0.001s
02:06:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.482398 11044 tablet_bootstrap.cc:654] T cfc466e1bfc347f1af55ce557433066c P 57dbcf53135a46ee8be61e9019a1c876: Neither blocks nor log segments found. Creating new log.
02:06:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.497321 11044 tablet_bootstrap.cc:492] T cfc466e1bfc347f1af55ce557433066c P 57dbcf53135a46ee8be61e9019a1c876: No bootstrap required, opened a new log
02:06:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.497792 11044 ts_tablet_manager.cc:1403] T cfc466e1bfc347f1af55ce557433066c P 57dbcf53135a46ee8be61e9019a1c876: Time spent bootstrapping tablet: real 0.023s	user 0.015s	sys 0.003s
02:06:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.499507 11045 tablet_bootstrap.cc:492] T a3115bda4b95487ca6abc38476279fd2 P bf8179eaf7254476a6ad2ec252fa0931: Bootstrap starting.
02:06:26.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:26.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.501551 11044 raft_consensus.cc:359] T cfc466e1bfc347f1af55ce557433066c P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.502215 11044 raft_consensus.cc:385] T cfc466e1bfc347f1af55ce557433066c P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.502557 11044 raft_consensus.cc:740] T cfc466e1bfc347f1af55ce557433066c P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57dbcf53135a46ee8be61e9019a1c876, State: Initialized, Role: FOLLOWER
02:06:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.503865 11044 consensus_queue.cc:260] T cfc466e1bfc347f1af55ce557433066c P 57dbcf53135a46ee8be61e9019a1c876 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.506352 11044 ts_tablet_manager.cc:1434] T cfc466e1bfc347f1af55ce557433066c P 57dbcf53135a46ee8be61e9019a1c876: Time spent starting tablet: real 0.008s	user 0.007s	sys 0.001s
02:06:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.521099 10248 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 00e02bdbb5d34b198c589e30badab0e1: replication_test_table [id=7afa53c1fd8b40ba8b41fd3cb771f6ae] alter complete (version 0)
02:06:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.521340 11045 tablet_bootstrap.cc:654] T a3115bda4b95487ca6abc38476279fd2 P bf8179eaf7254476a6ad2ec252fa0931: Neither blocks nor log segments found. Creating new log.
02:06:26.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.541538 11045 tablet_bootstrap.cc:492] T a3115bda4b95487ca6abc38476279fd2 P bf8179eaf7254476a6ad2ec252fa0931: No bootstrap required, opened a new log
02:06:26.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.541972 11045 ts_tablet_manager.cc:1403] T a3115bda4b95487ca6abc38476279fd2 P bf8179eaf7254476a6ad2ec252fa0931: Time spent bootstrapping tablet: real 0.043s	user 0.011s	sys 0.011s
02:06:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.544942 11045 raft_consensus.cc:359] T a3115bda4b95487ca6abc38476279fd2 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.545604 11045 raft_consensus.cc:385] T a3115bda4b95487ca6abc38476279fd2 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.545881 11045 raft_consensus.cc:740] T a3115bda4b95487ca6abc38476279fd2 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf8179eaf7254476a6ad2ec252fa0931, State: Initialized, Role: FOLLOWER
02:06:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.546468 11045 consensus_queue.cc:260] T a3115bda4b95487ca6abc38476279fd2 P bf8179eaf7254476a6ad2ec252fa0931 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.548651 11045 ts_tablet_manager.cc:1434] T a3115bda4b95487ca6abc38476279fd2 P bf8179eaf7254476a6ad2ec252fa0931: Time spent starting tablet: real 0.006s	user 0.008s	sys 0.000s
02:06:26.573 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RESTARTING to RUNNING.
02:06:26.574 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 5643d6aa02746b8a0b8a3513bda90461 from Checkpoint 64 @ 1779069891943 for 5643d6aa02746b8a0b8a3513bda90461 located at file:/tmp/junit17785780698805776559/checkpoints/5643d6aa02746b8a0b8a3513bda90461/chk-64.
02:06:26.574 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
02:06:26.574 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:06:26.575 [INFO - Thread-30] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:06:26.575 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
02:06:26.575 [DEBUG - Thread-30] (Connection.java:575) [peer master-127.3.84.252:40301(127.3.84.252:40301)] disconnecting while in state TERMINATED
02:06:26.575 [DEBUG - Thread-30] (Connection.java:575) [peer master-127.3.84.253:38369(127.3.84.253:38369)] disconnecting while in state TERMINATED
02:06:26.575 [DEBUG - Thread-30] (Connection.java:575) [peer master-127.3.84.254:39663(127.3.84.254:39663)] disconnecting while in state TERMINATED
02:06:26.576 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:26.576 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:06:26.576 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
02:06:26.576 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 2a8d1acdc046bcc7434c00507fd73b98
02:06:26.577 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2a8d1acdc046bcc7434c00507fd73b98.
02:06:26.576 [INFO - Thread-30] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:06:26.577 [INFO - Thread-30] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:06:26.578 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 2a8d1acdc046bcc7434c00507fd73b98.
02:06:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.578774 11050 raft_consensus.cc:493] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:26.579 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
02:06:26.580 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:06:26.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.579263 11050 raft_consensus.cc:515] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.580 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
02:06:26.580 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
02:06:26.581 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
02:06:26.581 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 056af2c1e2ccf9b0a73e657f13772a73
02:06:26.582 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
02:06:26.582 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:06:26.582 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 056af2c1e2ccf9b0a73e657f13772a73.
02:06:26.583 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 056af2c1e2ccf9b0a73e657f13772a73.
02:06:26.584 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
02:06:26.584 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
02:06:26.584 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 4eb5f240ac883804d366b2130e587823
02:06:26.584 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
02:06:26.584 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
02:06:26.585 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:06:26.585 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3dbc93d9
02:06:26.585 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:26.585 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:06:26.585 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2c20530b
02:06:26.585 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:26.586 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:06:26.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:06:26.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
02:06:26.585 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
02:06:26.587 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id cb92e3213cd9afe85c5e7dba14b00289
02:06:26.587 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 4eb5f240ac883804d366b2130e587823.
02:06:26.587 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:06:26.588 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:26.588 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
02:06:26.588 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@13e9133d
02:06:26.589 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 4eb5f240ac883804d366b2130e587823.
02:06:26.589 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@55a5bf32
02:06:26.592 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:26.594 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:26.596 [DEBUG - Thread-30] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:26.596 [INFO - Thread-30] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:06:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.581179 11050 leader_election.cc:290] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187), 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.583030 10658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cfc466e1bfc347f1af55ce557433066c" candidate_uuid: "a8f151fe25594244b34107d57f7082f7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf8179eaf7254476a6ad2ec252fa0931" is_pre_election: true
02:06:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.583654 10658 raft_consensus.cc:2468] T cfc466e1bfc347f1af55ce557433066c P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8f151fe25594244b34107d57f7082f7 in term 0.
02:06:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.584622 10800 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cfc466e1bfc347f1af55ce557433066c" candidate_uuid: "a8f151fe25594244b34107d57f7082f7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57dbcf53135a46ee8be61e9019a1c876" is_pre_election: true
02:06:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.585207 10800 raft_consensus.cc:2468] T cfc466e1bfc347f1af55ce557433066c P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8f151fe25594244b34107d57f7082f7 in term 0.
02:06:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.590168 10375 leader_election.cc:304] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 57dbcf53135a46ee8be61e9019a1c876, a8f151fe25594244b34107d57f7082f7; no voters: 
02:06:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.591449 11050 raft_consensus.cc:2804] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.591670 11050 raft_consensus.cc:493] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.591852 11050 raft_consensus.cc:3060] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Advancing to term 1
02:06:26.600 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
02:06:26.600 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot cb92e3213cd9afe85c5e7dba14b00289.
02:06:26.600 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
02:06:26.601 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45800ba
02:06:26.601 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:26.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.600723 11050 raft_consensus.cc:515] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.601 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:06:26.601 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
02:06:26.601 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id cb92e3213cd9afe85c5e7dba14b00289.
02:06:26.601 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
02:06:26.604 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6de2ffa
02:06:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.603820 10658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cfc466e1bfc347f1af55ce557433066c" candidate_uuid: "a8f151fe25594244b34107d57f7082f7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf8179eaf7254476a6ad2ec252fa0931"
02:06:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.604364 10658 raft_consensus.cc:3060] T cfc466e1bfc347f1af55ce557433066c P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Advancing to term 1
02:06:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.611222 10658 raft_consensus.cc:2468] T cfc466e1bfc347f1af55ce557433066c P bf8179eaf7254476a6ad2ec252fa0931 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a8f151fe25594244b34107d57f7082f7 in term 1.
02:06:26.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.612136 11050 leader_election.cc:290] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [CANDIDATE]: Term 1 election: Requested vote from peers bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187), 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:26.613 [DEBUG - main] (Connection.java:575) [peer master-127.9.7.124:46177(127.9.7.124:46177)] disconnecting while in state READY
02:06:26.613 [DEBUG - main] (Connection.java:575) [peer master-127.9.7.125:41667(127.9.7.125:41667)] disconnecting while in state READY
02:06:26.613 [DEBUG - main] (Connection.java:575) [peer master-127.9.7.126:39077(127.9.7.126:39077)] disconnecting while in state READY
02:06:26.614 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.7.124:46177(127.9.7.124:46177)] handling channelInactive
02:06:26.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state READY due to: connection closed
02:06:26.614 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.7.125:41667(127.9.7.125:41667)] handling channelInactive
02:06:26.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state READY due to: connection closed
02:06:26.615 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:26.617 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.614006 10800 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cfc466e1bfc347f1af55ce557433066c" candidate_uuid: "a8f151fe25594244b34107d57f7082f7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57dbcf53135a46ee8be61e9019a1c876"
02:06:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.614524 10800 raft_consensus.cc:3060] T cfc466e1bfc347f1af55ce557433066c P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Advancing to term 1
02:06:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.619247 11051 consensus_queue.cc:1048] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:26.621 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
02:06:26.621 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:26.622 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
02:06:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.624272 10800 raft_consensus.cc:2468] T cfc466e1bfc347f1af55ce557433066c P 57dbcf53135a46ee8be61e9019a1c876 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a8f151fe25594244b34107d57f7082f7 in term 1.
02:06:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.618274 10375 leader_election.cc:304] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a8f151fe25594244b34107d57f7082f7, bf8179eaf7254476a6ad2ec252fa0931; no voters: 
02:06:26.625 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:26.625 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:26.625 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:26.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:26.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:26.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:26.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:26.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:26.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:26.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:26.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:26.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:26.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.625757 11050 raft_consensus.cc:2804] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [term 1 FOLLOWER]: Leader election won for term 1
02:06:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.631968 11051 consensus_queue.cc:1048] T 7279426b2fe74fa4966e69b57ce75ecb P 57dbcf53135a46ee8be61e9019a1c876 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:26.636 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.638486 11050 raft_consensus.cc:697] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [term 1 LEADER]: Becoming Leader. State: Replica: a8f151fe25594244b34107d57f7082f7, State: Running, Role: LEADER
02:06:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.639628 11050 consensus_queue.cc:237] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.649 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.656 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.657267 11076 raft_consensus.cc:493] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.657747 11076 raft_consensus.cc:515] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.659647 11076 leader_election.cc:290] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187), 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:26.661 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.662 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.662 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.661813 10658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a3115bda4b95487ca6abc38476279fd2" candidate_uuid: "a8f151fe25594244b34107d57f7082f7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf8179eaf7254476a6ad2ec252fa0931" is_pre_election: true
02:06:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.661890 10800 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a3115bda4b95487ca6abc38476279fd2" candidate_uuid: "a8f151fe25594244b34107d57f7082f7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57dbcf53135a46ee8be61e9019a1c876" is_pre_election: true
02:06:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.662400 10658 raft_consensus.cc:2468] T a3115bda4b95487ca6abc38476279fd2 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8f151fe25594244b34107d57f7082f7 in term 0.
02:06:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.662515 10800 raft_consensus.cc:2468] T a3115bda4b95487ca6abc38476279fd2 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8f151fe25594244b34107d57f7082f7 in term 0.
02:06:26.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.664343 10375 leader_election.cc:304] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 57dbcf53135a46ee8be61e9019a1c876, a8f151fe25594244b34107d57f7082f7; no voters: 
02:06:26.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.665828 11076 raft_consensus.cc:2804] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:26.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.666136 11076 raft_consensus.cc:493] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:26.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.666424 11076 raft_consensus.cc:3060] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [term 0 FOLLOWER]: Advancing to term 1
02:06:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.673849 11076 raft_consensus.cc:515] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.676 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.679 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.678153 10658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a3115bda4b95487ca6abc38476279fd2" candidate_uuid: "a8f151fe25594244b34107d57f7082f7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf8179eaf7254476a6ad2ec252fa0931"
02:06:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.678725 10658 raft_consensus.cc:3060] T a3115bda4b95487ca6abc38476279fd2 P bf8179eaf7254476a6ad2ec252fa0931 [term 0 FOLLOWER]: Advancing to term 1
02:06:26.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.688021 10658 raft_consensus.cc:2468] T a3115bda4b95487ca6abc38476279fd2 P bf8179eaf7254476a6ad2ec252fa0931 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a8f151fe25594244b34107d57f7082f7 in term 1.
02:06:26.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.696759 10247 catalog_manager.cc:5696] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 reported cstate change: term changed from 0 to 1, leader changed from <none> to a8f151fe25594244b34107d57f7082f7 (127.9.205.1). New cstate: current_term: 1 leader_uuid: "a8f151fe25594244b34107d57f7082f7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } health_report { overall_health: UNKNOWN } } }
02:06:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.708751 10375 leader_election.cc:304] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a8f151fe25594244b34107d57f7082f7, bf8179eaf7254476a6ad2ec252fa0931; no voters: 
02:06:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.709539 11050 raft_consensus.cc:2804] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [term 1 FOLLOWER]: Leader election won for term 1
02:06:26.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.712812 11050 raft_consensus.cc:697] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [term 1 LEADER]: Becoming Leader. State: Replica: a8f151fe25594244b34107d57f7082f7, State: Running, Role: LEADER
02:06:26.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.713830 11050 consensus_queue.cc:237] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } }
02:06:26.724 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.729048 11076 leader_election.cc:290] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [CANDIDATE]: Term 1 election: Requested vote from peers bf8179eaf7254476a6ad2ec252fa0931 (127.9.205.2:44187), 57dbcf53135a46ee8be61e9019a1c876 (127.9.205.3:43201)
02:06:26.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.732008 10800 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a3115bda4b95487ca6abc38476279fd2" candidate_uuid: "a8f151fe25594244b34107d57f7082f7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57dbcf53135a46ee8be61e9019a1c876"
02:06:26.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.732615 10800 raft_consensus.cc:3060] T a3115bda4b95487ca6abc38476279fd2 P 57dbcf53135a46ee8be61e9019a1c876 [term 0 FOLLOWER]: Advancing to term 1
02:06:26.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.745267 10800 raft_consensus.cc:2468] T a3115bda4b95487ca6abc38476279fd2 P 57dbcf53135a46ee8be61e9019a1c876 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a8f151fe25594244b34107d57f7082f7 in term 1.
02:06:26.746 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.746 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.746 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.746 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.751307 10247 catalog_manager.cc:5696] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 reported cstate change: term changed from 0 to 1, leader changed from <none> to a8f151fe25594244b34107d57f7082f7 (127.9.205.1). New cstate: current_term: 1 leader_uuid: "a8f151fe25594244b34107d57f7082f7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 } health_report { overall_health: UNKNOWN } } }
02:06:26.757 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.763 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.764 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:06:26.764 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:06:26.764 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:06:26.765 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:06:26.769 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
02:06:26.769 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
02:06:26.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@28c4fa25
02:06:26.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:26.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:06:26.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
02:06:26.771 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
02:06:26.783 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.786 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21586d6a
02:06:26.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.792 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:26.800 [DEBUG - main] (Connection.java:575) [peer master-127.9.205.61:38235(127.9.205.61:38235)] disconnecting while in state READY
02:06:26.800 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.7.126:39077(127.9.7.126:39077)] handling channelInactive
02:06:26.800 [DEBUG - main] (Connection.java:575) [peer master-127.9.205.60:35581(127.9.205.60:35581)] disconnecting while in state READY
02:06:26.800 [DEBUG - main] (Connection.java:575) [peer master-127.9.205.62:41527(127.9.205.62:41527)] disconnecting while in state READY
02:06:26.801 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.801 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.205.60:35581(127.9.205.60:35581)] handling channelInactive
02:06:26.802 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state READY due to: connection closed
02:06:26.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:26.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state READY due to: connection closed
02:06:26.803 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
02:06:26.803 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:06:26.803 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.205.61:38235(127.9.205.61:38235)] handling channelInactive
02:06:26.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state READY due to: connection closed
02:06:26.804 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:06:26.808 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.809 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.809 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.809 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.810 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.810 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.810 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.811 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.811 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.812 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.813 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.814 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.815 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.817 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.817 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.818 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:26.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.819 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.819 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.205.62:41527(127.9.205.62:41527)] handling channelInactive
02:06:26.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state READY due to: connection closed
02:06:26.819 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:26.820 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:06:26.822 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:06:26.822 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:06:26.822 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:06:26.822 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:06:26.823 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:06:26.823 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:06:26.825 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.832 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.835896 11010 consensus_queue.cc:1048] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a8f151fe25594244b34107d57f7082f7" member_type: VOTER last_known_addr { host: "127.9.205.1" port: 37149 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:26.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.837 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.837 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:26.838 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.838 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.839 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.839 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.840 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.841 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.841 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.841 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.843 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.846 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.852 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.852 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.852 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.852 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.852 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:26.852 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.853 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.853 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.853 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.854 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.854 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.855 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:06:26.855 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:06:26.855 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:06:26.855 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:06:26.855 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:06:26.855 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:06:26.855 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:06:26.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.856 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.856 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.856 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.857 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.858 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.859 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.877 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.859 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:26.877 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.878 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.880 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.880 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.880 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.881 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.881 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.882 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:26.881356 11134 consensus_queue.cc:1048] T 1fda13024dda4e8ba20cd990668d7454 P bf8179eaf7254476a6ad2ec252fa0931 [LEADER]: Connected to new peer: Peer: permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.002s
02:06:26.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.888 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.890 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:26.891 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:26.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.891 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.892 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.892 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.893 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.894 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.895 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:26.895 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:26.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:26.895 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:26.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:26.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:26.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:26.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:26.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:26.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.897 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:26.898 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.899 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:26.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:26.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:26.900 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:26.900 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.900 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.900 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.901 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.901 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.902 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.903 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.904 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.912 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.912 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.912 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.912 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.912 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.912 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.913 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.915 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.916 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.916 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.918 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.918 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.919 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.919 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.919 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.919 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.919 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.918 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:26.920 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:26.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.923 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.923 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.923 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.924 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.924 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.924 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.927 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:26.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.928 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:26.938 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.938 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:26.939 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:26.939 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:26.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.940 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.938 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.939 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.940 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.940 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.940 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.940 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:26.939 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.941 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.941 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.941 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.941 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.941 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.942 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.942 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.943 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.944 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.944 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.944 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.952 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.952 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.953 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.958 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.958 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.959 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:26.959 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:26.959 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.959 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:26.959 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.959 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.960 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.960 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.960 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.958 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.961 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:26.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.961 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.978 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.978 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.978 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.979 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.980 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.980 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.980 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:26.980 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.980 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.980 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:26.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:26.980 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:26.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:26.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:26.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:26.981 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:26.985 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.986 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.986 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.986 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.991 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.992 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.992 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.993 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.994 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:26.996 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.996 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:26.996 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:26.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:26.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:26.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:26.998 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:26.998 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.001 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:27.002 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.002 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.004 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.023 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.023 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.023 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.024 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.024 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.024 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.024 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.024 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.024 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.024 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.024 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.024 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.042 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.043 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.043 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.044 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.043 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.044 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.044 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.044 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.044 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.046 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.046 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.046 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.046 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:27.046929 11050 consensus_queue.cc:1048] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:27.052 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.052 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.053 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.057 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.057 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.057 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.057 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.057 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.059 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:27.059 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:27.059 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:27.059 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.059 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.059 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.059 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.059 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.060 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.060 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.060 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.060 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:27.079 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:27.079 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:27.080 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.080 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.080 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:27.081337 11076 consensus_queue.cc:1048] T cfc466e1bfc347f1af55ce557433066c P a8f151fe25594244b34107d57f7082f7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:27.085 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:27.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:27.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.092 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.092 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.101 [INFO - pool-176-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.101 [WARN - pool-176-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:27.137 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.137 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.137 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.139 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.139 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.139 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.139 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.141 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:06:27.199 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:27.200 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:27.200 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:27.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.201 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.201 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.201 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.201 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:27.223 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.225 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.228 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.229 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.229 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.229 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.230 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.244 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:06:27.244 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:06:27.244 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:06:27.256 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.257 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.257 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.259 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.259 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.260 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:06:27.291 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.292 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.292 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.293 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.293 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:27.304430 11077 consensus_queue.cc:1048] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "57dbcf53135a46ee8be61e9019a1c876" member_type: VOTER last_known_addr { host: "127.9.205.3" port: 43201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:27.338 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:27.338564 11050 consensus_queue.cc:1048] T a3115bda4b95487ca6abc38476279fd2 P a8f151fe25594244b34107d57f7082f7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bf8179eaf7254476a6ad2ec252fa0931" member_type: VOTER last_known_addr { host: "127.9.205.2" port: 44187 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:27.339 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.339 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.339 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.340 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.340 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.340 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.340 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.363 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.363 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.363 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.365 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.365 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.418 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.418 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.418 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.420 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.420 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:27.496 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.496 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.496 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.498 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:27.518 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:27.519 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:27.519 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:27.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:27.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:27.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:27.520 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:27.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:27.519 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:27.520 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:27.520 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:27.520 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:27.520 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:27.520 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:27.520 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:27.520 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:27.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:27.520 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:27.520 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:27.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:27.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:27.521 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:27.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:27.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:27.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:27.521 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:27.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:27.605 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:27.605 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:27.606 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:27.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:27.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:27.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:27.610 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:27.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:27.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:27.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:27.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:27.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:27.611 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:27.651 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.651 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.653 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.653 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.653 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.653 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.654 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.706 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:27.706 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:27.706 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:27.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.707 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:27.858 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.859 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.859 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.859 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.859 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.860 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.860 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.918 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:27.919 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:27.919 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:27.919 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:27.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.920 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:27.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:27.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:27.943 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:27.943 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:27.944 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:27.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:27.946 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.946 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.946 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:27.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:27.947 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:27.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:28.001 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:28.019 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:28.020 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:28.020 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:28.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:28.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:28.020 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:28.020 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:28.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:28.020 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:28.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:28.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:28.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:28.021 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:28.078 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:28.079 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:28.079 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:28.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:28.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:28.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:28.080 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:28.080 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:28.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:28.081 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:28.081 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:28.081 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:28.081 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:28.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:28.169 [INFO - flink-pekko.actor.default-dispatcher-6] (Slf4jLogger.scala:117) Slf4jLogger started
02:06:28.216 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:28.217 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:28.217 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:28.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:28.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:28.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:28.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:28.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:28.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:28.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:28.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:28.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:28.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:28.379 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:06:28.395 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:06:28.425 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:28.426 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:28.426 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:28.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:28.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:28.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:28.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:28.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:28.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:28.427 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:28.427 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:28.427 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:28.427 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:28.454 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:28.454 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:28.455 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:28.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:28.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:28.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:28.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:28.456 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:28.456 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:28.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:28.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:28.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:28.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:28.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:28.493 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:06:28.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:28.511 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:06:28.529 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:06:28.540 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:06:28.542 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:06:28.542 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:06:28.542 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:06:28.543 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:06:28.543 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:06:28.543 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:06:28.543 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:06:28.544 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:06:28.544 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:06:28.545 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:06:28.545 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:06:28.545 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:06:28.545 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:06:28.545 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:06:28.545 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:06:28.545 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:06:28.545 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:06:28.545 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:06:28.546 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:06:28.546 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:06:28.547 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:06:28.547 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:06:28.547 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:06:28.547 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_7629fb2d31c7dc61497f0d6b0ed64074/blobStorage
02:06:28.548 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:44769 - max concurrent requests: 50 - max backlog: 1000
02:06:28.548 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_7629fb2d31c7dc61497f0d6b0ed64074/blobStorage
02:06:28.549 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_7629fb2d31c7dc61497f0d6b0ed64074/blobStorage
02:06:28.553 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:06:28.554 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 31387ee5-76ef-4661-a6bd-01ff71aa1f72
02:06:28.557 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 40 GB (83.33% usable)
02:06:28.558 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-df886136-5cd2-48d7-a056-8a3f5a5f911e
02:06:28.560 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-0f30695a-3e55-4c56-bd70-1c645cd32a40
02:06:28.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:28.672 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:06:28.674 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:06:28.675 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:06:28.675 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:06:28.675 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:06:28.678 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_12 .
02:06:28.683 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:127) Start job leader service.
02:06:28.684 [INFO - flink-pekko.actor.default-dispatcher-6] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-d4222f62-884a-4222-993a-4241810473be
02:06:28.685 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:06:28.685 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:06:28.694 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:06:28.695 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:06:28.697 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:28.698 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:28.698 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:28.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:28.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:28.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:28.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:28.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:28.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:28.699 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:28.700 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:28.700 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:28.700 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:28.721 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:44217
02:06:28.721 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:06:28.727 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:44217 was granted leadership with leaderSessionID=eb876601-2f12-4c68-b2a2-3e1e76324bdb
02:06:28.727 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:44217 , session=eb876601-2f12-4c68-b2a2-3e1e76324bdb
02:06:28.727 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:06:28.729 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:06:28.729 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:06:28.729 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 55ed9072-531a-4511-8472-751e773e0fa8. Creating new DispatcherLeaderProcess.
02:06:28.730 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:06:28.730 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:06:28.732 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:06:28.732 [INFO - pool-187-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 9049674b-f912-4c94-813d-8f0c77ed1e05.
02:06:28.732 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:06:28.736 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_14 .
02:06:28.741 [INFO - pool-187-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_13 .
02:06:28.743 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_14 , session=55ed9072-531a-4511-8472-751e773e0fa8
02:06:28.750 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:253) Starting the resource manager.
02:06:28.751 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:06:28.751 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:06:28.751 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:06:28.751 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:06:28.752 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_13 , session=9049674b-f912-4c94-813d-8f0c77ed1e05
02:06:28.752 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_13(813d8f0c77ed1e059049674bf9124c94).
02:06:28.772 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:06:28.781 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (e145383e68303a1e13038904fc8aacb4).
02:06:28.788 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1080) Registering TaskManager with ResourceID 31387ee5-76ef-4661-a6bd-01ff71aa1f72 (pekko://flink/user/rpc/taskmanager_12) at ResourceManager
02:06:28.788 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_13 under registration id e70ed40cc340bb23a94ed60297c302ca.
02:06:28.789 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (e145383e68303a1e13038904fc8aacb4).
02:06:28.789 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-e145383e68303a1e13038904fc8aacb4'.
02:06:28.789 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job e145383e68303a1e13038904fc8aacb4 was granted leadership with leader id afcdb343-4c17-45e7-9f53-22afc26cd3d9. Creating new JobMasterServiceProcess.
02:06:28.790 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor 31387ee5-76ef-4661-a6bd-01ff71aa1f72 under e70ed40cc340bb23a94ed60297c302ca at the slot manager.
02:06:28.811 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_15 .
02:06:28.817 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (e145383e68303a1e13038904fc8aacb4).
02:06:28.818 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (e145383e68303a1e13038904fc8aacb4).
02:06:28.818 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 2e02c296e69dfe2fc2b3062fe8162075 for job e145383e68303a1e13038904fc8aacb4.
02:06:28.819 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (e145383e68303a1e13038904fc8aacb4).
02:06:28.819 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:06:28.820 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
02:06:28.821 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1f2b9abc
02:06:28.821 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:28.821 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17089028398363104356/checkpoints")
02:06:28.829 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:06:28.829 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@4f5c79a2 for Flink Streaming Job (e145383e68303a1e13038904fc8aacb4).
02:06:28.830 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_15 , session=afcdb343-4c17-45e7-9f53-22afc26cd3d9
02:06:28.837 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (e145383e68303a1e13038904fc8aacb4) under job master id 9f5322afc26cd3d9afcdb3434c1745e7.
02:06:28.838 [INFO - flink-pekko.actor.default-dispatcher-6] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:06:28.839 [DEBUG - flink-pekko.actor.default-dispatcher-6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:28.840 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:06:28.840 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e145383e68303a1e13038904fc8aacb4) switched from state CREATED to RUNNING.
02:06:28.841 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:06:28.842 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:06:28.842 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:06:28.843 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:06:28.843 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_13(813d8f0c77ed1e059049674bf9124c94)
02:06:28.845 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:06:28.845 [INFO - flink-pekko.actor.default-dispatcher-10] (ResourceManager.java:390) Registering job manager 9f5322afc26cd3d9afcdb3434c1745e7@pekko://flink/user/rpc/jobmanager_15 for job e145383e68303a1e13038904fc8aacb4.
02:06:28.846 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:28.856 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1015) Registered job manager 9f5322afc26cd3d9afcdb3434c1745e7@pekko://flink/user/rpc/jobmanager_15 for job e145383e68303a1e13038904fc8aacb4.
02:06:28.857 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:28.858 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:28.859 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.7.126:39077(127.9.7.126:39077)] Successfully connected to peer
02:06:28.868 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.7.125:41667(127.9.7.125:41667)] Successfully connected to peer
02:06:28.872 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 813d8f0c77ed1e059049674bf9124c94.
02:06:28.873 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e145383e68303a1e13038904fc8aacb4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:06:28.874 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.125
02:06:28.885 [DEBUG - main] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:06:28.890 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:28.892 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.7.124:46177(127.9.7.124:46177)] Successfully connected to peer
02:06:28.897 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.124
02:06:28.898 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.205.62:41527(127.9.205.62:41527)] Successfully connected to peer
02:06:28.900 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.126
02:06:28.898 [DEBUG - main] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:06:28.898 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8685c3b3, L:/127.0.0.1:58208 - R:/127.9.7.125:41667] using SASL/PLAIN
02:06:28.914 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:28.921 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:28.921 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x10696ebb, L:/127.0.0.1:38484 - R:/127.9.7.126:39077] using SASL/PLAIN
02:06:28.927 [DEBUG - main] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:06:28.927 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbcb16f64, L:/127.0.0.1:51480 - R:/127.9.7.124:46177] using SASL/PLAIN
02:06:28.928 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.205.61:38235(127.9.205.61:38235)] Successfully connected to peer
02:06:28.930 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.205.60:35581(127.9.205.60:35581)] Successfully connected to peer
02:06:28.933 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:06:28.933 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [77ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: OK, deferred=null) after lookup
02:06:28.937 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aafd7253a17e4f888b04dbcebbd0afd0
02:06:28.939 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job e145383e68303a1e13038904fc8aacb4
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 31387ee5-76ef-4661-a6bd-01ff71aa1f72
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:06:28.940 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 85b029b61232b87c52c3155a3f22edc0 from 31387ee5-76ef-4661-a6bd-01ff71aa1f72 for job e145383e68303a1e13038904fc8aacb4 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:06:28.941 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 3913c118d5b9b3462fc06a78b426c39a from 31387ee5-76ef-4661-a6bd-01ff71aa1f72 for job e145383e68303a1e13038904fc8aacb4 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:06:28.941 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 5f4e4c29cf301551d67b87163d9413a8 from 31387ee5-76ef-4661-a6bd-01ff71aa1f72 for job e145383e68303a1e13038904fc8aacb4 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:06:28.942 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot a3fe5b38c924ff67ab981d9803c8afba from 31387ee5-76ef-4661-a6bd-01ff71aa1f72 for job e145383e68303a1e13038904fc8aacb4 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:06:28.942 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 85b029b61232b87c52c3155a3f22edc0 for job e145383e68303a1e13038904fc8aacb4 from resource manager with leader id 813d8f0c77ed1e059049674bf9124c94.
02:06:28.942 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 33682919813f4f2ab83fdfa4c22b2b5a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:28.943 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 85b029b61232b87c52c3155a3f22edc0 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:06:28.943 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a9f5537111464ab38c62a3ac55488855 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:28.943 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 379a99abe7d34e06848bd464ce68e463 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:28.943 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 74e204df7b904b249a119e6bab0eb4cb for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:28.944 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a639505fdcb24e1fa62622e9763d72d8 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:28.944 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6c81fd0a65834b4da18bef7e765d2141 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:28.944 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=33682919813f4f2ab83fdfa4c22b2b5a@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=a9f5537111464ab38c62a3ac55488855@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=379a99abe7d34e06848bd464ce68e463@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=74e204df7b904b249a119e6bab0eb4cb@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a639505fdcb24e1fa62622e9763d72d8@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=6c81fd0a65834b4da18bef7e765d2141@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:28.945 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.62
02:06:28.945 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.60
02:06:28.946 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:192) Add job e145383e68303a1e13038904fc8aacb4 for job leader monitoring.
02:06:28.947 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_15 with leader id afcdb343-4c17-45e7-9f53-22afc26cd3d9.
02:06:28.947 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 3913c118d5b9b3462fc06a78b426c39a for job e145383e68303a1e13038904fc8aacb4 from resource manager with leader id 813d8f0c77ed1e059049674bf9124c94.
02:06:28.947 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 3913c118d5b9b3462fc06a78b426c39a with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:06:28.948 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 5f4e4c29cf301551d67b87163d9413a8 for job e145383e68303a1e13038904fc8aacb4 from resource manager with leader id 813d8f0c77ed1e059049674bf9124c94.
02:06:28.948 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:06:28.949 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 5f4e4c29cf301551d67b87163d9413a8 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:06:28.949 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request a3fe5b38c924ff67ab981d9803c8afba for job e145383e68303a1e13038904fc8aacb4 from resource manager with leader id 813d8f0c77ed1e059049674bf9124c94.
02:06:28.950 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for a3fe5b38c924ff67ab981d9803c8afba with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:06:28.952 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_15 for job e145383e68303a1e13038904fc8aacb4.
02:06:28.953 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1783) Establish JobManager connection for job e145383e68303a1e13038904fc8aacb4.
02:06:28.953 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1633) Offer reserved slots to the leader of job e145383e68303a1e13038904fc8aacb4.
02:06:28.954 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:06:28.954 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 31387ee5-76ef-4661-a6bd-01ff71aa1f72 @ 127.0.0.1 (dataPort=-1) with allocation id 3913c118d5b9b3462fc06a78b426c39a
02:06:28.955 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 3913c118d5b9b3462fc06a78b426c39a.
02:06:28.958 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job e145383e68303a1e13038904fc8aacb4.
02:06:28.958 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:06:28.958 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id e145383e68303a1e13038904fc8aacb4
02:06:28.958 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:28.962 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd17008dd, L:/127.0.0.1:41510 - R:/127.9.205.60:35581] using SASL/PLAIN
02:06:28.963 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:06:28.963 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 31387ee5-76ef-4661-a6bd-01ff71aa1f72 @ 127.0.0.1 (dataPort=-1) with allocation id 85b029b61232b87c52c3155a3f22edc0
02:06:28.964 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 3913c118d5b9b3462fc06a78b426c39a.
02:06:28.967 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:06:28.968 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:06:28.969 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:28.970 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 31387ee5-76ef-4661-a6bd-01ff71aa1f72 @ 127.0.0.1 (dataPort=-1) with allocation id 5f4e4c29cf301551d67b87163d9413a8
02:06:28.971 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=109), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: OK, deferred=null) after lookup
02:06:28.971 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.61
02:06:28.973 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:06:28.973 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 31387ee5-76ef-4661-a6bd-01ff71aa1f72 @ 127.0.0.1 (dataPort=-1) with allocation id a3fe5b38c924ff67ab981d9803c8afba
02:06:28.982 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb9812dc7, L:/127.0.0.1:52682 - R:/127.9.205.62:41527] using SASL/PLAIN
02:06:28.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:28.986 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:28.992 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e59debd97dcb4e35861797f419189f89 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:28.992 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7279426b2fe74fa4966e69b57ce75ecb for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:28.992 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a3115bda4b95487ca6abc38476279fd2 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:28.992 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bfd68523b8a4b2ea3454a12e917a838 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:28.992 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1fda13024dda4e8ba20cd990668d7454 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:28.992 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cfc466e1bfc347f1af55ce557433066c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:28.992 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=e59debd97dcb4e35861797f419189f89@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=7279426b2fe74fa4966e69b57ce75ecb@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201)[L],a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=a3115bda4b95487ca6abc38476279fd2@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2bfd68523b8a4b2ea3454a12e917a838@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=1fda13024dda4e8ba20cd990668d7454@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=cfc466e1bfc347f1af55ce557433066c@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:28.993 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.205.60:35581, [5ms] Sub RPC GetTableLocations: received response from server master-127.9.205.60:35581: OK, deferred=null)) after lookup
02:06:28.993 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] connecting to peer
02:06:29.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:29.002 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:29.005 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 85b029b61232b87c52c3155a3f22edc0.
02:06:29.007 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2eba17ea, L:/127.0.0.1:43742 - R:/127.9.205.61:38235] using SASL/PLAIN
02:06:29.007 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:06:29.007 [DEBUG - kudu-nio-3] (Connection.java:757) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] Successfully connected to peer
02:06:29.011 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:06:29.030 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4d6f5260
02:06:29.031 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:29.038 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17089028398363104356/checkpoints")
02:06:29.039 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 85b029b61232b87c52c3155a3f22edc0.
02:06:29.039 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:06:29.040 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:06:29.046 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:29.046 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:29.047 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:29.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:29.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:29.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:29.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:29.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:29.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:29.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:29.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:29.049 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:29.049 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:29.059 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 5f4e4c29cf301551d67b87163d9413a8.
02:06:29.060 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:06:29.061 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:06:29.061 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@716e4cab
02:06:29.061 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:29.061 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17089028398363104356/checkpoints")
02:06:29.062 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:06:29.062 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:06:29.066 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 5f4e4c29cf301551d67b87163d9413a8.
02:06:29.067 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60bb563b
02:06:29.075 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.076 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:06:29.076 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:06:29.077 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 3913c118d5b9b3462fc06a78b426c39a.
02:06:29.077 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 85b029b61232b87c52c3155a3f22edc0.
02:06:29.077 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 5f4e4c29cf301551d67b87163d9413a8.
02:06:29.077 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a3fe5b38c924ff67ab981d9803c8afba.
02:06:29.077 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a3fe5b38c924ff67ab981d9803c8afba.
02:06:29.077 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72646de
02:06:29.077 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:29.078 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@174860e3
02:06:29.081 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id a3fe5b38c924ff67ab981d9803c8afba.
02:06:29.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:29.087 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x33d1a816, L:/127.0.0.1:52222 - R:/127.9.205.2:44187] using TOKEN/null
02:06:29.088 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17089028398363104356/checkpoints")
02:06:29.088 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:06:29.089 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:06:29.091 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:29.092 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:29.092 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3511e643
02:06:29.095 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:06:29.095 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:29.095 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:06:29.095 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e3ba8e1
02:06:29.095 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:29.095 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17089028398363104356/checkpoints")
02:06:29.096 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:06:29.096 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:06:29.097 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:06:29.101 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15d0dcc6
02:06:29.102 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:29.103 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:29.103 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:29.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.104 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.104 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.104 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:29.109 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:06:29.109 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:29.120 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:06:29.126 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:06:29.128 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e59debd97dcb4e35861797f419189f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.129 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e59debd97dcb4e35861797f419189f89 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:29.129 [DEBUG - main] (Connection.java:748) [peer 57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201)] connecting to peer
02:06:29.130 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.205.62:41527(127.9.205.62:41527)] Successfully connected to peer
02:06:29.132 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.62
02:06:29.134 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:06:29.135 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.205.61:38235(127.9.205.61:38235)] Successfully connected to peer
02:06:29.143 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:06:29.144 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:06:29.146 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.61
02:06:29.155 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.157 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.205.62:41527(127.9.205.62:41527)] Successfully connected to peer
02:06:29.161 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.62
02:06:29.166 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:06:29.167 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe7af6f85, L:/127.0.0.1:52696 - R:/127.9.205.62:41527] using SASL/PLAIN
02:06:29.168 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.171 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.205.60:35581(127.9.205.60:35581)] Successfully connected to peer
02:06:29.171 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xecef23df, L:/127.0.0.1:43744 - R:/127.9.205.61:38235] using SASL/PLAIN
02:06:29.174 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.205.61:38235(127.9.205.61:38235)] Successfully connected to peer
02:06:29.179 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.60
02:06:29.182 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.182 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.205.60:35581(127.9.205.60:35581)] Successfully connected to peer
02:06:29.183 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.61
02:06:29.197 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.197 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x426262ac, L:/127.0.0.1:52698 - R:/127.9.205.62:41527] using SASL/PLAIN
02:06:29.202 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:06:29.203 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:29.203 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:29.203 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.205.62:41527(127.9.205.62:41527)] Successfully connected to peer
02:06:29.204 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:29.204 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.204 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.204 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:29.206 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.60
02:06:29.208 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.210 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.62
02:06:29.212 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:06:29.216 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1468bcf6, L:/127.0.0.1:41516 - R:/127.9.205.60:35581] using SASL/PLAIN
02:06:29.219 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.205.61:38235(127.9.205.61:38235)] Successfully connected to peer
02:06:29.221 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8905a628, L:/127.0.0.1:43752 - R:/127.9.205.61:38235] using SASL/PLAIN
02:06:29.222 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:06:29.222 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=127), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [84ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: OK, deferred=null) after lookup
02:06:29.227 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:29.229 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.61
02:06:29.233 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.240 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201)] Successfully connected to peer
02:06:29.241 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:29.241 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21876da4
02:06:29.242 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd5b056fa, L:/127.0.0.1:41528 - R:/127.9.205.60:35581] using SASL/PLAIN
02:06:29.243 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:06:29.243 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:06:29.250 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:06:29.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=159), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [74ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: OK, [150ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: OK, deferred=null) after lookup
02:06:29.261 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:29.262 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:29.263 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x31be32bb, L:/127.0.0.1:52714 - R:/127.9.205.62:41527] using SASL/PLAIN
02:06:29.263 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:29.263 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:29.263 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:06:29.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.264 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.205.62:41527(127.9.205.62:41527)] Successfully connected to peer
02:06:29.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.270 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.62
02:06:29.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.273 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:29.276 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:29.277 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@465f52d7
02:06:29.278 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:06:29.278 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:06:29.285 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.291 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:06:29.292 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5624ec48, L:/127.0.0.1:43760 - R:/127.9.205.61:38235] using SASL/PLAIN
02:06:29.293 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.298 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xc25938f8, L:/127.0.0.1:43856 - R:/127.9.205.3:43201] using TOKEN/null
02:06:29.299 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.299 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.205.61:38235(127.9.205.61:38235)] Successfully connected to peer
02:06:29.301 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.205.60:35581(127.9.205.60:35581)] Successfully connected to peer
02:06:29.305 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.60
02:06:29.309 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa6953b56, L:/127.0.0.1:52730 - R:/127.9.205.62:41527] using SASL/PLAIN
02:06:29.311 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.61
02:06:29.329 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.329 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.9.205.60:35581(127.9.205.60:35581)] Successfully connected to peer
02:06:29.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:29.328495  9766 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.9.7.65:41709, user_credentials={real_user=slave}} blocked reactor thread for 55948us
02:06:29.334 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd2912323, L:/127.0.0.1:41534 - R:/127.9.205.60:35581] using SASL/PLAIN
02:06:29.336 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:06:29.336 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c6f4d4594e66a9c2c7b994955de3014a2c19fba6f36a04c6e970a96037e0a9f3'}]
02:06:29.338 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:29.340 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:06:29.341 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a9389bdd980b075da5e82241c5e079f292aeaf4bc9a2491cbd067c5d6a586b38'}]
02:06:29.343 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:29.343 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:06:29.357 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:06:29.357 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:06:29.358 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299997, tablet=33682919813f4f2ab83fdfa4c22b2b5a@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:29.358 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=265), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [219ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: OK, [248ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: OK, deferred=null) after lookup
02:06:29.362 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:29.370 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:29.370 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@52ff7e9b
02:06:29.371 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.205.60
02:06:29.379 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:29.379 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:29.379 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:29.380 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:29.380 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:29.380 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:29.380 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:29.380 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:29.380 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:29.381 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:29.381 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:29.381 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:29.381 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:29.394 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7279426b2fe74fa4966e69b57ce75ecb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.394 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7279426b2fe74fa4966e69b57ce75ecb for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:29.396 [DEBUG - main] (Connection.java:748) [peer a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)] connecting to peer
02:06:29.396 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:29.397 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:29.397 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:29.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.399 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.399 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.399 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.399 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:29.403 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.404 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.407 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:06:29.408 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:06:29.408 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:06:29.409 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xaed1db1e, L:/127.0.0.1:41546 - R:/127.9.205.60:35581] using SASL/PLAIN
02:06:29.410 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2a38251d, L:/127.0.0.1:43766 - R:/127.9.205.61:38235] using SASL/PLAIN
02:06:29.416 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:06:29.416 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=306), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [126ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: OK, [154ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: OK, [273ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: OK, deferred=null) after lookup
02:06:29.417 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:29.420 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:29.423 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:29.423 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4f624708
02:06:29.425 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:06:29.425 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:06:29.432 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:06:29.433 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=a9f5537111464ab38c62a3ac55488855@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}]
02:06:29.440 [DEBUG - kudu-nio-5] (Connection.java:757) [peer a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)] Successfully connected to peer
02:06:29.457 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:29.465 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.472 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:29.474 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x9e51cc9a, L:/127.0.0.1:33970 - R:/127.9.205.1:37149] using TOKEN/null
02:06:29.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:29.480 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:06:29.480 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9dbe83817c0718b3ae439ad3d15663f7cf1fdfbbdf8128b841ae390c8776261c'}]
02:06:29.482 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:29.488 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.496 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:06:29.498 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=74e204df7b904b249a119e6bab0eb4cb@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:29.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:29.509 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8bb4bd3f, L:/127.0.0.1:41238 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:29.517 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:29.530 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:06:29.530 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3115bda4b95487ca6abc38476279fd2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.531 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a3115bda4b95487ca6abc38476279fd2 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:29.531 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='94d4adc35c3f2303e5338cf7fceaebf880db38003f8bd41f973fac256d60cd86'}]
02:06:29.533 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:29.537 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bfd68523b8a4b2ea3454a12e917a838, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.537 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bfd68523b8a4b2ea3454a12e917a838 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:29.545 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1fda13024dda4e8ba20cd990668d7454, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.546 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1fda13024dda4e8ba20cd990668d7454 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:29.553 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cfc466e1bfc347f1af55ce557433066c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.553 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet cfc466e1bfc347f1af55ce557433066c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:29.558 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:06:29.559 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:06:29.559 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:29.562 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7287070674309120001) for scanner KuduScanner(table=replication_test_table, tablet=33682919813f4f2ab83fdfa4c22b2b5a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.562 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [a9389bdd980b075da5e82241c5e079f292aeaf4bc9a2491cbd067c5d6a586b38]
02:06:29.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:06:29.566 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a9389bdd980b075da5e82241c5e079f292aeaf4bc9a2491cbd067c5d6a586b38]
02:06:29.567 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a9389bdd980b075da5e82241c5e079f292aeaf4bc9a2491cbd067c5d6a586b38 finished by subtask 2; deferring removal (restored in pending)
02:06:29.572 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e59debd97dcb4e35861797f419189f89 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:29.572 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7279426b2fe74fa4966e69b57ce75ecb for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:29.572 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a3115bda4b95487ca6abc38476279fd2 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:29.572 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bfd68523b8a4b2ea3454a12e917a838 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:29.572 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1fda13024dda4e8ba20cd990668d7454 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:29.572 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cfc466e1bfc347f1af55ce557433066c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:29.572 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=e59debd97dcb4e35861797f419189f89@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=7279426b2fe74fa4966e69b57ce75ecb@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201)[L],a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=a3115bda4b95487ca6abc38476279fd2@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2bfd68523b8a4b2ea3454a12e917a838@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=1fda13024dda4e8ba20cd990668d7454@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=cfc466e1bfc347f1af55ce557433066c@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:29.573 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:06:29.573 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:06:29.574 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:29.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:29.576 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6173fda789e81084c4beee4bfcd376b79d557e57b84f628526a44c73c86a4048'}]
02:06:29.576 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:29.577 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e59debd97dcb4e35861797f419189f89 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:29.577 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7279426b2fe74fa4966e69b57ce75ecb for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:29.577 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a3115bda4b95487ca6abc38476279fd2 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:29.577 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bfd68523b8a4b2ea3454a12e917a838 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:29.577 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1fda13024dda4e8ba20cd990668d7454 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:29.577 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cfc466e1bfc347f1af55ce557433066c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:29.578 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=e59debd97dcb4e35861797f419189f89@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=7279426b2fe74fa4966e69b57ce75ecb@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201)[L],a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=a3115bda4b95487ca6abc38476279fd2@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2bfd68523b8a4b2ea3454a12e917a838@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=1fda13024dda4e8ba20cd990668d7454@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=cfc466e1bfc347f1af55ce557433066c@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:29.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e59debd97dcb4e35861797f419189f89 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:29.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7279426b2fe74fa4966e69b57ce75ecb for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:29.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a3115bda4b95487ca6abc38476279fd2 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:29.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bfd68523b8a4b2ea3454a12e917a838 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:29.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1fda13024dda4e8ba20cd990668d7454 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:29.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cfc466e1bfc347f1af55ce557433066c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:29.580 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=e59debd97dcb4e35861797f419189f89@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=7279426b2fe74fa4966e69b57ce75ecb@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201)[L],a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=a3115bda4b95487ca6abc38476279fd2@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2bfd68523b8a4b2ea3454a12e917a838@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=1fda13024dda4e8ba20cd990668d7454@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=cfc466e1bfc347f1af55ce557433066c@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:29.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e59debd97dcb4e35861797f419189f89 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:29.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7279426b2fe74fa4966e69b57ce75ecb for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:29.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a3115bda4b95487ca6abc38476279fd2 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:29.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bfd68523b8a4b2ea3454a12e917a838 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:29.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1fda13024dda4e8ba20cd990668d7454 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:29.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cfc466e1bfc347f1af55ce557433066c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:29.582 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=e59debd97dcb4e35861797f419189f89@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=7279426b2fe74fa4966e69b57ce75ecb@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201)[L],a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=a3115bda4b95487ca6abc38476279fd2@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2bfd68523b8a4b2ea3454a12e917a838@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=1fda13024dda4e8ba20cd990668d7454@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=cfc466e1bfc347f1af55ce557433066c@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:29.586 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:29.586 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:29.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:29.590 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:29.592 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:06:29.593 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=379a99abe7d34e06848bd464ce68e463@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:29.605 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.614 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc5bad5d5, L:/127.0.0.1:41240 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:29.621 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e59debd97dcb4e35861797f419189f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.622 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e59debd97dcb4e35861797f419189f89 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:29.624 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070674309120001) for scanner KuduScanner(table=replication_test_table, tablet=a9f5537111464ab38c62a3ac55488855, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.625 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [c6f4d4594e66a9c2c7b994955de3014a2c19fba6f36a04c6e970a96037e0a9f3]
02:06:29.625 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c6f4d4594e66a9c2c7b994955de3014a2c19fba6f36a04c6e970a96037e0a9f3]
02:06:29.625 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:06:29.625 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:06:29.626 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c6f4d4594e66a9c2c7b994955de3014a2c19fba6f36a04c6e970a96037e0a9f3 finished by subtask 0; deferring removal (restored in pending)
02:06:29.627 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:29.628 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7b206600cd90045065b33ffb6a59e6c78d725475d907023a8e42c02dd6ea2ee4'}]
02:06:29.629 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:29.631 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:29.632 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7279426b2fe74fa4966e69b57ce75ecb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.632 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7279426b2fe74fa4966e69b57ce75ecb for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:29.639 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3115bda4b95487ca6abc38476279fd2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.639 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a3115bda4b95487ca6abc38476279fd2 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:29.653 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bfd68523b8a4b2ea3454a12e917a838, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.653 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:06:29.653 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bfd68523b8a4b2ea3454a12e917a838 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:29.654 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=a639505fdcb24e1fa62622e9763d72d8@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:29.659 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:29.660 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:29.663 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:29.674 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1fda13024dda4e8ba20cd990668d7454, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.674 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1fda13024dda4e8ba20cd990668d7454 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:29.680 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cfc466e1bfc347f1af55ce557433066c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.681 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet cfc466e1bfc347f1af55ce557433066c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:29.686 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.690 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x349c8ee7, L:/127.0.0.1:41248 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:29.697 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:06:29.701 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=6c81fd0a65834b4da18bef7e765d2141@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:29.711 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7287070674309120001) for scanner KuduScanner(table=replication_test_table, tablet=74e204df7b904b249a119e6bab0eb4cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.711 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [9dbe83817c0718b3ae439ad3d15663f7cf1fdfbbdf8128b841ae390c8776261c]
02:06:29.712 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:06:29.719 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:29.719 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:29.719 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:29.719 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:29.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.721 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:29.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:29.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:29.722 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:29.725 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bfd68523b8a4b2ea3454a12e917a838 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:29.725 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1fda13024dda4e8ba20cd990668d7454 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:29.725 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:29.725 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cfc466e1bfc347f1af55ce557433066c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:29.726 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2bfd68523b8a4b2ea3454a12e917a838@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=1fda13024dda4e8ba20cd990668d7454@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=cfc466e1bfc347f1af55ce557433066c@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:29.732 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:29.743 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e59debd97dcb4e35861797f419189f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.743 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e59debd97dcb4e35861797f419189f89 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:29.749 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7279426b2fe74fa4966e69b57ce75ecb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.749 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7279426b2fe74fa4966e69b57ce75ecb for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:29.755 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3115bda4b95487ca6abc38476279fd2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.755 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a3115bda4b95487ca6abc38476279fd2 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:29.762 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bfd68523b8a4b2ea3454a12e917a838, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.762 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bfd68523b8a4b2ea3454a12e917a838 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:29.764 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bfd68523b8a4b2ea3454a12e917a838 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:29.764 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1fda13024dda4e8ba20cd990668d7454 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:29.764 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cfc466e1bfc347f1af55ce557433066c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:29.764 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2bfd68523b8a4b2ea3454a12e917a838@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=1fda13024dda4e8ba20cd990668d7454@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=cfc466e1bfc347f1af55ce557433066c@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:29.767 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1fda13024dda4e8ba20cd990668d7454, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.768 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1fda13024dda4e8ba20cd990668d7454 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:29.768 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bfd68523b8a4b2ea3454a12e917a838 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:29.768 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1fda13024dda4e8ba20cd990668d7454 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:29.768 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cfc466e1bfc347f1af55ce557433066c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:29.768 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2bfd68523b8a4b2ea3454a12e917a838@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=1fda13024dda4e8ba20cd990668d7454@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=cfc466e1bfc347f1af55ce557433066c@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:29.769 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bfd68523b8a4b2ea3454a12e917a838 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:29.769 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1fda13024dda4e8ba20cd990668d7454 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:29.769 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cfc466e1bfc347f1af55ce557433066c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:29.769 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2bfd68523b8a4b2ea3454a12e917a838@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=1fda13024dda4e8ba20cd990668d7454@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=cfc466e1bfc347f1af55ce557433066c@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:29.771 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9dbe83817c0718b3ae439ad3d15663f7cf1fdfbbdf8128b841ae390c8776261c]
02:06:29.771 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:06:29.772 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:06:29.772 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:29.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:29.777 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9dbe83817c0718b3ae439ad3d15663f7cf1fdfbbdf8128b841ae390c8776261c finished by subtask 3; deferring removal (restored in pending)
02:06:29.779 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cfc466e1bfc347f1af55ce557433066c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.779 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.779 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet cfc466e1bfc347f1af55ce557433066c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:29.794 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x54a33992, L:/127.0.0.1:41252 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:29.794 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:29.794 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:29.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:29.795 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:29.795 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:06:29.810 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:29.812 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:29.821 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070674309120001) for scanner KuduScanner(table=replication_test_table, tablet=379a99abe7d34e06848bd464ce68e463, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.822 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [94d4adc35c3f2303e5338cf7fceaebf880db38003f8bd41f973fac256d60cd86]
02:06:29.822 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [94d4adc35c3f2303e5338cf7fceaebf880db38003f8bd41f973fac256d60cd86]
02:06:29.822 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:06:29.822 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:06:29.823 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 94d4adc35c3f2303e5338cf7fceaebf880db38003f8bd41f973fac256d60cd86 finished by subtask 1; deferring removal (restored in pending)
02:06:29.825 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:29.825 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:29.836 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e59debd97dcb4e35861797f419189f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.836 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e59debd97dcb4e35861797f419189f89 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:29.845 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7279426b2fe74fa4966e69b57ce75ecb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.845 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7279426b2fe74fa4966e69b57ce75ecb for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:29.852 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3115bda4b95487ca6abc38476279fd2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.852 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a3115bda4b95487ca6abc38476279fd2 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:29.857 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bfd68523b8a4b2ea3454a12e917a838, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.858 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bfd68523b8a4b2ea3454a12e917a838 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:29.874 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.875 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1fda13024dda4e8ba20cd990668d7454, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.876 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1fda13024dda4e8ba20cd990668d7454 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:29.877 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:29.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:29.877 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:29.878 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:06:29.883 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cfc466e1bfc347f1af55ce557433066c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.884 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet cfc466e1bfc347f1af55ce557433066c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:29.888 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xaa9dada9, L:/127.0.0.1:41268 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:29.889 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:29.896 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:29.912 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:29.915 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa3b71bb4, L:/127.0.0.1:41280 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:29.925 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070674309120001) for scanner KuduScanner(table=replication_test_table, tablet=6c81fd0a65834b4da18bef7e765d2141, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.926 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [7b206600cd90045065b33ffb6a59e6c78d725475d907023a8e42c02dd6ea2ee4]
02:06:29.926 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7b206600cd90045065b33ffb6a59e6c78d725475d907023a8e42c02dd6ea2ee4]
02:06:29.926 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:06:29.926 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:06:29.927 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7b206600cd90045065b33ffb6a59e6c78d725475d907023a8e42c02dd6ea2ee4 finished by subtask 0; deferring removal (restored in pending)
02:06:29.928 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:29.928 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:29.940 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070674309120001) for scanner KuduScanner(table=replication_test_table, tablet=a639505fdcb24e1fa62622e9763d72d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.941 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [6173fda789e81084c4beee4bfcd376b79d557e57b84f628526a44c73c86a4048]
02:06:29.941 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6173fda789e81084c4beee4bfcd376b79d557e57b84f628526a44c73c86a4048]
02:06:29.941 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:06:29.941 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:06:29.942 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6173fda789e81084c4beee4bfcd376b79d557e57b84f628526a44c73c86a4048 finished by subtask 2; deferring removal (restored in pending)
02:06:29.943 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:29.944 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e59debd97dcb4e35861797f419189f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.944 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e59debd97dcb4e35861797f419189f89 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:29.948 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:29.952 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7279426b2fe74fa4966e69b57ce75ecb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.953 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7279426b2fe74fa4966e69b57ce75ecb for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:29.954 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:29.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:29.955 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:29.955 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:06:29.959 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3115bda4b95487ca6abc38476279fd2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.959 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a3115bda4b95487ca6abc38476279fd2 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:29.967 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bfd68523b8a4b2ea3454a12e917a838, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.967 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bfd68523b8a4b2ea3454a12e917a838 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:29.973 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1fda13024dda4e8ba20cd990668d7454, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.973 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1fda13024dda4e8ba20cd990668d7454 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:29.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:29.983 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cfc466e1bfc347f1af55ce557433066c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:29.984 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet cfc466e1bfc347f1af55ce557433066c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:30.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:30.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069990002 for job e145383e68303a1e13038904fc8aacb4.
02:06:30.004 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:30.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:30.004 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:30.004 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:06:30.006 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=8, operationSize=505, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@2b39d5a5, flushNotification=Deferred@749380681(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:06:30.006 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=253, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@551df646, flushNotification=Deferred@441706081(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:06:30.007 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] connecting to peer
02:06:30.007 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] connecting to peer
02:06:30.044 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e59debd97dcb4e35861797f419189f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.044 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e59debd97dcb4e35861797f419189f89 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:30.054 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:30.055 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:30.055 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:30.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:30.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:30.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:30.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:30.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:30.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:30.055 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:30.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:30.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:30.056 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:30.061 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7279426b2fe74fa4966e69b57ce75ecb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.061 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7279426b2fe74fa4966e69b57ce75ecb for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:30.066 [DEBUG - kudu-nio-3] (Connection.java:757) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] Successfully connected to peer
02:06:30.069 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3115bda4b95487ca6abc38476279fd2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.069 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a3115bda4b95487ca6abc38476279fd2 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:30.077 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bfd68523b8a4b2ea3454a12e917a838, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.077 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bfd68523b8a4b2ea3454a12e917a838 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:30.084 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1fda13024dda4e8ba20cd990668d7454, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.085 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1fda13024dda4e8ba20cd990668d7454 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:30.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:30.095 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cfc466e1bfc347f1af55ce557433066c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.096 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet cfc466e1bfc347f1af55ce557433066c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:30.103 [DEBUG - kudu-nio-3] (Connection.java:757) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] Successfully connected to peer
02:06:30.117 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:30.118 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:30.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:30.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:30.118 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:30.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:30.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:30.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:30.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:30.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:30.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:30.120 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:30.120 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:30.125 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:30.129 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x0712e155, L:/127.0.0.1:52234 - R:/127.9.205.2:44187] using TOKEN/null
02:06:30.143 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:30.144 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:30.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:30.144 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:30.145 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:06:30.146 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x59df4bac, L:/127.0.0.1:52246 - R:/127.9.205.2:44187] using TOKEN/null
02:06:30.148 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:30.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:30.149 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:30.149 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:06:30.154 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e59debd97dcb4e35861797f419189f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.154 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e59debd97dcb4e35861797f419189f89 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:30.161 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7279426b2fe74fa4966e69b57ce75ecb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.161 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7279426b2fe74fa4966e69b57ce75ecb for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:30.165 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:30.166 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:30.166 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:30.166 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:30.166 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:30.166 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:30.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:30.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:30.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:30.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:30.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:30.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:30.167 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:30.168 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3115bda4b95487ca6abc38476279fd2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.169 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a3115bda4b95487ca6abc38476279fd2 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:30.176 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bfd68523b8a4b2ea3454a12e917a838, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.176 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bfd68523b8a4b2ea3454a12e917a838 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:30.183 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1fda13024dda4e8ba20cd990668d7454, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.183 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1fda13024dda4e8ba20cd990668d7454 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:30.191 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cfc466e1bfc347f1af55ce557433066c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.192 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet cfc466e1bfc347f1af55ce557433066c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:30.249 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e59debd97dcb4e35861797f419189f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.249 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e59debd97dcb4e35861797f419189f89 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:30.256 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7279426b2fe74fa4966e69b57ce75ecb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.256 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7279426b2fe74fa4966e69b57ce75ecb for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:30.263 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3115bda4b95487ca6abc38476279fd2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.264 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a3115bda4b95487ca6abc38476279fd2 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:30.271 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bfd68523b8a4b2ea3454a12e917a838, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.271 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bfd68523b8a4b2ea3454a12e917a838 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:30.278 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1fda13024dda4e8ba20cd990668d7454, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.278 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1fda13024dda4e8ba20cd990668d7454 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:30.284 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cfc466e1bfc347f1af55ce557433066c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.284 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet cfc466e1bfc347f1af55ce557433066c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:30.402016 10591 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.9.205.3:43201, user_credentials={real_user=slave}} blocked reactor thread for 81770.9us
02:06:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:30.403309 10592 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.9.205.1:37149, user_credentials={real_user=slave}} blocked reactor thread for 64092.3us
02:06:30.404 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e59debd97dcb4e35861797f419189f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.404 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e59debd97dcb4e35861797f419189f89 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:30.412 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7279426b2fe74fa4966e69b57ce75ecb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.412 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7279426b2fe74fa4966e69b57ce75ecb for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:30.419 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3115bda4b95487ca6abc38476279fd2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.419 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a3115bda4b95487ca6abc38476279fd2 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:30.425 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:30.425 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:30.425 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:30.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:30.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:30.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:30.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:30.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:30.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:30.426 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:30.426 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:30.426 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:30.426 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:30.432 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:30.432 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:30.432 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:30.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:30.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:30.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:30.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:30.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:30.433 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:30.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:30.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:30.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:30.434 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:30.460 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bfd68523b8a4b2ea3454a12e917a838, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.460 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bfd68523b8a4b2ea3454a12e917a838 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:30.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:30.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:30.501 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1fda13024dda4e8ba20cd990668d7454, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.501 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1fda13024dda4e8ba20cd990668d7454 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:30.509 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cfc466e1bfc347f1af55ce557433066c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.509 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet cfc466e1bfc347f1af55ce557433066c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:30.514 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:30.515 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:30.515 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:30.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:30.515 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:30.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:30.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:30.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:30.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:30.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:30.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:30.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:30.516 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:30.520 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job e145383e68303a1e13038904fc8aacb4 (4892 bytes, checkpointDuration=517 ms, finalizationTime=1 ms).
02:06:30.522 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069990521 for job e145383e68303a1e13038904fc8aacb4.
02:06:30.524 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:06:30.524 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split a9389bdd980b075da5e82241c5e079f292aeaf4bc9a2491cbd067c5d6a586b38 from pending
02:06:30.524 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 7b206600cd90045065b33ffb6a59e6c78d725475d907023a8e42c02dd6ea2ee4 from pending
02:06:30.524 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 9dbe83817c0718b3ae439ad3d15663f7cf1fdfbbdf8128b841ae390c8776261c from pending
02:06:30.525 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split c6f4d4594e66a9c2c7b994955de3014a2c19fba6f36a04c6e970a96037e0a9f3 from pending
02:06:30.525 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 6173fda789e81084c4beee4bfcd376b79d557e57b84f628526a44c73c86a4048 from pending
02:06:30.525 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 94d4adc35c3f2303e5338cf7fceaebf880db38003f8bd41f973fac256d60cd86 from pending
02:06:30.525 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 6 finished splits from enumerator state
02:06:30.543 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job e145383e68303a1e13038904fc8aacb4 (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
02:06:30.545 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:06:30.575 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e59debd97dcb4e35861797f419189f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.576 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e59debd97dcb4e35861797f419189f89 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:30.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:30.620 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7279426b2fe74fa4966e69b57ce75ecb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.621 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7279426b2fe74fa4966e69b57ce75ecb for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:30.629 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3115bda4b95487ca6abc38476279fd2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.629 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a3115bda4b95487ca6abc38476279fd2 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:30.655 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bfd68523b8a4b2ea3454a12e917a838, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.655 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bfd68523b8a4b2ea3454a12e917a838 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:30.663 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1fda13024dda4e8ba20cd990668d7454, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.664 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1fda13024dda4e8ba20cd990668d7454 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:30.670 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cfc466e1bfc347f1af55ce557433066c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.670 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet cfc466e1bfc347f1af55ce557433066c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:30.675 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aafd7253a17e4f888b04dbcebbd0afd0
02:06:30.681 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:30.685 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aafd7253a17e4f888b04dbcebbd0afd0
02:06:30.688 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:30.692 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 33682919813f4f2ab83fdfa4c22b2b5a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:30.692 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a9f5537111464ab38c62a3ac55488855 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:30.692 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 379a99abe7d34e06848bd464ce68e463 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:30.693 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 74e204df7b904b249a119e6bab0eb4cb for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:30.693 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a639505fdcb24e1fa62622e9763d72d8 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:30.693 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6c81fd0a65834b4da18bef7e765d2141 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:30.693 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=33682919813f4f2ab83fdfa4c22b2b5a@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=a9f5537111464ab38c62a3ac55488855@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=379a99abe7d34e06848bd464ce68e463@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=74e204df7b904b249a119e6bab0eb4cb@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a639505fdcb24e1fa62622e9763d72d8@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=6c81fd0a65834b4da18bef7e765d2141@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:30.703 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e59debd97dcb4e35861797f419189f89 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:30.703 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7279426b2fe74fa4966e69b57ce75ecb for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:30.703 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a3115bda4b95487ca6abc38476279fd2 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:30.703 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bfd68523b8a4b2ea3454a12e917a838 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:30.703 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1fda13024dda4e8ba20cd990668d7454 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:30.704 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cfc466e1bfc347f1af55ce557433066c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:30.704 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=e59debd97dcb4e35861797f419189f89@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=7279426b2fe74fa4966e69b57ce75ecb@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201)[L],a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=a3115bda4b95487ca6abc38476279fd2@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2bfd68523b8a4b2ea3454a12e917a838@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=1fda13024dda4e8ba20cd990668d7454@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=cfc466e1bfc347f1af55ce557433066c@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:30.708 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aafd7253a17e4f888b04dbcebbd0afd0
02:06:30.714 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7afa53c1fd8b40ba8b41fd3cb771f6ae
02:06:30.719 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 33682919813f4f2ab83fdfa4c22b2b5a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:30.719 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a9f5537111464ab38c62a3ac55488855 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:30.719 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 379a99abe7d34e06848bd464ce68e463 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:30.719 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 74e204df7b904b249a119e6bab0eb4cb for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:30.719 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a639505fdcb24e1fa62622e9763d72d8 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:30.720 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6c81fd0a65834b4da18bef7e765d2141 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:30.720 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=33682919813f4f2ab83fdfa4c22b2b5a@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=a9f5537111464ab38c62a3ac55488855@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=379a99abe7d34e06848bd464ce68e463@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=74e204df7b904b249a119e6bab0eb4cb@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a639505fdcb24e1fa62622e9763d72d8@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=6c81fd0a65834b4da18bef7e765d2141@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:30.721 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.7.124:46177, [5ms] Sub RPC GetTableLocations: received response from server master-127.9.7.124:46177: OK, deferred=null)) after lookup
02:06:30.746 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=33682919813f4f2ab83fdfa4c22b2b5a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.747 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 33682919813f4f2ab83fdfa4c22b2b5a for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:30.753 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9f5537111464ab38c62a3ac55488855, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.753 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a9f5537111464ab38c62a3ac55488855 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:30.753 [DEBUG - main] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:30.776 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:30.784 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:30.784 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:30.784 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:30.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:30.785 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:30.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:30.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:30.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:30.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:30.786 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:30.786 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:30.786 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:30.786 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:30.818 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:30.818 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:30.819 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:30.819 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:30.819 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:30.819 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:30.820 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:30.820 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:30.820 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:30.820 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:30.820 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:30.821 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:30.821 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:30.838 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:30.844 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aafd7253a17e4f888b04dbcebbd0afd0
02:06:30.848 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xb7c2c7e0, L:/127.0.0.1:41292 - R:/127.9.7.65:41709] using TOKEN/null
02:06:30.850 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 33682919813f4f2ab83fdfa4c22b2b5a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:30.851 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a9f5537111464ab38c62a3ac55488855 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:30.851 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 379a99abe7d34e06848bd464ce68e463 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:30.851 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 74e204df7b904b249a119e6bab0eb4cb for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:30.851 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a639505fdcb24e1fa62622e9763d72d8 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:30.852 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6c81fd0a65834b4da18bef7e765d2141 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:30.852 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=33682919813f4f2ab83fdfa4c22b2b5a@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=a9f5537111464ab38c62a3ac55488855@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=379a99abe7d34e06848bd464ce68e463@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=74e204df7b904b249a119e6bab0eb4cb@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a639505fdcb24e1fa62622e9763d72d8@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=6c81fd0a65834b4da18bef7e765d2141@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:30.857 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e074f113be92a11bba91f8fc9bd3dc453e356d423142fabb452291ad88f77e2f'}]
02:06:30.858 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=379a99abe7d34e06848bd464ce68e463, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.858 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 379a99abe7d34e06848bd464ce68e463 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:30.859 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:30.859 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f1eb66013bb3295b841a32902856785aab07354dd37e196271b424803f1595f6'}]
02:06:30.861 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:30.861 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:06:30.861 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5e04b6f01fcc2244e9fd122880e666dad08dca929078ed74cae56a5db62616f7'}]
02:06:30.861 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=a9f5537111464ab38c62a3ac55488855@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}]
02:06:30.862 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:30.863 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='05de777efef9ce69151b3fa9a8809c4d8d1daad4d667414c73aa905c00848ee5'}]
02:06:30.864 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:30.864 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:06:30.865 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=74e204df7b904b249a119e6bab0eb4cb@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:30.865 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:06:30.866 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=33682919813f4f2ab83fdfa4c22b2b5a@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:30.866 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:06:30.866 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=379a99abe7d34e06848bd464ce68e463@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:30.883 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:30.887 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:30.895 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:30.910 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:30.916 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=74e204df7b904b249a119e6bab0eb4cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.916 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 74e204df7b904b249a119e6bab0eb4cb for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:30.926 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a639505fdcb24e1fa62622e9763d72d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.926 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a639505fdcb24e1fa62622e9763d72d8 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:30.935 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6c81fd0a65834b4da18bef7e765d2141, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.935 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 6c81fd0a65834b4da18bef7e765d2141 for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:30.941 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e59debd97dcb4e35861797f419189f89 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:30.942 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7279426b2fe74fa4966e69b57ce75ecb for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:30.942 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a3115bda4b95487ca6abc38476279fd2 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:30.942 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bfd68523b8a4b2ea3454a12e917a838 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:30.942 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1fda13024dda4e8ba20cd990668d7454 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:30.942 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cfc466e1bfc347f1af55ce557433066c for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:30.942 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=e59debd97dcb4e35861797f419189f89@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=7279426b2fe74fa4966e69b57ce75ecb@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201)[L],a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=a3115bda4b95487ca6abc38476279fd2@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=2bfd68523b8a4b2ea3454a12e917a838@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=1fda13024dda4e8ba20cd990668d7454@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149),bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=cfc466e1bfc347f1af55ce557433066c@[57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201),a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)[L],bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:30.942 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.205.60:35581, [5ms] Sub RPC GetTableLocations: received response from server master-127.9.205.60:35581: OK, deferred=null)) after lookup
02:06:30.952 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e59debd97dcb4e35861797f419189f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.952 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e59debd97dcb4e35861797f419189f89 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:30.959 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7279426b2fe74fa4966e69b57ce75ecb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.959 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7279426b2fe74fa4966e69b57ce75ecb for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:30.966 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3115bda4b95487ca6abc38476279fd2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.966 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a3115bda4b95487ca6abc38476279fd2 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:30.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:30.983 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bfd68523b8a4b2ea3454a12e917a838, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.983 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bfd68523b8a4b2ea3454a12e917a838 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:30.996 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1fda13024dda4e8ba20cd990668d7454, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:30.997 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1fda13024dda4e8ba20cd990668d7454 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:31.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:31.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069991003 for job e145383e68303a1e13038904fc8aacb4.
02:06:31.016 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job e145383e68303a1e13038904fc8aacb4 (4952 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:06:31.018 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:06:31.050 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cfc466e1bfc347f1af55ce557433066c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.051 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet cfc466e1bfc347f1af55ce557433066c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:31.085 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:31.085 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:31.086 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=33682919813f4f2ab83fdfa4c22b2b5a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.086 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:31.086 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 33682919813f4f2ab83fdfa4c22b2b5a for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:31.086 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:31.086 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:31.086 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:31.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:31.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:31.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:31.087 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:31.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:31.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:31.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:31.087 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:31.095 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9f5537111464ab38c62a3ac55488855, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.095 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a9f5537111464ab38c62a3ac55488855 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:31.107 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:31.126 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:31.137 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=379a99abe7d34e06848bd464ce68e463, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.138 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 379a99abe7d34e06848bd464ce68e463 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:31.147 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:31.151 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=74e204df7b904b249a119e6bab0eb4cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.151 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 74e204df7b904b249a119e6bab0eb4cb for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:31.167 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:31.202 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:31.202 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:31.203 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:31.203 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:31.203 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:31.204 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:31.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:31.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:31.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:31.204 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:31.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:31.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:31.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:31.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:31.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:31.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:31.205 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:31.206 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:31.206 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:31.206 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:31.203 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:31.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:31.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:31.204 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:31.208 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:31.208 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:31.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:31.208 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:31.239 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:31.253 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3dc7feed, L:/127.0.0.1:41304 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:31.259 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:31.271 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:31.271 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:31.272 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:31.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:31.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:31.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:31.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:31.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:31.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:31.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:31.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:31.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:31.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:31.284 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070682484736001) for scanner KuduScanner(table=replication_test_table, tablet=a9f5537111464ab38c62a3ac55488855, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.284 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [f1eb66013bb3295b841a32902856785aab07354dd37e196271b424803f1595f6]
02:06:31.285 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f1eb66013bb3295b841a32902856785aab07354dd37e196271b424803f1595f6]
02:06:31.285 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:06:31.285 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:06:31.286 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f1eb66013bb3295b841a32902856785aab07354dd37e196271b424803f1595f6 finished by subtask 1; deferring removal (restored in pending)
02:06:31.288 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:31.288 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1e6fc00c5fbb84295e1198921f8b512b976ac322e5369a2778954917a8143491'}]
02:06:31.290 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:31.292 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:31.306 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:31.326 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:31.340 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a639505fdcb24e1fa62622e9763d72d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.340 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a639505fdcb24e1fa62622e9763d72d8 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:31.372 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:31.379 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:31.382 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xda0c9d45, L:/127.0.0.1:41346 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:31.390 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:06:31.411 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6c81fd0a65834b4da18bef7e765d2141, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.411 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 6c81fd0a65834b4da18bef7e765d2141 for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:31.461 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=a639505fdcb24e1fa62622e9763d72d8@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:31.466 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x77e74fb5, L:/127.0.0.1:41316 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:31.471 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xff2630b8, L:/127.0.0.1:41332 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:31.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:31.487 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070682484736001) for scanner KuduScanner(table=replication_test_table, tablet=33682919813f4f2ab83fdfa4c22b2b5a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.487 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [e074f113be92a11bba91f8fc9bd3dc453e356d423142fabb452291ad88f77e2f]
02:06:31.487 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e074f113be92a11bba91f8fc9bd3dc453e356d423142fabb452291ad88f77e2f]
02:06:31.488 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:06:31.488 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:06:31.489 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e074f113be92a11bba91f8fc9bd3dc453e356d423142fabb452291ad88f77e2f finished by subtask 3; deferring removal (restored in pending)
02:06:31.490 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:31.490 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ed2bd77226742dd15e16cdf1079d66ddfab22cb3246c087e3d5dd40743dee62b'}]
02:06:31.493 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:31.494 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:31.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:31.503 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e59debd97dcb4e35861797f419189f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.504 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e59debd97dcb4e35861797f419189f89 for partition [0x00000000, 0x0000000080000032) with scanner id null
02:06:31.504 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069991503 for job e145383e68303a1e13038904fc8aacb4.
02:06:31.528 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7279426b2fe74fa4966e69b57ce75ecb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.528 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7279426b2fe74fa4966e69b57ce75ecb for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
02:06:31.542 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3115bda4b95487ca6abc38476279fd2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.542 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a3115bda4b95487ca6abc38476279fd2 for partition [0x0000000080000096, 0x00000001) with scanner id null
02:06:31.573 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:31.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:31.574 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:06:31.574 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:06:31.575 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:31.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:31.575 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:31.575 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:06:31.581 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:31.583 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070682484736001) for scanner KuduScanner(table=replication_test_table, tablet=74e204df7b904b249a119e6bab0eb4cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.584 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [05de777efef9ce69151b3fa9a8809c4d8d1daad4d667414c73aa905c00848ee5]
02:06:31.584 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [05de777efef9ce69151b3fa9a8809c4d8d1daad4d667414c73aa905c00848ee5]
02:06:31.584 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:06:31.584 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:06:31.585 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 05de777efef9ce69151b3fa9a8809c4d8d1daad4d667414c73aa905c00848ee5 finished by subtask 2; deferring removal (restored in pending)
02:06:31.586 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:31.587 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:31.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:31.595 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:06:31.596 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=6c81fd0a65834b4da18bef7e765d2141@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:31.597 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:31.599 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job e145383e68303a1e13038904fc8aacb4 (4952 bytes, checkpointDuration=96 ms, finalizationTime=0 ms).
02:06:31.601 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:06:31.601 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split e074f113be92a11bba91f8fc9bd3dc453e356d423142fabb452291ad88f77e2f from pending
02:06:31.601 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split f1eb66013bb3295b841a32902856785aab07354dd37e196271b424803f1595f6 from pending
02:06:31.601 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 05de777efef9ce69151b3fa9a8809c4d8d1daad4d667414c73aa905c00848ee5 from pending
02:06:31.601 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 3 finished splits from enumerator state
02:06:31.604 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:31.609966 10592 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.9.205.1:37149, user_credentials={real_user=slave}} blocked reactor thread for 53547.4us
02:06:31.626 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070682484736001) for scanner KuduScanner(table=replication_test_table, tablet=379a99abe7d34e06848bd464ce68e463, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.626 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [5e04b6f01fcc2244e9fd122880e666dad08dca929078ed74cae56a5db62616f7]
02:06:31.627 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5e04b6f01fcc2244e9fd122880e666dad08dca929078ed74cae56a5db62616f7]
02:06:31.627 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:06:31.627 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:06:31.628 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:31.628 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5e04b6f01fcc2244e9fd122880e666dad08dca929078ed74cae56a5db62616f7 finished by subtask 0; deferring removal (restored in pending)
02:06:31.629 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:31.650 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bfd68523b8a4b2ea3454a12e917a838, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.650 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bfd68523b8a4b2ea3454a12e917a838 for partition [0x00000001, 0x0000000180000032) with scanner id null
02:06:31.662 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1fda13024dda4e8ba20cd990668d7454, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.662 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1fda13024dda4e8ba20cd990668d7454 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
02:06:31.676 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cfc466e1bfc347f1af55ce557433066c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.676 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet cfc466e1bfc347f1af55ce557433066c for partition [0x0000000180000096, 0x00000002) with scanner id null
02:06:31.676 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:31.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:31.676 [DEBUG - main] (Connection.java:575) [peer master-127.9.205.61:38235(127.9.205.61:38235)] disconnecting while in state READY
02:06:31.676 [DEBUG - main] (Connection.java:575) [peer master-127.9.205.60:35581(127.9.205.60:35581)] disconnecting while in state READY
02:06:31.676 [DEBUG - main] (Connection.java:575) [peer a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)] disconnecting while in state READY
02:06:31.676 [DEBUG - main] (Connection.java:575) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] disconnecting while in state READY
02:06:31.676 [DEBUG - main] (Connection.java:575) [peer 57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201)] disconnecting while in state READY
02:06:31.676 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:06:31.676 [DEBUG - main] (Connection.java:575) [peer master-127.9.205.62:41527(127.9.205.62:41527)] disconnecting while in state READY
02:06:31.676 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:06:31.677 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.205.61:38235(127.9.205.61:38235)] handling channelInactive
02:06:31.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state READY due to: connection closed
02:06:31.677 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.205.60:35581(127.9.205.60:35581)] handling channelInactive
02:06:31.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state READY due to: connection closed
02:06:31.679 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.205.62:41527(127.9.205.62:41527)] handling channelInactive
02:06:31.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state READY due to: connection closed
02:06:31.687 [DEBUG - kudu-nio-5] (Connection.java:239) [peer a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)] handling channelInactive
02:06:31.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a8f151fe25594244b34107d57f7082f7(127.9.205.1:37149)] cleaning up while in state READY due to: connection closed
02:06:31.688 [DEBUG - kudu-nio-3] (Connection.java:239) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] handling channelInactive
02:06:31.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] cleaning up while in state READY due to: connection closed
02:06:31.693 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:31.695 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:06:31.695 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:06:31.695 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
02:06:31.695 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
02:06:31.696 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
02:06:31.696 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:31.706 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:31.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:31.706 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:06:31.707 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:06:31.720 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6fc3c7e5, L:/127.0.0.1:41360 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:31.721 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201)] handling channelInactive
02:06:31.721 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 57dbcf53135a46ee8be61e9019a1c876(127.9.205.3:43201)] cleaning up while in state READY due to: connection closed
02:06:31.722 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-4
02:06:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:31.723287 10036 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 10330
02:06:31.728 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:31.730 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:31.737 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:31.746 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070682484736001) for scanner KuduScanner(table=replication_test_table, tablet=a639505fdcb24e1fa62622e9763d72d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.748 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [1e6fc00c5fbb84295e1198921f8b512b976ac322e5369a2778954917a8143491]
02:06:31.748 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1e6fc00c5fbb84295e1198921f8b512b976ac322e5369a2778954917a8143491]
02:06:31.749 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:06:31.749 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:06:31.750 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1e6fc00c5fbb84295e1198921f8b512b976ac322e5369a2778954917a8143491 finished by subtask 1; deferring removal (restored in pending)
02:06:31.750 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:31.751 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:31.756 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:31.770 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x42539094, L:/127.0.0.1:41366 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:31.786 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070682484736001) for scanner KuduScanner(table=replication_test_table, tablet=6c81fd0a65834b4da18bef7e765d2141, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:31.786 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [ed2bd77226742dd15e16cdf1079d66ddfab22cb3246c087e3d5dd40743dee62b]
02:06:31.786 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ed2bd77226742dd15e16cdf1079d66ddfab22cb3246c087e3d5dd40743dee62b]
02:06:31.787 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:06:31.787 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:06:31.787 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ed2bd77226742dd15e16cdf1079d66ddfab22cb3246c087e3d5dd40743dee62b finished by subtask 3; deferring removal (restored in pending)
02:06:31.788 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:31.790 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:31.824 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:31.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:31.824 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:31.824 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:06:31.825 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:31.825 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:31.825 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:31.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:31.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:31.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:31.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:31.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:31.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:31.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:31.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:31.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:31.827 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:31.849 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:31.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:31.849 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:31.849 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:06:31.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:31.948547 10036 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 10497
02:06:31.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:32.001 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:32.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069992002 for job e145383e68303a1e13038904fc8aacb4.
02:06:32.012 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job e145383e68303a1e13038904fc8aacb4 (2958 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:06:32.017 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:06:32.017 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split ed2bd77226742dd15e16cdf1079d66ddfab22cb3246c087e3d5dd40743dee62b from pending
02:06:32.017 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 1e6fc00c5fbb84295e1198921f8b512b976ac322e5369a2778954917a8143491 from pending
02:06:32.018 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 5e04b6f01fcc2244e9fd122880e666dad08dca929078ed74cae56a5db62616f7 from pending
02:06:32.018 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 3 finished splits from enumerator state
02:06:32.068 [DEBUG - kudu-nio-3] (Connection.java:239) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] handling channelInactive
02:06:32.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] cleaning up while in state READY due to: connection closed
02:06:32.069 [DEBUG - kudu-nio-3] (Connection.java:239) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] handling channelInactive
02:06:32.069 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] cleaning up while in state READY due to: connection closed
02:06:32.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:32.069729 10733 connection.cc:582] client connection to 127.9.205.2:44187 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:06:32.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:32.070298 10733 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:06:32.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:32.072477 10036 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 10710
02:06:32.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:32.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:32.164338 10036 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 10049
02:06:32.244 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.205.62:41527(127.9.205.62:41527)] handling channelInactive
02:06:32.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state READY due to: connection closed
02:06:32.247 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.205.62:41527(127.9.205.62:41527)] handling channelInactive
02:06:32.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state READY due to: connection closed
02:06:32.247 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.205.62:41527(127.9.205.62:41527)] handling channelInactive
02:06:32.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state READY due to: connection closed
02:06:32.247 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.205.62:41527(127.9.205.62:41527)] handling channelInactive
02:06:32.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state READY due to: connection closed
02:06:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:32.257686 10036 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 10129
02:06:32.307 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.205.61:38235(127.9.205.61:38235)] handling channelInactive
02:06:32.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state READY due to: connection closed
02:06:32.307 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.205.61:38235(127.9.205.61:38235)] handling channelInactive
02:06:32.307 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.205.61:38235(127.9.205.61:38235)] handling channelInactive
02:06:32.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state READY due to: connection closed
02:06:32.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state READY due to: connection closed
02:06:32.308 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.205.61:38235(127.9.205.61:38235)] handling channelInactive
02:06:32.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state READY due to: connection closed
02:06:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:32.312443 10036 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 10205
02:06:32.349 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.205.60:35581(127.9.205.60:35581)] handling channelInactive
02:06:32.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state READY due to: connection closed
02:06:32.349 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.205.60:35581(127.9.205.60:35581)] handling channelInactive
02:06:32.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state READY due to: connection closed
02:06:32.349 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.205.60:35581(127.9.205.60:35581)] handling channelInactive
02:06:32.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state READY due to: connection closed
02:06:32.350 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.205.60:35581(127.9.205.60:35581)] handling channelInactive
02:06:32.350 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state READY due to: connection closed
02:06:32.459 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:32.459 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:32.460 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:32.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:32.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:32.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:32.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:32.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:32.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:32.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:32.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:32.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:32.461 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:32.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:32.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:32.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069992502 for job e145383e68303a1e13038904fc8aacb4.
02:06:32.516 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job e145383e68303a1e13038904fc8aacb4 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:06:32.518 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:06:32.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:32.845 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:32.845 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:32.845 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:32.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:32.846 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:32.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:32.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:32.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:32.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:32.846 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:32.846 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:32.846 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:32.846 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:32.849 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aafd7253a17e4f888b04dbcebbd0afd0
02:06:32.856 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 33682919813f4f2ab83fdfa4c22b2b5a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:32.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a9f5537111464ab38c62a3ac55488855 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:32.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 379a99abe7d34e06848bd464ce68e463 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:32.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 74e204df7b904b249a119e6bab0eb4cb for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:32.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a639505fdcb24e1fa62622e9763d72d8 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:32.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6c81fd0a65834b4da18bef7e765d2141 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:32.857 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=33682919813f4f2ab83fdfa4c22b2b5a@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=a9f5537111464ab38c62a3ac55488855@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=379a99abe7d34e06848bd464ce68e463@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=74e204df7b904b249a119e6bab0eb4cb@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a639505fdcb24e1fa62622e9763d72d8@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=6c81fd0a65834b4da18bef7e765d2141@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:32.862 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='bf268c1c4030f50bd7786937f26b5dfc6acb738c9d7fa4c330c4df17988f5726'}]
02:06:32.862 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2d72c673e11aa6f65f01088d663130353b818546f2eecbe47a2f36636474246e'}]
02:06:32.863 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:32.864 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:06:32.864 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='534e274528adef0fb0cb3946029bfe1938c6c519b782158e6a46160339fba339'}]
02:06:32.864 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=379a99abe7d34e06848bd464ce68e463@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:32.866 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:32.866 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:06:32.867 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299997, tablet=33682919813f4f2ab83fdfa4c22b2b5a@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:32.867 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='97de678e510c80e95ae763f0de5ecbe126662a106f913ddc19b5a9d8bf8fb870'}]
02:06:32.868 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:32.869 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:06:32.869 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=74e204df7b904b249a119e6bab0eb4cb@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:32.870 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:32.871 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:06:32.871 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=a9f5537111464ab38c62a3ac55488855@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}]
02:06:32.872 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:32.877 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:32.884 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:32.891 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:32.905 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:32.912 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:32.923 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:32.925 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:32.926 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:32.937 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:32.941 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:32.942 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8f71fd2d, L:/127.0.0.1:41384 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:32.948 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:32.949 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:32.961 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:32.961 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:32.964 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:32.965 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:32.965 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:32.965 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf46b8565, L:/127.0.0.1:41368 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:32.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:32.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:32.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:32.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:32.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:32.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:32.967 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:32.967 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:32.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:32.967 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:32.967 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x06fcf2c4, L:/127.0.0.1:41400 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:32.971 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:32.977 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf4c4723d, L:/127.0.0.1:41414 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:32.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:32.995 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070690676736001) for scanner KuduScanner(table=replication_test_table, tablet=379a99abe7d34e06848bd464ce68e463, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:32.996 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [bf268c1c4030f50bd7786937f26b5dfc6acb738c9d7fa4c330c4df17988f5726]
02:06:32.996 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [bf268c1c4030f50bd7786937f26b5dfc6acb738c9d7fa4c330c4df17988f5726]
02:06:32.996 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:06:32.996 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:06:32.998 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split bf268c1c4030f50bd7786937f26b5dfc6acb738c9d7fa4c330c4df17988f5726 finished by subtask 1; deferring removal (restored in pending)
02:06:32.999 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:32.999 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b6078933f3fa7512a8323f3258df967b2c31b3f7f5a85d45e12fe0fd36af1d43'}]
02:06:33.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:33.001 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:33.001 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:06:33.002 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=a639505fdcb24e1fa62622e9763d72d8@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:33.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069993002 for job e145383e68303a1e13038904fc8aacb4.
02:06:33.009 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:33.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:33.014 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job e145383e68303a1e13038904fc8aacb4 (4952 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:06:33.015 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:33.016 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:06:33.018 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split bf268c1c4030f50bd7786937f26b5dfc6acb738c9d7fa4c330c4df17988f5726 from pending
02:06:33.018 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 1 finished splits from enumerator state
02:06:33.019 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:33.028 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070690676736001) for scanner KuduScanner(table=replication_test_table, tablet=74e204df7b904b249a119e6bab0eb4cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:33.040 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070690676736001) for scanner KuduScanner(table=replication_test_table, tablet=33682919813f4f2ab83fdfa4c22b2b5a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:33.111 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:33.112 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:33.112 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [534e274528adef0fb0cb3946029bfe1938c6c519b782158e6a46160339fba339]
02:06:33.112 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:33.112 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [534e274528adef0fb0cb3946029bfe1938c6c519b782158e6a46160339fba339]
02:06:33.112 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:33.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:33.113 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [97de678e510c80e95ae763f0de5ecbe126662a106f913ddc19b5a9d8bf8fb870]
02:06:33.113 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:06:33.113 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:06:33.113 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:33.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:33.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:33.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:33.114 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 534e274528adef0fb0cb3946029bfe1938c6c519b782158e6a46160339fba339 finished by subtask 2; deferring removal (restored in pending)
02:06:33.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:33.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:33.113 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [97de678e510c80e95ae763f0de5ecbe126662a106f913ddc19b5a9d8bf8fb870]
02:06:33.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:33.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:33.115 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:06:33.115 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:06:33.116 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:33.117 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:33.117 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 97de678e510c80e95ae763f0de5ecbe126662a106f913ddc19b5a9d8bf8fb870 finished by subtask 3; deferring removal (restored in pending)
02:06:33.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:33.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:33.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:33.118 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b33efb3e8a0495c5ab51879d0c0032225efe514cb8caaaf2f257a12d2c9e7c3d'}]
02:06:33.120 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:33.120 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:06:33.121 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=6c81fd0a65834b4da18bef7e765d2141@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:33.131 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:33.136 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9dcc05d7, L:/127.0.0.1:41420 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:33.145 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:33.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:33.146 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:06:33.146 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:06:33.148 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070690676736001) for scanner KuduScanner(table=replication_test_table, tablet=a639505fdcb24e1fa62622e9763d72d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:33.149 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b6078933f3fa7512a8323f3258df967b2c31b3f7f5a85d45e12fe0fd36af1d43]
02:06:33.149 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b6078933f3fa7512a8323f3258df967b2c31b3f7f5a85d45e12fe0fd36af1d43]
02:06:33.150 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:06:33.150 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:06:33.151 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b6078933f3fa7512a8323f3258df967b2c31b3f7f5a85d45e12fe0fd36af1d43 finished by subtask 1; deferring removal (restored in pending)
02:06:33.151 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:33.154 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:33.167 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:33.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:33.168 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:06:33.168 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:06:33.184 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:33.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:33.184 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:33.185 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070690676736001) for scanner KuduScanner(table=replication_test_table, tablet=a9f5537111464ab38c62a3ac55488855, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:33.185 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:06:33.185 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [2d72c673e11aa6f65f01088d663130353b818546f2eecbe47a2f36636474246e]
02:06:33.185 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [2d72c673e11aa6f65f01088d663130353b818546f2eecbe47a2f36636474246e]
02:06:33.185 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:06:33.185 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:06:33.186 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 2d72c673e11aa6f65f01088d663130353b818546f2eecbe47a2f36636474246e finished by subtask 0; deferring removal (restored in pending)
02:06:33.186 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:33.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:33.193 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:33.207 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:33.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:33.208 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:06:33.208 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:06:33.226 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:33.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:33.227 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:33.227 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:06:33.235 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:33.236 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:33.236 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:33.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:33.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:33.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:33.238 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:33.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:33.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:33.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:33.240 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:33.240 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:33.240 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:33.240 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:33.244 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:33.261 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:33.274 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf5d797c2, L:/127.0.0.1:41422 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:33.287 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070690676736001) for scanner KuduScanner(table=replication_test_table, tablet=6c81fd0a65834b4da18bef7e765d2141, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:33.288 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [b33efb3e8a0495c5ab51879d0c0032225efe514cb8caaaf2f257a12d2c9e7c3d]
02:06:33.288 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b33efb3e8a0495c5ab51879d0c0032225efe514cb8caaaf2f257a12d2c9e7c3d]
02:06:33.288 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:06:33.288 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:06:33.290 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b33efb3e8a0495c5ab51879d0c0032225efe514cb8caaaf2f257a12d2c9e7c3d finished by subtask 2; deferring removal (restored in pending)
02:06:33.290 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:33.291 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:33.303 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:33.303 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:33.303 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:33.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:33.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:33.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:33.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:33.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:33.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:33.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:33.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:33.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:33.304 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:33.318 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:33.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:33.318 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:33.318 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:06:33.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:33.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:33.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069993502 for job e145383e68303a1e13038904fc8aacb4.
02:06:33.515 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job e145383e68303a1e13038904fc8aacb4 (4290 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:06:33.516 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:06:33.517 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 534e274528adef0fb0cb3946029bfe1938c6c519b782158e6a46160339fba339 from pending
02:06:33.517 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 2d72c673e11aa6f65f01088d663130353b818546f2eecbe47a2f36636474246e from pending
02:06:33.517 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split b6078933f3fa7512a8323f3258df967b2c31b3f7f5a85d45e12fe0fd36af1d43 from pending
02:06:33.517 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 97de678e510c80e95ae763f0de5ecbe126662a106f913ddc19b5a9d8bf8fb870 from pending
02:06:33.517 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split b33efb3e8a0495c5ab51879d0c0032225efe514cb8caaaf2f257a12d2c9e7c3d from pending
02:06:33.517 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 5 finished splits from enumerator state
02:06:33.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:33.638 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:33.639 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:33.639 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:33.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:33.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:33.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:33.641 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:33.641 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:33.641 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:33.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:33.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:33.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:33.641 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:33.845 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:33.846 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:33.846 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:33.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:33.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:33.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:33.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:33.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:33.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:33.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:33.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:33.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:33.848 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:33.879 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:33.880 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:33.880 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:33.881 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:33.881 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:33.881 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:33.881 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:33.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:33.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:33.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:33.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:33.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:33.882 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:33.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:33.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:34.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069994003 for job e145383e68303a1e13038904fc8aacb4.
02:06:34.015 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job e145383e68303a1e13038904fc8aacb4 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:06:34.017 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:06:34.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:06:34Z chronyd exiting
02:06:34.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:34.137 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:34.138 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:34.138 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:34.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:34.139 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:34.139 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:34.139 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:34.139 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:34.139 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:34.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:34.139 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:34.139 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:34.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:34.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:34.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:34.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069994503 for job e145383e68303a1e13038904fc8aacb4.
02:06:34.517 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job e145383e68303a1e13038904fc8aacb4 (964 bytes, checkpointDuration=12 ms, finalizationTime=2 ms).
02:06:34.521 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:06:34.554 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:34.554 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:34.554 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:34.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:34.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:34.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:34.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:34.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:34.555 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:34.555 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:34.555 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:34.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:34.556 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:34.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:34.659 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:34.659 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:34.659 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:34.659 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:34.659 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:34.659 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:34.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:34.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:34.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:34.662 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:34.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:34.662 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:34.662 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:34.766 [DEBUG - pool-154-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [6ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [9ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [9ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [26ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [27ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [27ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [44ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [47ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [49ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [64ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [124ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [124ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [185ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [186ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [186ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [239ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [239ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [362ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [363ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [363ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [364ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [408ms] refreshing cache from master, [408ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [409ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [409ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [410ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [410ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [411ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [411ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [509ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [509ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [509ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1942ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [4141ms] refreshing cache from master, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [4142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [4143ms] too many traces: truncated at 100 traces, deferred=Deferred@1429857549(state=PENDING, result=null, callback=(continuation of Deferred@1955901389 after retry RPC after error@1806930075) -> (continuation of Deferred@600428119 after retry RPC after error@960644782) -> (continuation of Deferred@1752788108 after retry RPC after error@532221520) -> (continuation of Deferred@1928315014 after retry RPC after error@1504943939) -> (continuation of Deferred@2056099317 after retry RPC after error@764530554) -> (continuation of Deferred@569823678 after retry RPC after error@1694108484) -> (continuation of Deferred@1917716499 after retry RPC after error@1359475519) -> (continuation of Deferred@1181463424 after retry RPC after error@1929322530) -> (continuation of Deferred@1895014654 after retry RPC after error@511912916) -> (continuation of Deferred@99576887 after retry RPC after error@236630680) -> (continuation of Deferred@1669531637 after retry RPC after error@1683574234) -> (continuation of Deferred@438897586 after retry RPC after error@1107096605) -> (continuation of Deferred@985395064 after retry RPC after error@346182248) -> (continuation of Deferred@1183100885 after retry RPC after error@1618933508) -> (continuation of Deferred@98243676 after retry RPC after error@57423773) -> (continuation of Deferred@1618336290 after retry RPC after error@1998899199) -> (continuation of Deferred@713053363 after retry RPC after error@1219649185) -> (continuation of Deferred@114829663 after retry RPC after error@1460800836) -> (continuation of Deferred@2132803289 after retry RPC after error@620949709) -> (continuation of Deferred@1649911779 after retry RPC after error@627637952) -> (continuation of Deferred@629220738 after retry RPC after error@397884775) -> (continuation of Deferred@1208023245 after retry RPC after error@721195507) -> (continuation of Deferred@108858395 after retry RPC after error@672093622) -> (continuation of Deferred@1736836842 after retry RPC after error@691761376) -> (continuation of Deferred@1204333576 after retry RPC after error@356049826), errback=(continuation of Deferred@1955901389 after retry RPC after error@1806930075) -> (continuation of Deferred@600428119 after retry RPC after error@960644782) -> (continuation of Deferred@1752788108 after retry RPC after error@532221520) -> (continuation of Deferred@1928315014 after retry RPC after error@1504943939) -> (continuation of Deferred@2056099317 after retry RPC after error@764530554) -> (continuation of Deferred@569823678 after retry RPC after error@1694108484) -> (continuation of Deferred@1917716499 after retry RPC after error@1359475519) -> (continuation of Deferred@1181463424 after retry RPC after error@1929322530) -> (continuation of Deferred@1895014654 after retry RPC after error@511912916) -> (continuation of Deferred@99576887 after retry RPC after error@236630680) -> (continuation of Deferred@1669531637 after retry RPC after error@1683574234) -> (continuation of Deferred@438897586 after retry RPC after error@1107096605) -> (continuation of Deferred@985395064 after retry RPC after error@346182248) -> (continuation of Deferred@1183100885 after retry RPC after error@1618933508) -> (continuation of Deferred@98243676 after retry RPC after error@57423773) -> (continuation of Deferred@1618336290 after retry RPC after error@1998899199) -> (continuation of Deferred@713053363 after retry RPC after error@1219649185) -> (continuation of Deferred@114829663 after retry RPC after error@1460800836) -> (continuation of Deferred@2132803289 after retry RPC after error@620949709) -> (continuation of Deferred@1649911779 after retry RPC after error@627637952) -> (continuation of Deferred@629220738 after retry RPC after error@397884775) -> (continuation of Deferred@1208023245 after retry RPC after error@721195507) -> (continuation of Deferred@108858395 after retry RPC after error@672093622) -> (continuation of Deferred@1736836842 after retry RPC after error@691761376) -> (continuation of Deferred@1204333576 after retry RPC after error@356049826)))
02:06:34.768 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:06:34.769 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [6ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [9ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [9ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [26ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [27ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [27ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [44ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [47ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [49ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [64ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [124ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [124ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [185ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [186ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [186ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [239ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [239ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [362ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [363ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [363ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [364ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [408ms] refreshing cache from master, [408ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [409ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [409ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [410ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [410ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [411ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [411ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [509ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [509ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [509ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1942ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [4141ms] refreshing cache from master, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [4142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [4143ms] too many traces: truncated at 100 traces, deferred=Deferred@1429857549(state=PENDING, result=null, callback=(continuation of Deferred@1955901389 after retry RPC after error@1806930075) -> (continuation of Deferred@600428119 after retry RPC after error@960644782) -> (continuation of Deferred@1752788108 after retry RPC after error@532221520) -> (continuation of Deferred@1928315014 after retry RPC after error@1504943939) -> (continuation of Deferred@2056099317 after retry RPC after error@764530554) -> (continuation of Deferred@569823678 after retry RPC after error@1694108484) -> (continuation of Deferred@1917716499 after retry RPC after error@1359475519) -> (continuation of Deferred@1181463424 after retry RPC after error@1929322530) -> (continuation of Deferred@1895014654 after retry RPC after error@511912916) -> (continuation of Deferred@99576887 after retry RPC after error@236630680) -> (continuation of Deferred@1669531637 after retry RPC after error@1683574234) -> (continuation of Deferred@438897586 after retry RPC after error@1107096605) -> (continuation of Deferred@985395064 after retry RPC after error@346182248) -> (continuation of Deferred@1183100885 after retry RPC after error@1618933508) -> (continuation of Deferred@98243676 after retry RPC after error@57423773) -> (continuation of Deferred@1618336290 after retry RPC after error@1998899199) -> (continuation of Deferred@713053363 after retry RPC after error@1219649185) -> (continuation of Deferred@114829663 after retry RPC after error@1460800836) -> (continuation of Deferred@2132803289 after retry RPC after error@620949709) -> (continuation of Deferred@1649911779 after retry RPC after error@627637952) -> (continuation of Deferred@629220738 after retry RPC after error@397884775) -> (continuation of Deferred@1208023245 after retry RPC after error@721195507) -> (continuation of Deferred@108858395 after retry RPC after error@672093622) -> (continuation of Deferred@1736836842 after retry RPC after error@691761376) -> (continuation of Deferred@1204333576 after retry RPC after error@356049826), errback=(continuation of Deferred@1955901389 after retry RPC after error@1806930075) -> (continuation of Deferred@600428119 after retry RPC after error@960644782) -> (continuation of Deferred@1752788108 after retry RPC after error@532221520) -> (continuation of Deferred@1928315014 after retry RPC after error@1504943939) -> (continuation of Deferred@2056099317 after retry RPC after error@764530554) -> (continuation of Deferred@569823678 after retry RPC after error@1694108484) -> (continuation of Deferred@1917716499 after retry RPC after error@1359475519) -> (continuation of Deferred@1181463424 after retry RPC after error@1929322530) -> (continuation of Deferred@1895014654 after retry RPC after error@511912916) -> (continuation of Deferred@99576887 after retry RPC after error@236630680) -> (continuation of Deferred@1669531637 after retry RPC after error@1683574234) -> (continuation of Deferred@438897586 after retry RPC after error@1107096605) -> (continuation of Deferred@985395064 after retry RPC after error@346182248) -> (continuation of Deferred@1183100885 after retry RPC after error@1618933508) -> (continuation of Deferred@98243676 after retry RPC after error@57423773) -> (continuation of Deferred@1618336290 after retry RPC after error@1998899199) -> (continuation of Deferred@713053363 after retry RPC after error@1219649185) -> (continuation of Deferred@114829663 after retry RPC after error@1460800836) -> (continuation of Deferred@2132803289 after retry RPC after error@620949709) -> (continuation of Deferred@1649911779 after retry RPC after error@627637952) -> (continuation of Deferred@629220738 after retry RPC after error@397884775) -> (continuation of Deferred@1208023245 after retry RPC after error@721195507) -> (continuation of Deferred@108858395 after retry RPC after error@672093622) -> (continuation of Deferred@1736836842 after retry RPC after error@691761376) -> (continuation of Deferred@1204333576 after retry RPC after error@356049826)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1407)
		at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
		at org.apache.kudu.shaded.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
		... 1 more
02:06:34.772 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:06:34.775 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
02:06:34.787 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [6ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [9ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [9ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [26ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [27ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [27ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [44ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [47ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [49ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [64ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [124ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [124ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [185ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [186ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [186ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [239ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [239ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [362ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [363ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [363ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [364ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [408ms] refreshing cache from master, [408ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [409ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [409ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [410ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [410ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [411ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [411ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [509ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [509ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [509ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1942ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [4141ms] refreshing cache from master, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [4142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [4143ms] too many traces: truncated at 100 traces, deferred=Deferred@1429857549(state=PENDING, result=null, callback=(continuation of Deferred@1955901389 after retry RPC after error@1806930075) -> (continuation of Deferred@600428119 after retry RPC after error@960644782) -> (continuation of Deferred@1752788108 after retry RPC after error@532221520) -> (continuation of Deferred@1928315014 after retry RPC after error@1504943939) -> (continuation of Deferred@2056099317 after retry RPC after error@764530554) -> (continuation of Deferred@569823678 after retry RPC after error@1694108484) -> (continuation of Deferred@1917716499 after retry RPC after error@1359475519) -> (continuation of Deferred@1181463424 after retry RPC after error@1929322530) -> (continuation of Deferred@1895014654 after retry RPC after error@511912916) -> (continuation of Deferred@99576887 after retry RPC after error@236630680) -> (continuation of Deferred@1669531637 after retry RPC after error@1683574234) -> (continuation of Deferred@438897586 after retry RPC after error@1107096605) -> (continuation of Deferred@985395064 after retry RPC after error@346182248) -> (continuation of Deferred@1183100885 after retry RPC after error@1618933508) -> (continuation of Deferred@98243676 after retry RPC after error@57423773) -> (continuation of Deferred@1618336290 after retry RPC after error@1998899199) -> (continuation of Deferred@713053363 after retry RPC after error@1219649185) -> (continuation of Deferred@114829663 after retry RPC after error@1460800836) -> (continuation of Deferred@2132803289 after retry RPC after error@620949709) -> (continuation of Deferred@1649911779 after retry RPC after error@627637952) -> (continuation of Deferred@629220738 after retry RPC after error@397884775) -> (continuation of Deferred@1208023245 after retry RPC after error@721195507) -> (continuation of Deferred@108858395 after retry RPC after error@672093622) -> (continuation of Deferred@1736836842 after retry RPC after error@691761376) -> (continuation of Deferred@1204333576 after retry RPC after error@356049826), errback=(continuation of Deferred@1955901389 after retry RPC after error@1806930075) -> (continuation of Deferred@600428119 after retry RPC after error@960644782) -> (continuation of Deferred@1752788108 after retry RPC after error@532221520) -> (continuation of Deferred@1928315014 after retry RPC after error@1504943939) -> (continuation of Deferred@2056099317 after retry RPC after error@764530554) -> (continuation of Deferred@569823678 after retry RPC after error@1694108484) -> (continuation of Deferred@1917716499 after retry RPC after error@1359475519) -> (continuation of Deferred@1181463424 after retry RPC after error@1929322530) -> (continuation of Deferred@1895014654 after retry RPC after error@511912916) -> (continuation of Deferred@99576887 after retry RPC after error@236630680) -> (continuation of Deferred@1669531637 after retry RPC after error@1683574234) -> (continuation of Deferred@438897586 after retry RPC after error@1107096605) -> (continuation of Deferred@985395064 after retry RPC after error@346182248) -> (continuation of Deferred@1183100885 after retry RPC after error@1618933508) -> (continuation of Deferred@98243676 after retry RPC after error@57423773) -> (continuation of Deferred@1618336290 after retry RPC after error@1998899199) -> (continuation of Deferred@713053363 after retry RPC after error@1219649185) -> (continuation of Deferred@114829663 after retry RPC after error@1460800836) -> (continuation of Deferred@2132803289 after retry RPC after error@620949709) -> (continuation of Deferred@1649911779 after retry RPC after error@627637952) -> (continuation of Deferred@629220738 after retry RPC after error@397884775) -> (continuation of Deferred@1208023245 after retry RPC after error@721195507) -> (continuation of Deferred@108858395 after retry RPC after error@672093622) -> (continuation of Deferred@1736836842 after retry RPC after error@691761376) -> (continuation of Deferred@1204333576 after retry RPC after error@356049826)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1407)
		at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
		at org.apache.kudu.shaded.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
		at org.apache.kudu.shaded.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
		... 1 more
02:06:34.791 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:06:34.799 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
02:06:34.800 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
02:06:34.800 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RUNNING to RESTARTING.
02:06:34.819 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:34.819 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:34.819 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:34.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:34.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:34.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:34.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:34.820 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:34.820 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:34.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:34.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:34.820 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:34.821 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:34.846 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aafd7253a17e4f888b04dbcebbd0afd0
02:06:34.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 33682919813f4f2ab83fdfa4c22b2b5a for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
02:06:34.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a9f5537111464ab38c62a3ac55488855 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
02:06:34.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 379a99abe7d34e06848bd464ce68e463 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
02:06:34.858 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 74e204df7b904b249a119e6bab0eb4cb for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
02:06:34.858 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a639505fdcb24e1fa62622e9763d72d8 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
02:06:34.858 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6c81fd0a65834b4da18bef7e765d2141 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
02:06:34.858 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=33682919813f4f2ab83fdfa4c22b2b5a@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=a9f5537111464ab38c62a3ac55488855@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=379a99abe7d34e06848bd464ce68e463@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=74e204df7b904b249a119e6bab0eb4cb@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a639505fdcb24e1fa62622e9763d72d8@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=6c81fd0a65834b4da18bef7e765d2141@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:06:34.862 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='27f8ddb2dba0c742c91e2100d3baa7e7c2f6b226d6c962b31e3dec08a929f96d'}]
02:06:34.863 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b787c9e1682692717d9bea5eba0d768581e71eee48a9b8085eef3d7bbd499b85'}]
02:06:34.864 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:34.864 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='595faef850abd26b7641d9430af611a9e6c94e2f6bb7e32f76fac63ba3136f73'}]
02:06:34.865 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:34.865 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='303945c37044d4cdfc172e5d59f126281690cd1ee12f333103ea99bb5a546c92'}]
02:06:34.865 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:34.866 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:06:34.866 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299997, tablet=33682919813f4f2ab83fdfa4c22b2b5a@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:34.866 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:34.867 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
02:06:34.868 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=74e204df7b904b249a119e6bab0eb4cb@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)[L],2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:34.868 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
02:06:34.868 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=a9f5537111464ab38c62a3ac55488855@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271),ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)[L]]}]
02:06:34.869 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:06:34.869 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=379a99abe7d34e06848bd464ce68e463@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:34.884 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:34.893 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:34.902 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:34.908 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:34.924 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:34.938 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:34.938 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:34.938 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:34.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:34.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:34.939 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:34.939 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:34.939 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:34.939 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:34.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:34.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:34.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:34.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:34.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:35.002 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069995002 for job e145383e68303a1e13038904fc8aacb4.
02:06:35.013 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:35.014 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:35.014 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:35.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:35.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:35.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:35.015 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:35.015 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:35.015 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:35.015 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:35.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:35.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:35.016 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:35.018 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job e145383e68303a1e13038904fc8aacb4 (4952 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:06:35.022 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:06:35.038 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:35.039 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:35.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:35.045382  9915 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.9.7.66:45281, user_credentials={real_user=slave}} blocked reactor thread for 72784us
02:06:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:35.036949  9916 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.9.7.65:41709, user_credentials={real_user=slave}} blocked reactor thread for 49231.1us
02:06:35.073 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:35.078 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:35.078 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:35.079 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:35.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:35.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:35.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:35.079 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:35.079 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:35.079 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:35.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:35.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:35.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:35.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:35.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:35.086 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:35.098 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:35.103 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:35.107 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:35.110 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testHashAndRangePartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:06:35.128 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd20b32f2, L:/127.0.0.1:41424 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:35.131 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:35.136 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:35.137 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:35.137 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:35.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:35.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:35.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:35.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:35.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:35.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:35.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:35.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:35.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:35.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:35.150 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:35.160 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:35.162 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2b0e1239, L:/127.0.0.1:41436 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:35.176 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf4df111b, L:/127.0.0.1:41446 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:35.180 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070698868736001) for scanner KuduScanner(table=replication_test_table, tablet=74e204df7b904b249a119e6bab0eb4cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:35.181 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [27f8ddb2dba0c742c91e2100d3baa7e7c2f6b226d6c962b31e3dec08a929f96d]
02:06:35.181 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [27f8ddb2dba0c742c91e2100d3baa7e7c2f6b226d6c962b31e3dec08a929f96d]
02:06:35.181 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
02:06:35.181 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
02:06:35.182 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 27f8ddb2dba0c742c91e2100d3baa7e7c2f6b226d6c962b31e3dec08a929f96d finished by subtask 2; deferring removal (restored in pending)
02:06:35.183 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:35.184 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0e05876991d9a0a809e09fece8dd02901e8092bce843c446e9ea469936f4de41'}]
02:06:35.185 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:35.187 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
02:06:35.188 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=a639505fdcb24e1fa62622e9763d72d8@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:35.191 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:35.209 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:35.211 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testHashAndRangePartitioning: giving up after 1 attempts
02:06:35.211 [DEBUG - main] (Connection.java:575) [peer master-127.9.7.124:46177(127.9.7.124:46177)] disconnecting while in state READY
02:06:35.211 [DEBUG - main] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:35.211 [DEBUG - main] (Connection.java:575) [peer master-127.9.7.125:41667(127.9.7.125:41667)] disconnecting while in state READY
02:06:35.211 [DEBUG - main] (Connection.java:575) [peer master-127.9.7.126:39077(127.9.7.126:39077)] disconnecting while in state READY
02:06:35.211 [DEBUG - main] (Connection.java:575) [peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)] disconnecting while in state READY
02:06:35.211 [DEBUG - main] (Connection.java:575) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] disconnecting while in state READY
02:06:35.211 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:35.212 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.7.124:46177(127.9.7.124:46177)] handling channelInactive
02:06:35.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state READY due to: connection closed
02:06:35.212 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070698868736001) for scanner KuduScanner(table=replication_test_table, tablet=33682919813f4f2ab83fdfa4c22b2b5a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:35.212 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:35.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:35.212 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [595faef850abd26b7641d9430af611a9e6c94e2f6bb7e32f76fac63ba3136f73]
02:06:35.213 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [595faef850abd26b7641d9430af611a9e6c94e2f6bb7e32f76fac63ba3136f73]
02:06:35.213 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.7.125:41667(127.9.7.125:41667)] handling channelInactive
02:06:35.213 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:06:35.213 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:06:35.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state READY due to: connection closed
02:06:35.213 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.7.126:39077(127.9.7.126:39077)] handling channelInactive
02:06:35.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state READY due to: connection closed
02:06:35.214 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)] handling channelInactive
02:06:35.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)] cleaning up while in state READY due to: connection closed
02:06:35.214 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 595faef850abd26b7641d9430af611a9e6c94e2f6bb7e32f76fac63ba3136f73 finished by subtask 3; deferring removal (restored in pending)
02:06:35.214 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:35.215 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:35.215 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='df18717ea47054c7a91d85e98ec10bdc72958f4298fe8c6434b89bde281513b2'}]
02:06:35.216 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:35.217 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
02:06:35.218 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=6c81fd0a65834b4da18bef7e765d2141@[03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709),2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)[L],ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)]}]
02:06:35.218 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:06:35.218 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
02:06:35.219 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
02:06:35.219 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-2
02:06:35.219 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:35.219 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:06:35.220 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe3aa9fd8, L:/127.0.0.1:41456 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:35.234 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:35.236 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.65
02:06:35.245 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:35.250 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070698868736001) for scanner KuduScanner(table=replication_test_table, tablet=379a99abe7d34e06848bd464ce68e463, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:35.250 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [303945c37044d4cdfc172e5d59f126281690cd1ee12f333103ea99bb5a546c92]
02:06:35.250 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [303945c37044d4cdfc172e5d59f126281690cd1ee12f333103ea99bb5a546c92]
02:06:35.251 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:06:35.251 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:06:35.252 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 303945c37044d4cdfc172e5d59f126281690cd1ee12f333103ea99bb5a546c92 finished by subtask 0; deferring removal (restored in pending)
02:06:35.252 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state READY
02:06:35.252 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] connecting to peer
02:06:35.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:35.268 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x72d6dd39, L:/127.0.0.1:41460 - R:/127.9.7.65:41709] using SASL/PLAIN
02:06:35.272 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] handling channelInactive
02:06:35.272 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] cleaning up while in state READY due to: connection closed
02:06:35.272 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-4
02:06:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:35.273833  9245 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 9583
02:06:35.292 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:35.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:35.292 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:06:35.293 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
02:06:35.334 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] Successfully connected to peer
02:06:35.343 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:35.343 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:35.343 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:35.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:35.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:35.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:35.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:35.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:35.345 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:35.345 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:35.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:35.345 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:06:35.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:35.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:35.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:35.346 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:06:35.346 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:35.361 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:35.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:35.361 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:06:35.361 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:06:35.382 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:35.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:35.382 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709) for tablet a639505fdcb24e1fa62622e9763d72d8: connection closed
02:06:35.392 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] connecting to peer
02:06:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:35.393934  9245 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 9742
02:06:35.394 [ERROR - kudu-nio-0] (Connection.java:452) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] unexpected exception from downstream on [id: 0x61a90334, L:/127.0.0.1:41466 - R:/127.9.7.65:41709]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:35.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state NEGOTIATING due to: [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] unexpected exception from downstream on [id: 0x61a90334, L:/127.0.0.1:41466 - R:/127.9.7.65:41709]
02:06:35.395 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709) for tablet 6c81fd0a65834b4da18bef7e765d2141: [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] unexpected exception from downstream on [id: 0x61a90334, L:/127.0.0.1:41466 - R:/127.9.7.65:41709]
02:06:35.395 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:35.396 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] handling channelInactive
02:06:35.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] cleaning up while in state READY due to: connection closed
02:06:35.396 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709) for tablet a9f5537111464ab38c62a3ac55488855: connection closed
02:06:35.398 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] Successfully connected to peer
02:06:35.402 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] connecting to peer
02:06:35.408 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] Successfully connected to peer
02:06:35.413 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] connecting to peer
02:06:35.414 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.67
02:06:35.424 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] Successfully connected to peer
02:06:35.426 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:35.427 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.67
02:06:35.432 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5ad6fded, L:/127.0.0.1:41318 - R:/127.9.7.67:44271] using SASL/PLAIN
02:06:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:35.440534  9916 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.7.65:41709: connect: Connection refused (error 111)
02:06:35.449 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.67
02:06:35.451 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:35.458 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8d899b2f, L:/127.0.0.1:41324 - R:/127.9.7.67:44271] using SASL/PLAIN
02:06:35.458 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:35.463 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6dc4afbf, L:/127.0.0.1:41334 - R:/127.9.7.67:44271] using SASL/PLAIN
02:06:35.468 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070698868736001) for scanner KuduScanner(table=replication_test_table, tablet=a639505fdcb24e1fa62622e9763d72d8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:35.468 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [0e05876991d9a0a809e09fece8dd02901e8092bce843c446e9ea469936f4de41]
02:06:35.468 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0e05876991d9a0a809e09fece8dd02901e8092bce843c446e9ea469936f4de41]
02:06:35.469 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
02:06:35.469 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
02:06:35.470 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0e05876991d9a0a809e09fece8dd02901e8092bce843c446e9ea469936f4de41 finished by subtask 2; deferring removal (restored in pending)
02:06:35.470 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state TERMINATED
02:06:35.470 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] disconnecting while in state READY
02:06:35.471 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:35.471 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:06:35.473 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] handling channelInactive
02:06:35.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] cleaning up while in state READY due to: connection closed
02:06:35.474 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
02:06:35.474 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
02:06:35.477 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:35.477 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:35.478 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:35.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:35.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:35.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:35.479 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:35.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:35.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:35.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:35.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:35.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:35.479 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:35.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:35.485 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070698868736001) for scanner KuduScanner(table=replication_test_table, tablet=a9f5537111464ab38c62a3ac55488855, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:06:35.489 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b787c9e1682692717d9bea5eba0d768581e71eee48a9b8085eef3d7bbd499b85]
02:06:35.489 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b787c9e1682692717d9bea5eba0d768581e71eee48a9b8085eef3d7bbd499b85]
02:06:35.490 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
02:06:35.490 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
02:06:35.491 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b787c9e1682692717d9bea5eba0d768581e71eee48a9b8085eef3d7bbd499b85 finished by subtask 1; deferring removal (restored in pending)
02:06:35.491 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state TERMINATED
02:06:35.491 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] disconnecting while in state READY
02:06:35.492 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:35.493 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:06:35.494 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
02:06:35.494 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] handling channelInactive
02:06:35.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] cleaning up while in state READY due to: connection closed
02:06:35.494 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
02:06:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:35.497033  9916 consensus_peers.cc:597] T 74e204df7b904b249a119e6bab0eb4cb P 2e82fb79d83a47729c528f757817d341 -> Peer 03c4a762f9ec4534a5a6c0287e1147dc (127.9.7.65:41709): Couldn't send request to peer 03c4a762f9ec4534a5a6c0287e1147dc. Status: Network error: Client connection negotiation failed: client connection to 127.9.7.65:41709: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:06:35.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069995502 for job e145383e68303a1e13038904fc8aacb4.
02:06:35.513 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job e145383e68303a1e13038904fc8aacb4 (4952 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:06:35.515 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:06:35.515 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 595faef850abd26b7641d9430af611a9e6c94e2f6bb7e32f76fac63ba3136f73 from pending
02:06:35.515 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 303945c37044d4cdfc172e5d59f126281690cd1ee12f333103ea99bb5a546c92 from pending
02:06:35.515 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 27f8ddb2dba0c742c91e2100d3baa7e7c2f6b226d6c962b31e3dec08a929f96d from pending
02:06:35.515 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split b787c9e1682692717d9bea5eba0d768581e71eee48a9b8085eef3d7bbd499b85 from pending
02:06:35.515 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 0e05876991d9a0a809e09fece8dd02901e8092bce843c446e9ea469936f4de41 from pending
02:06:35.515 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 5 finished splits from enumerator state
02:06:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:35.516914  9245 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 9882
02:06:35.556 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] handling channelInactive
02:06:35.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] cleaning up while in state READY due to: connection closed
02:06:35.556 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271) for tablet 6c81fd0a65834b4da18bef7e765d2141: connection closed
02:06:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:35.556819  9245 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 9257
02:06:35.573 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)] connecting to peer
02:06:35.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281): Connection refused: /127.9.7.66:45281
02:06:35.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281): Connection refused: /127.9.7.66:45281
02:06:35.574 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281) for tablet 6c81fd0a65834b4da18bef7e765d2141: Failed to connect to peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281): Connection refused: /127.9.7.66:45281
02:06:35.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:35.593 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:35.594 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:35.595 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.9.7.126:39077(127.9.7.126:39077)] Successfully connected to peer
02:06:35.595 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:35.598 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.7.126:39077(127.9.7.126:39077)] handling channelInactive
02:06:35.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state READY due to: connection closed
02:06:35.598 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.9.7.126:39077(127.9.7.126:39077)] unexpected exception from downstream on [id: 0x4a677785, L:/127.0.0.1:38490 - R:/127.9.7.126:39077]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:35.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state NEGOTIATING due to: [peer master-127.9.7.126:39077(127.9.7.126:39077)] unexpected exception from downstream on [id: 0x4a677785, L:/127.0.0.1:38490 - R:/127.9.7.126:39077]
02:06:35.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: [peer master-127.9.7.126:39077(127.9.7.126:39077)] unexpected exception from downstream on [id: 0x4a677785, L:/127.0.0.1:38490 - R:/127.9.7.126:39077]
02:06:35.599 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.9.7.126:39077(127.9.7.126:39077)] handling channelInactive
02:06:35.600 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.9.7.125:41667(127.9.7.125:41667)] Successfully connected to peer
02:06:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:35.600168  9245 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 9327
02:06:35.615 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.9.7.124:46177(127.9.7.124:46177)] Successfully connected to peer
02:06:35.618 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.7.124
02:06:35.626 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:06:35.633 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xc5dafe25, L:/127.0.0.1:51488 - R:/127.9.7.124:46177] using SASL/PLAIN
02:06:35.635 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.9.7.125:41667(127.9.7.125:41667)] unexpected exception from downstream on [id: 0x9485a2ae, L:/127.0.0.1:58222 - R:/127.9.7.125:41667]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:35.635 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.7.125:41667(127.9.7.125:41667)] handling channelInactive
02:06:35.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state NEGOTIATING due to: [peer master-127.9.7.125:41667(127.9.7.125:41667)] unexpected exception from downstream on [id: 0x9485a2ae, L:/127.0.0.1:58222 - R:/127.9.7.125:41667]
02:06:35.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state READY due to: connection closed
02:06:35.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: [peer master-127.9.7.125:41667(127.9.7.125:41667)] unexpected exception from downstream on [id: 0x9485a2ae, L:/127.0.0.1:58222 - R:/127.9.7.125:41667]
02:06:35.636 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.9.7.125:41667(127.9.7.125:41667)] handling channelInactive
02:06:35.638 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:06:35.638 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29625, elapsed=45), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [6ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: [peer master-127.9.7.126:39077(127.9.7.126:39077)] unexpected exception from downstream on [id: 0x4a677785, L:/127.0.0.1:38490 - R:/127.9.7.126:39077], [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: [peer master-127.9.7.125:41667(127.9.7.125:41667)] unexpected exception from downstream on [id: 0x9485a2ae, L:/127.0.0.1:58222 - R:/127.9.7.125:41667], [44ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: OK, deferred=null) after lookup
02:06:35.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:35.639318  9245 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 9456
02:06:35.670 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.9.7.124:46177(127.9.7.124:46177)] handling channelInactive
02:06:35.670 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state READY due to: connection closed
02:06:35.670 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location master-127.9.7.124:46177(127.9.7.124:46177) for tablet Kudu Master: connection closed
02:06:35.670 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.9.7.124:46177(127.9.7.124:46177)] handling channelInactive
02:06:35.670 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state READY due to: connection closed
02:06:35.673 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:35.682 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:35.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.683 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:35.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.684 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:35.692 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:35.693 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:35.693 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:35.693 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.693 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.693 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.693 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:35.713 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:35.713 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:35.713 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:35.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.715 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:35.753 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:35.753 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:35.753 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:35.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:35.813 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:35.814 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:35.814 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:35.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.814 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:35.825 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:35.826 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:35.826 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:35.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:35.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:35.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:35.826 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:35.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:35.826 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:35.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:35.826 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:35.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:35.827 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:35.913 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:35.913 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:35.913 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:35.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.913 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:35.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:35.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:35.914 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:35.979 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:36.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069996002 for job e145383e68303a1e13038904fc8aacb4.
02:06:36.012 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:06:36.013 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
02:06:36.072 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:36.073 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:36.073 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:36.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:36.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:36.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:36.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:36.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:36.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:36.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:36.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:36.074 [INFO - pool-244-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:36.074 [WARN - pool-244-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:36.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:36.357 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:36.357 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:36.357 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:36.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:36.357 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:36.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:36.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:36.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:36.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:36.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:36.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:36.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:36.358 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:36.399 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:36.399 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:36.400 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:36.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:36.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:36.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:36.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:36.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:36.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:36.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:36.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:36.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:36.400 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:36.401 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29062), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [541ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [541ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [541ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [542ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2263ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2743ms] too many traces: truncated at 100 traces, deferred=Deferred@1789186714(state=PENDING, result=null, callback=(continuation of Deferred@241427219 after retry RPC after error@379168959) -> (continuation of Deferred@1127246464 after retry RPC after error@265044094) -> (continuation of Deferred@514212335 after retry RPC after error@1159843540) -> (continuation of Deferred@84265114 after retry RPC after error@1755822068) -> (continuation of Deferred@1143089718 after retry RPC after error@255728392) -> (continuation of Deferred@609502061 after retry RPC after error@1897482244) -> (continuation of Deferred@608153483 after retry RPC after error@1529222751) -> (continuation of Deferred@1575971197 after retry RPC after error@1712149420) -> (continuation of Deferred@1066924817 after retry RPC after error@1424524882) -> (continuation of Deferred@1919596851 after retry RPC after error@2121663713) -> (continuation of Deferred@2126067533 after retry RPC after error@1861477598) -> (continuation of Deferred@1240951570 after retry RPC after error@124268481) -> (continuation of Deferred@811365182 after retry RPC after error@1098429695) -> (continuation of Deferred@866515001 after retry RPC after error@1979047851) -> (continuation of Deferred@652445608 after retry RPC after error@574099655) -> (continuation of Deferred@1052786825 after retry RPC after error@1704188029) -> (continuation of Deferred@1601691040 after retry RPC after error@1026248865) -> (continuation of Deferred@22256517 after retry RPC after error@2054745058) -> (continuation of Deferred@461616080 after retry RPC after error@2085246553) -> (continuation of Deferred@1641575910 after retry RPC after error@1556264388) -> (continuation of Deferred@1515815103 after retry RPC after error@1947200819) -> (continuation of Deferred@1448788241 after retry RPC after error@536814219) -> (continuation of Deferred@154469811 after retry RPC after error@47712211) -> (continuation of Deferred@42605776 after retry RPC after error@1686605168), errback=(continuation of Deferred@241427219 after retry RPC after error@379168959) -> (continuation of Deferred@1127246464 after retry RPC after error@265044094) -> (continuation of Deferred@514212335 after retry RPC after error@1159843540) -> (continuation of Deferred@84265114 after retry RPC after error@1755822068) -> (continuation of Deferred@1143089718 after retry RPC after error@255728392) -> (continuation of Deferred@609502061 after retry RPC after error@1897482244) -> (continuation of Deferred@608153483 after retry RPC after error@1529222751) -> (continuation of Deferred@1575971197 after retry RPC after error@1712149420) -> (continuation of Deferred@1066924817 after retry RPC after error@1424524882) -> (continuation of Deferred@1919596851 after retry RPC after error@2121663713) -> (continuation of Deferred@2126067533 after retry RPC after error@1861477598) -> (continuation of Deferred@1240951570 after retry RPC after error@124268481) -> (continuation of Deferred@811365182 after retry RPC after error@1098429695) -> (continuation of Deferred@866515001 after retry RPC after error@1979047851) -> (continuation of Deferred@652445608 after retry RPC after error@574099655) -> (continuation of Deferred@1052786825 after retry RPC after error@1704188029) -> (continuation of Deferred@1601691040 after retry RPC after error@1026248865) -> (continuation of Deferred@22256517 after retry RPC after error@2054745058) -> (continuation of Deferred@461616080 after retry RPC after error@2085246553) -> (continuation of Deferred@1641575910 after retry RPC after error@1556264388) -> (continuation of Deferred@1515815103 after retry RPC after error@1947200819) -> (continuation of Deferred@1448788241 after retry RPC after error@536814219) -> (continuation of Deferred@154469811 after retry RPC after error@47712211) -> (continuation of Deferred@42605776 after retry RPC after error@1686605168)))
02:06:36.403 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:06:36.403 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29062), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [541ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [541ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [541ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [542ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2263ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2743ms] too many traces: truncated at 100 traces, deferred=Deferred@1789186714(state=PENDING, result=null, callback=(continuation of Deferred@241427219 after retry RPC after error@379168959) -> (continuation of Deferred@1127246464 after retry RPC after error@265044094) -> (continuation of Deferred@514212335 after retry RPC after error@1159843540) -> (continuation of Deferred@84265114 after retry RPC after error@1755822068) -> (continuation of Deferred@1143089718 after retry RPC after error@255728392) -> (continuation of Deferred@609502061 after retry RPC after error@1897482244) -> (continuation of Deferred@608153483 after retry RPC after error@1529222751) -> (continuation of Deferred@1575971197 after retry RPC after error@1712149420) -> (continuation of Deferred@1066924817 after retry RPC after error@1424524882) -> (continuation of Deferred@1919596851 after retry RPC after error@2121663713) -> (continuation of Deferred@2126067533 after retry RPC after error@1861477598) -> (continuation of Deferred@1240951570 after retry RPC after error@124268481) -> (continuation of Deferred@811365182 after retry RPC after error@1098429695) -> (continuation of Deferred@866515001 after retry RPC after error@1979047851) -> (continuation of Deferred@652445608 after retry RPC after error@574099655) -> (continuation of Deferred@1052786825 after retry RPC after error@1704188029) -> (continuation of Deferred@1601691040 after retry RPC after error@1026248865) -> (continuation of Deferred@22256517 after retry RPC after error@2054745058) -> (continuation of Deferred@461616080 after retry RPC after error@2085246553) -> (continuation of Deferred@1641575910 after retry RPC after error@1556264388) -> (continuation of Deferred@1515815103 after retry RPC after error@1947200819) -> (continuation of Deferred@1448788241 after retry RPC after error@536814219) -> (continuation of Deferred@154469811 after retry RPC after error@47712211) -> (continuation of Deferred@42605776 after retry RPC after error@1686605168), errback=(continuation of Deferred@241427219 after retry RPC after error@379168959) -> (continuation of Deferred@1127246464 after retry RPC after error@265044094) -> (continuation of Deferred@514212335 after retry RPC after error@1159843540) -> (continuation of Deferred@84265114 after retry RPC after error@1755822068) -> (continuation of Deferred@1143089718 after retry RPC after error@255728392) -> (continuation of Deferred@609502061 after retry RPC after error@1897482244) -> (continuation of Deferred@608153483 after retry RPC after error@1529222751) -> (continuation of Deferred@1575971197 after retry RPC after error@1712149420) -> (continuation of Deferred@1066924817 after retry RPC after error@1424524882) -> (continuation of Deferred@1919596851 after retry RPC after error@2121663713) -> (continuation of Deferred@2126067533 after retry RPC after error@1861477598) -> (continuation of Deferred@1240951570 after retry RPC after error@124268481) -> (continuation of Deferred@811365182 after retry RPC after error@1098429695) -> (continuation of Deferred@866515001 after retry RPC after error@1979047851) -> (continuation of Deferred@652445608 after retry RPC after error@574099655) -> (continuation of Deferred@1052786825 after retry RPC after error@1704188029) -> (continuation of Deferred@1601691040 after retry RPC after error@1026248865) -> (continuation of Deferred@22256517 after retry RPC after error@2054745058) -> (continuation of Deferred@461616080 after retry RPC after error@2085246553) -> (continuation of Deferred@1641575910 after retry RPC after error@1556264388) -> (continuation of Deferred@1515815103 after retry RPC after error@1947200819) -> (continuation of Deferred@1448788241 after retry RPC after error@536814219) -> (continuation of Deferred@154469811 after retry RPC after error@47712211) -> (continuation of Deferred@42605776 after retry RPC after error@1686605168)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.252:35743
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:36.405 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:06:36.406 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:06:36.408 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29062), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [242ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [261ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [541ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [541ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [541ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [542ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2263ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2743ms] too many traces: truncated at 100 traces, deferred=Deferred@1789186714(state=PENDING, result=null, callback=(continuation of Deferred@241427219 after retry RPC after error@379168959) -> (continuation of Deferred@1127246464 after retry RPC after error@265044094) -> (continuation of Deferred@514212335 after retry RPC after error@1159843540) -> (continuation of Deferred@84265114 after retry RPC after error@1755822068) -> (continuation of Deferred@1143089718 after retry RPC after error@255728392) -> (continuation of Deferred@609502061 after retry RPC after error@1897482244) -> (continuation of Deferred@608153483 after retry RPC after error@1529222751) -> (continuation of Deferred@1575971197 after retry RPC after error@1712149420) -> (continuation of Deferred@1066924817 after retry RPC after error@1424524882) -> (continuation of Deferred@1919596851 after retry RPC after error@2121663713) -> (continuation of Deferred@2126067533 after retry RPC after error@1861477598) -> (continuation of Deferred@1240951570 after retry RPC after error@124268481) -> (continuation of Deferred@811365182 after retry RPC after error@1098429695) -> (continuation of Deferred@866515001 after retry RPC after error@1979047851) -> (continuation of Deferred@652445608 after retry RPC after error@574099655) -> (continuation of Deferred@1052786825 after retry RPC after error@1704188029) -> (continuation of Deferred@1601691040 after retry RPC after error@1026248865) -> (continuation of Deferred@22256517 after retry RPC after error@2054745058) -> (continuation of Deferred@461616080 after retry RPC after error@2085246553) -> (continuation of Deferred@1641575910 after retry RPC after error@1556264388) -> (continuation of Deferred@1515815103 after retry RPC after error@1947200819) -> (continuation of Deferred@1448788241 after retry RPC after error@536814219) -> (continuation of Deferred@154469811 after retry RPC after error@47712211) -> (continuation of Deferred@42605776 after retry RPC after error@1686605168), errback=(continuation of Deferred@241427219 after retry RPC after error@379168959) -> (continuation of Deferred@1127246464 after retry RPC after error@265044094) -> (continuation of Deferred@514212335 after retry RPC after error@1159843540) -> (continuation of Deferred@84265114 after retry RPC after error@1755822068) -> (continuation of Deferred@1143089718 after retry RPC after error@255728392) -> (continuation of Deferred@609502061 after retry RPC after error@1897482244) -> (continuation of Deferred@608153483 after retry RPC after error@1529222751) -> (continuation of Deferred@1575971197 after retry RPC after error@1712149420) -> (continuation of Deferred@1066924817 after retry RPC after error@1424524882) -> (continuation of Deferred@1919596851 after retry RPC after error@2121663713) -> (continuation of Deferred@2126067533 after retry RPC after error@1861477598) -> (continuation of Deferred@1240951570 after retry RPC after error@124268481) -> (continuation of Deferred@811365182 after retry RPC after error@1098429695) -> (continuation of Deferred@866515001 after retry RPC after error@1979047851) -> (continuation of Deferred@652445608 after retry RPC after error@574099655) -> (continuation of Deferred@1052786825 after retry RPC after error@1704188029) -> (continuation of Deferred@1601691040 after retry RPC after error@1026248865) -> (continuation of Deferred@22256517 after retry RPC after error@2054745058) -> (continuation of Deferred@461616080 after retry RPC after error@2085246553) -> (continuation of Deferred@1641575910 after retry RPC after error@1556264388) -> (continuation of Deferred@1515815103 after retry RPC after error@1947200819) -> (continuation of Deferred@1448788241 after retry RPC after error@536814219) -> (continuation of Deferred@154469811 after retry RPC after error@47712211) -> (continuation of Deferred@42605776 after retry RPC after error@1686605168)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.252:35743
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:36.410 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:06:36.410 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:06:36.410 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
02:06:36.433 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:36.433 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:36.434 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:36.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:36.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:36.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:36.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:36.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:36.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:36.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:36.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:36.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:36.435 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:36.479 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:36.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069996502 for job e145383e68303a1e13038904fc8aacb4.
02:06:36.511 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:06:36.511 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
02:06:36.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:06:36Z chronyd exiting
02:06:36.773 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:36.773 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:36.774 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:36.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:36.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:36.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:36.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:36.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:36.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:36.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:36.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:36.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:36.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:36.945 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:36.945 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:36.945 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:36.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:36.946 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:36.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:36.946 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:36.946 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:36.946 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:36.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:36.946 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:36.946 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:36.946 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:36.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:37.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069997002 for job e145383e68303a1e13038904fc8aacb4.
02:06:37.010 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:06:37.011 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
02:06:37.077 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:37.078 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:37.078 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:37.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:37.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:37.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:37.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:37.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:37.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:37.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:37.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:37.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:37.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:37.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:37.218 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:37.219 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:37.219 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:37.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:37.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:37.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:37.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:37.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:37.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:37.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:37.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:37.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:37.220 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:37.298 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:37.299 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:37.299 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:37.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:37.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:37.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:37.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:37.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:37.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:37.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:37.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:37.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:37.299 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:37.325 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:37.325 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:37.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:37.326 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:37.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:37.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:37.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:37.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:37.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:37.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:37.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:37.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:37.326 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:37.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:37.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069997502 for job e145383e68303a1e13038904fc8aacb4.
02:06:37.509 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:06:37.510 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
02:06:37.543 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:37.543 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:37.543 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:37.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:37.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:37.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:37.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:37.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:37.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:37.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:37.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:37.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:37.544 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:37.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:37.757 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testHashAndRangePartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:06:37.791 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testHashAndRangePartitioning: giving up after 1 attempts
E.02:06:37.791 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779069997791
02:06:37.792 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779069997792
02:06:37.795 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:06:37.799 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:06:37.800 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:06:37.800 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:06:37.800 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:06:37.800 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:06:37.803 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:06:37.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:38.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069998003 for job e145383e68303a1e13038904fc8aacb4.
02:06:38.011 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:06:38.012 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
02:06:38.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:38.094 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:38.094 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:38.094 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:38.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:38.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:38.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:38.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:38.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:38.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:38.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:38.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:38.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:38.095 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:38.138 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:06:38.138 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:06:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:38.141455 11526 mini_oidc.cc:150] Starting JWKS server
02:06:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:38.144675 11526 webserver.cc:533] Webserver started at http://127.0.0.1:37471/ using document root <none> and password file <none>
02:06:38.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:38.145076 11526 mini_oidc.cc:186] Starting OIDC Discovery server
02:06:38.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:38.146732 11526 webserver.cc:533] Webserver started at http://127.0.0.1:41841/ using document root <none> and password file <none>
02:06:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:06:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:06:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:06:38Z Disabled control of system clock
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:38.206718 11526 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/wal
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/data
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/logs
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/data/info.pb
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.65.190:40661
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.65.190
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.65.148:34455
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37471/jwks.json with env {}
02:06:38.213 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:38.213 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:38.213 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:38.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:38.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:38.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:38.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:38.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:38.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:38.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:38.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:38.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:38.214 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:38.278 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:38.279 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:38.279 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:38.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:38.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:38.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:38.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:38.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:38.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:38.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:38.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:38.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:38.279 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:38.431 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 226350c0f683964857a646cd0909db9f from Checkpoint 64 @ 1779069933417 for 226350c0f683964857a646cd0909db9f located at file:/tmp/junit10048720978270830343/checkpoints/226350c0f683964857a646cd0909db9f/chk-64.
02:06:38.432 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:06:38.432 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:06:38.432 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
02:06:38.433 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:06:38.433 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
02:06:38.434 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id c67877856d264a76f5fe0cff9fd2610d
02:06:38.434 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RESTARTING to RUNNING.
02:06:38.434 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot c67877856d264a76f5fe0cff9fd2610d.
02:06:38.434 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 226350c0f683964857a646cd0909db9f from Checkpoint 64 @ 1779069933417 for 226350c0f683964857a646cd0909db9f located at file:/tmp/junit10048720978270830343/checkpoints/226350c0f683964857a646cd0909db9f/chk-64.
02:06:38.435 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:06:38.435 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:06:38.435 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
02:06:38.435 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id c67877856d264a76f5fe0cff9fd2610d.
02:06:38.436 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:06:38.436 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
02:06:38.436 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id aa6d9fe9a0c5e00d578e174091d1c61d
02:06:38.436 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
02:06:38.436 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
02:06:38.436 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot aa6d9fe9a0c5e00d578e174091d1c61d.
02:06:38.437 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@61864f39
02:06:38.437 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:38.437 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:06:38.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:06:38.438 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id aa6d9fe9a0c5e00d578e174091d1c61d.
02:06:38.438 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:06:38.438 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
02:06:38.438 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
02:06:38.439 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@542dbd27
02:06:38.439 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:38.439 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:06:38.439 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:06:38.440 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@719795b8
02:06:38.441 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:06:38.441 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21ac09b9
02:06:38.442 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:38.443 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:38.444 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.444 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.444 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.445 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.445 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.446 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.447 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.447 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.464 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.465 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.465 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.466 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.466 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.466 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.466 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.467 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.468 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:38.484 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.484 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.485 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.485 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.485 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.486 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.486 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.486 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.486 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.487 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069998503 for job e145383e68303a1e13038904fc8aacb4.
02:06:38.504 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.504 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.504 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.504 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.505 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.505 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.507 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.508 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.512 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:06:38.513 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
02:06:38.524 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.524 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:38.524454 11538 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:38.524 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.525 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:38.525143 11538 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:38.525 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.525 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.526 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.526 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.526 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:38.526081 11538 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:38.526 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.526 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.526 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.544 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.544 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.544 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:38.561650 11538 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:06:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:38.561940 11538 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:38.562134 11538 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:06:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:38.562364 11538 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:06:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:38.562583 11538 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:06:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:38.562772 11538 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37471/jwks.json
02:06:38.565 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.565 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.565 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.566 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.566 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.566 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.566 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.584 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.584 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.584 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.586 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:38.603613 11538 master_runner.cc:387] Master server non-default flags:
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.65.148:34455
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/data
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/wal
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.65.190:40661
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37471/jwks.json
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/data/info.pb
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.65.190
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/logs
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:38.605021 11538 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:38.606729 11538 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:38.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:38.617913 11564 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:38.624 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.625 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.625 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.626 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.684 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.684 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.685 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.686 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.686 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.733 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:38.734 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:38.734 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:38.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:38.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:38.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:38.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:38.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:38.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:38.735 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:38.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:38.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:38.735 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:38.745 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.745 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.745 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.746 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.746 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.746 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.746 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.747 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:38.865 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.865 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.865 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.866 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.905 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.905 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.905 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.906 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.965 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:38.965 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:38.966 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.966 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:38.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:38.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:38.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:38.967 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:38.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:39.004 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069999003 for job e145383e68303a1e13038904fc8aacb4.
02:06:39.017 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:06:39.018 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
02:06:39.056 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:39.057 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:39.057 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:39.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:39.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:39.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:39.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:39.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:39.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:39.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:39.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:39.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:39.058 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:39.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:39.111 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:39.111 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:39.112 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:39.112 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:39.112 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:39.112 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:39.112 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:39.112 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:39.112 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:39.113 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:39.113 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:39.113 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:39.113 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:39.126 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:39.126 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:39.126 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:39.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:39.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:39.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:39.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:39.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:39.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:39.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:39.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:39.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:39.128 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:39.278 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:39.279 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:39.279 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:39.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:39.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:39.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:39.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:39.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:39.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:39.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:39.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:39.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:39.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:39.285 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:39.285 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:39.285 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:39.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:39.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:39.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:39.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:39.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:39.286 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:39.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:39.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:39.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:39.286 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:39.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:39.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:39.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779069999502 for job e145383e68303a1e13038904fc8aacb4.
02:06:39.511 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:06:39.513 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
02:06:39.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:39.705 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:39.705 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:39.705 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:39.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:39.706 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:39.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:39.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:39.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:39.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:39.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:39.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:39.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:39.707 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:39.785 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:39.785 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:39.785 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:39.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:39.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:39.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:39.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:39.786 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:39.786 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:39.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:39.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:39.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:39.786 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:38.619299 11565 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:39.799175 11567 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:39.801697 11566 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1179 milliseconds
02:06:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.801774 11538 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.803057 11538 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:39.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.806041 11538 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.807497 11538 hybrid_clock.cc:648] HybridClock initialized: now 1779069999807441 us; error 67 us; skew 500 ppm
02:06:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.808399 11538 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.814915 11538 webserver.cc:533] Webserver started at http://127.11.65.190:33233/ using document root <none> and password file <none>
02:06:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.815843 11538 fs_manager.cc:362] Metadata directory not provided
02:06:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.816039 11538 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.816517 11538 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:39.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.821280 11538 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/data/instance:
02:06:39.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb869944a5d24ec78c3fb5023964eb06"
02:06:39.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:39 on dist-test-slave-9vqr"
02:06:39.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.822715 11538 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/wal/instance:
02:06:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb869944a5d24ec78c3fb5023964eb06"
02:06:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:39 on dist-test-slave-9vqr"
02:06:39.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.829952 11538 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.003s
02:06:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.835942 11574 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.837178 11538 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:06:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.837520 11538 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/wal
02:06:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb869944a5d24ec78c3fb5023964eb06"
02:06:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:39 on dist-test-slave-9vqr"
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.837893 11538 fs_report.cc:389] FS layout report
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/wal
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/wal
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/data/data
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:39.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:39.858 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:39.858 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:39.858 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:39.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:39.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:39.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:39.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:39.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:39.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:39.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:39.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:39.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:39.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.902163 11538 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.903733 11538 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.904160 11538 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:39.974 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:39.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.974905 11538 rpc_server.cc:307] RPC server started. Bound to: 127.11.65.190:40661
02:06:39.975 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:39.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:39.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:39.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.974934 11625 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.65.190:40661 every 8 connection(s)
02:06:39.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:39.975 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:39.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:39.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:39.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:39.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:39.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:39.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:39.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:39.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.978510 11538 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/data/info.pb
02:06:39.979 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.985090 11626 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.985605 11526 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 11538
02:06:39.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.986095 11526 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-0/wal/instance
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.990855 11526 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/wal
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/data
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/logs
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/data/info.pb
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.65.189:39499
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.65.189
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.65.148:34455
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37471/jwks.json with env {}
02:06:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:39.996748 11626 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } has no permanent_uuid. Determining permanent_uuid...
02:06:40.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070000002 for job e145383e68303a1e13038904fc8aacb4.
02:06:40.020 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
02:06:40.021 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
02:06:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:40.038746 11626 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } has no permanent_uuid. Determining permanent_uuid...
02:06:40.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.041460 11578 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.65.189:39499: connect: Connection refused (error 111)
02:06:40.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.045887 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.189:39499: Network error: Client connection negotiation failed: client connection to 127.11.65.189:39499: connect: Connection refused (error 111)
02:06:40.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:40.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:40.095417 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } attempt: 1
02:06:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.099911 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.189:39499: Network error: Client connection negotiation failed: client connection to 127.11.65.189:39499: connect: Connection refused (error 111)
02:06:40.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:40.168365 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } attempt: 2
02:06:40.171 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:40.172 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:40.172 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:40.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:40.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:40.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:40.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:40.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.172307 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.189:39499: Network error: Client connection negotiation failed: client connection to 127.11.65.189:39499: connect: Connection refused (error 111)
02:06:40.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:40.173 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:40.173 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:40.173 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:40.173 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:40.263741 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } attempt: 3
02:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.267594 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.189:39499: Network error: Client connection negotiation failed: client connection to 127.11.65.189:39499: connect: Connection refused (error 111)
02:06:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.316651 11628 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.317231 11628 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.317711 11628 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:40.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.351219 11628 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:06:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.351536 11628 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.351753 11628 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:06:40.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.351948 11628 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:06:40.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.352175 11628 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:06:40.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.352339 11628 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37471/jwks.json
02:06:40.382 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:40.383 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:40.383 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:40.383 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:40.383 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:40.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:40.383 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:40.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:40.384 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:40.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:40.384 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:40.384 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:40.384 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:40.391698 11628 master_runner.cc:387] Master server non-default flags:
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.65.148:34455
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/data
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/wal
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.65.189:39499
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37471/jwks.json
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/data/info.pb
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.65.189
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/logs
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:40.393043 11628 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:40.394711 11628 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:40.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.405476 11637 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:40.410954 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } attempt: 4
02:06:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.414811 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.189:39499: Network error: Client connection negotiation failed: client connection to 127.11.65.189:39499: connect: Connection refused (error 111)
02:06:40.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:40.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070000502 for job e145383e68303a1e13038904fc8aacb4.
02:06:40.505 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:40.505 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:40.505 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:40.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:40.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:40.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:40.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:40.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:40.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:40.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:40.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:40.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:40.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:40.516 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:06:40.518 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
02:06:40.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:40.677 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:40.677 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:40.677 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:40.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:40.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:40.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:40.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:40.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:40.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:40.679 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:40.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:40.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:40.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:40.714228 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } attempt: 5
02:06:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.719700 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.189:39499: Network error: Client connection negotiation failed: client connection to 127.11.65.189:39499: connect: Connection refused (error 111)
02:06:40.825 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:40.825 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:40.825 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:40.825 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:40.825 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:40.825 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:40.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:40.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:40.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:40.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:40.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:40.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:40.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:40.826 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:40.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:40.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:40.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:40.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:40.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:40.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:40.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:40.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:40.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:40.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:40.826 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:40.827 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:40.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:40.845 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:40.845 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:40.845 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:40.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:40.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:40.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:40.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:40.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:40.846 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:40.846 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:40.846 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:40.846 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:40.846 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:40.904 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:40.905 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:40.905 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:40.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:40.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:40.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:40.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:40.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:40.906 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:40.906 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:40.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:40.906 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:40.906 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:40.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:40.999 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:40.999 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:41.000 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:41.000 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:41.000 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:41.000 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:41.001 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:41.001 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:41.001 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:41.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:41.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:41.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:41.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:41.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070001002 for job e145383e68303a1e13038904fc8aacb4.
02:06:41.019 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:06:41.020 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
02:06:41.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:41.154 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:41.154 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:41.155 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:41.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:41.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:41.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:41.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:41.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:41.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:41.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:41.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:41.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:41.156 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:41.213 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:41.214 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:41.214 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:41.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:41.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:41.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:41.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:41.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:41.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:41.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:41.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:41.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:41.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:41.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.267218 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } attempt: 6
02:06:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:41.275909 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.189:39499: Network error: Client connection negotiation failed: client connection to 127.11.65.189:39499: connect: Connection refused (error 111)
02:06:41.318 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:41.318 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:41.318 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:41.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:41.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:41.319 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:41.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:41.319 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:41.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:41.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:41.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:41.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:41.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:41.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:41.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:41.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070001502 for job e145383e68303a1e13038904fc8aacb4.
02:06:41.514 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:06:41.515 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
02:06:41.516 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:41.516 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:41.516 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:41.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:41.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:41.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:41.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:41.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:41.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:41.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:41.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:41.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:41.519 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:40.405942 11638 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:41.567807 11640 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:41.570590 11639 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1163 milliseconds
02:06:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.570681 11628 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.571810 11628 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:41.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.574445 11628 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.575785 11628 hybrid_clock.cc:648] HybridClock initialized: now 1779070001575746 us; error 40 us; skew 500 ppm
02:06:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.576659 11628 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.583173 11628 webserver.cc:533] Webserver started at http://127.11.65.189:44529/ using document root <none> and password file <none>
02:06:41.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.584168 11628 fs_manager.cc:362] Metadata directory not provided
02:06:41.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.584407 11628 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:41.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.584800 11628 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:41.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.589475 11628 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/data/instance:
02:06:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bda21ec3a932479f8f248aceee6619dd"
02:06:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:41 on dist-test-slave-9vqr"
02:06:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.590533 11628 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/wal/instance:
02:06:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bda21ec3a932479f8f248aceee6619dd"
02:06:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:41 on dist-test-slave-9vqr"
02:06:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.597848 11628 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
02:06:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.603729 11650 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.604806 11628 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:06:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.605151 11628 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/wal
02:06:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bda21ec3a932479f8f248aceee6619dd"
02:06:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:41 on dist-test-slave-9vqr"
02:06:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.605526 11628 fs_report.cc:389] FS layout report
02:06:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/wal
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/wal
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/data/data
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:41.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.662880 11628 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:41.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.664403 11628 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:41.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.664847 11628 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:41.703 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:41.703 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:41.703 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:41.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:41.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:41.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:41.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:41.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:41.704 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:41.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:41.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:41.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:41.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.734906 11628 rpc_server.cc:307] RPC server started. Bound to: 127.11.65.189:39499
02:06:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.734988 11701 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.65.189:39499 every 8 connection(s)
02:06:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.737671 11628 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/data/info.pb
02:06:41.739 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:41.739 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:41.740 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:41.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:41.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:41.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:41.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:41.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:41.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:41.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:41.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:41.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:41.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.743875 11526 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 11628
02:06:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.744235 11702 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.744361 11526 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-1/wal/instance
02:06:41.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.746610 11526 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:41.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/wal
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/data
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/logs
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/data/info.pb
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.65.188:39581
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.65.188
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.65.148:34455
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581
02:06:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37471/jwks.json with env {}
02:06:41.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.755468 11702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } has no permanent_uuid. Determining permanent_uuid...
02:06:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.777585 11702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } has no permanent_uuid. Determining permanent_uuid...
02:06:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.791397 11702 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } has no permanent_uuid. Determining permanent_uuid...
02:06:41.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:41.793673 11654 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:41.797722 11702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:41.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:41.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.847160 11702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 1
02:06:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:41.851434 11702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:41.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:41.919823 11702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 2
02:06:41.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:41.924225 11702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:41.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:42.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070002002 for job e145383e68303a1e13038904fc8aacb4.
02:06:42.010 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:06:42.010 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
02:06:42.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:42.015656 11702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 3
02:06:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.019800 11702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:42.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.070930 11704 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:42.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.071568 11704 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:42.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.072149 11704 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:42.074 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:42.074 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:42.074 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:42.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:42.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:42.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:42.075 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:42.075 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:42.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:42.075 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:42.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:42.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:42.075 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:42.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.107002 11704 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:06:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.107363 11704 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.107679 11704 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:06:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.107959 11704 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:06:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.108263 11704 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:06:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.108492 11704 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37471/jwks.json
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:42.146819 11704 master_runner.cc:387] Master server non-default flags:
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.65.148:34455
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/data
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/wal
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.65.188:39581
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37471/jwks.json
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/data/info.pb
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.65.188
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/logs
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:42.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:42.148406 11704 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:42.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:42.150043 11704 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.161222 11714 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:42.163170 11702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 4
02:06:42.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.167354 11702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:42.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:42.336462 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } attempt: 7
02:06:42.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:42.366812 11626 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } has no permanent_uuid. Determining permanent_uuid...
02:06:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.374882 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:42.433380 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 1
02:06:42.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.439960 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:42.466686 11702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 5
02:06:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.473585 11702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:42.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:42.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070002503 for job e145383e68303a1e13038904fc8aacb4.
02:06:42.515 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:06:42.518 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
02:06:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:42.521502 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 2
02:06:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.528270 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:42.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:42.613951 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 3
02:06:42.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.621665 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:42.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:42.762374 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 4
02:06:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.769289 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:42.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:42.951 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:42.952 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:42.952 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:42.952 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:42.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:42.953 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:42.953 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:42.953 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:42.953 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:42.953 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:42.953 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:42.953 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:42.954 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:42.979 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:42.979 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:42.979 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:42.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:42.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:42.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:42.980 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:42.981 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:42.981 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:42.981 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:42.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:42.981 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:42.981 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:42.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:42.985 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:42.986 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:42.986 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:42.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:42.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:42.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:42.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:42.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:42.987 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:42.987 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:42.987 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:42.987 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:42.987 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:43.004 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070003003 for job e145383e68303a1e13038904fc8aacb4.
02:06:43.014 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:06:43.019 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
02:06:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.021099 11702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 6
02:06:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:43.041818 11702 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.052752 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 5
02:06:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:43.059538 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:43.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:43.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:43.465 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:43.465 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:43.465 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:43.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:43.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:43.466 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:43.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:43.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:43.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:43.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:43.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:43.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:43.467 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:43.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:43.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070003502 for job e145383e68303a1e13038904fc8aacb4.
02:06:43.504 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:43.505 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:43.505 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:43.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:43.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:43.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:43.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:43.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:43.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:43.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:43.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:43.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:43.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:43.517 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:06:43.521 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
02:06:43.522 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:43.523 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:43.523 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:43.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:43.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:43.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:43.524 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:43.524 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:43.524 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:43.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:43.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:43.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:43.525 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:43.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:43.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.612345 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 6
02:06:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:43.649892 11626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.65.188:39581: Network error: Client connection negotiation failed: client connection to 127.11.65.188:39581: connect: Connection refused (error 111)
02:06:43.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:43.564282 11713 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 11704
02:06:43.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:43.697755 11704 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.537s	user 0.639s	sys 0.892s
02:06:43.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:43.698066 11704 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.537s	user 0.639s	sys 0.892s
02:06:43.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:42.161757 11715 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:43.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:43.700156 11717 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:43.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:43.702556 11716 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1537 milliseconds
02:06:43.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.702576 11704 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.703796 11704 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.706207 11704 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.707543 11704 hybrid_clock.cc:648] HybridClock initialized: now 1779070003707506 us; error 34 us; skew 500 ppm
02:06:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.708359 11704 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.714053 11704 webserver.cc:533] Webserver started at http://127.11.65.188:46591/ using document root <none> and password file <none>
02:06:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.714942 11704 fs_manager.cc:362] Metadata directory not provided
02:06:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.715153 11704 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.715612 11704 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.720006 11704 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/data/instance:
02:06:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b"
02:06:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:43 on dist-test-slave-9vqr"
02:06:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.721243 11704 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/wal/instance:
02:06:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b"
02:06:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:43 on dist-test-slave-9vqr"
02:06:43.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.728345 11704 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
02:06:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.734140 11731 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:43.734 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:43.735 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:43.735 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:43.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:43.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:43.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:43.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.735507 11704 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:06:43.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:43.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:43.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:43.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:43.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:43.736 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.735975 11704 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/wal
02:06:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b"
02:06:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:43 on dist-test-slave-9vqr"
02:06:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.736446 11704 fs_report.cc:389] FS layout report
02:06:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/wal
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/wal
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/data/data
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:43.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.787791 11704 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:43.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.789376 11704 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.789878 11704 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:43.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.860987 11704 rpc_server.cc:307] RPC server started. Bound to: 127.11.65.188:39581
02:06:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.861060 11782 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.65.188:39581 every 8 connection(s)
02:06:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.863849 11704 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/data/info.pb
02:06:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.866256 11526 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 11704
02:06:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.866776 11526 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/master-2/wal/instance
02:06:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.870714 11783 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.887073 11783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } has no permanent_uuid. Determining permanent_uuid...
02:06:43.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.911765 11783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } has no permanent_uuid. Determining permanent_uuid...
02:06:43.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.922425 11783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } has no permanent_uuid. Determining permanent_uuid...
02:06:43.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.938128 11783 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b: Bootstrap starting.
02:06:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.944491 11783 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b: Neither blocks nor log segments found. Creating new log.
02:06:43.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.946502 11783 log.cc:826] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b: Log is configured to *not* fsync() on all Append() calls
02:06:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.950798 11783 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b: No bootstrap required, opened a new log
02:06:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.970467 11783 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } }
02:06:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.971113 11783 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.971371 11783 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e010cd5463d4f1b8c7f0f2d323f1c7b, State: Initialized, Role: FOLLOWER
02:06:43.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.972144 11783 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } }
02:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.974685 11792 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } } }
02:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.975450 11792 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [sys.catalog]: This master's current role is: FOLLOWER
02:06:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.976476 11783 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [sys.catalog]: configured and running, proceeding with master startup.
02:06:43.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:44.002539 11803 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:06:44.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070004002 for job e145383e68303a1e13038904fc8aacb4.
02:06:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:44.002954 11803 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:06:44.010 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:06:44.011 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
02:06:44.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:43.998292 11704 master_runner.cc:187] Error getting master registration for 127.11.65.190:40661: OK, instance_id { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" instance_seqno: 1779069999955637 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:06:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.027953 11704 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:06:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:44.045234 11737 tablet.cc:2404] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:06:44.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.081660 11792 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:44.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.082229 11792 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } }
02:06:44.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.085019 11792 leader_election.cc:290] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bb869944a5d24ec78c3fb5023964eb06 (127.11.65.190:40661), bda21ec3a932479f8f248aceee6619dd (127.11.65.189:39499)
02:06:44.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:44.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.102229 11702 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 7
02:06:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.124552 11702 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd: Bootstrap starting.
02:06:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.132179 11702 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd: Neither blocks nor log segments found. Creating new log.
02:06:44.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.134557 11702 log.cc:826] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd: Log is configured to *not* fsync() on all Append() calls
02:06:44.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.142239 11702 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd: No bootstrap required, opened a new log
02:06:44.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.170526 11702 raft_consensus.cc:359] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } }
02:06:44.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.171433 11702 raft_consensus.cc:385] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:44.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.171906 11702 raft_consensus.cc:740] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bda21ec3a932479f8f248aceee6619dd, State: Initialized, Role: FOLLOWER
02:06:44.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.172871 11702 consensus_queue.cc:260] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } }
02:06:44.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.175758 11807 sys_catalog.cc:455] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } } }
02:06:44.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.177004 11807 sys_catalog.cc:458] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [sys.catalog]: This master's current role is: FOLLOWER
02:06:44.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.177655 11702 sys_catalog.cc:565] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [sys.catalog]: configured and running, proceeding with master startup.
02:06:44.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.177824 11677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bda21ec3a932479f8f248aceee6619dd" is_pre_election: true
02:06:44.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.179037 11677 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e010cd5463d4f1b8c7f0f2d323f1c7b in term 0.
02:06:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.181437 11735 leader_election.cc:304] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e010cd5463d4f1b8c7f0f2d323f1c7b, bda21ec3a932479f8f248aceee6619dd; no voters: 
02:06:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.183483 11792 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:44.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.183858 11792 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:44.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.184228 11792 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [term 0 FOLLOWER]: Advancing to term 1
02:06:44.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.190414 11792 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } }
02:06:44.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.195816 11792 leader_election.cc:290] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [CANDIDATE]: Term 1 election: Requested vote from peers bb869944a5d24ec78c3fb5023964eb06 (127.11.65.190:40661), bda21ec3a932479f8f248aceee6619dd (127.11.65.189:39499)
02:06:44.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.197027 11677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bda21ec3a932479f8f248aceee6619dd"
02:06:44.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.197629 11677 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [term 0 FOLLOWER]: Advancing to term 1
02:06:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.204249 11677 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e010cd5463d4f1b8c7f0f2d323f1c7b in term 1.
02:06:44.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.207937 11735 leader_election.cc:304] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e010cd5463d4f1b8c7f0f2d323f1c7b, bda21ec3a932479f8f248aceee6619dd; no voters: 
02:06:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.210017 11792 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [term 1 FOLLOWER]: Leader election won for term 1
02:06:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.219830 11819 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:06:44.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.223426 11792 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [term 1 LEADER]: Becoming Leader. State: Replica: 5e010cd5463d4f1b8c7f0f2d323f1c7b, State: Running, Role: LEADER
02:06:44.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.224499 11792 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } }
02:06:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.232615 11818 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e010cd5463d4f1b8c7f0f2d323f1c7b. Latest consensus state: current_term: 1 leader_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } } }
02:06:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.233517 11818 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [sys.catalog]: This master's current role is: LEADER
02:06:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.245160 11821 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:06:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.252663 11821 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:06:44.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.224395 11628 master_runner.cc:187] Error getting master registration for 127.11.65.190:40661: OK, instance_id { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" instance_seqno: 1779069999955637 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:06:44.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.254359 11628 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:06:44.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.274557 11677 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [term 1 FOLLOWER]: Refusing update from remote peer 5e010cd5463d4f1b8c7f0f2d323f1c7b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:06:44.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.276216 11818 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [LEADER]: Connected to new peer: Peer: permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.306862 11807 sys_catalog.cc:455] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e010cd5463d4f1b8c7f0f2d323f1c7b. Latest consensus state: current_term: 1 leader_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } } }
02:06:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.307623 11807 sys_catalog.cc:458] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [sys.catalog]: This master's current role is: FOLLOWER
02:06:44.313 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:44.313 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:44.313 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:44.313 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:44.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:44.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:44.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:44.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:44.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:44.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:44.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:44.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:44.314 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.315351 11822 mvcc.cc:204] Tried to move back new op lower bound from 7287070737491443712 to 7287070737316732928. Current Snapshot: MvccSnapshot[applied={T|T < 7287070737491443712}]
02:06:44.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.317516 11792 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } } }
02:06:44.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.318243 11792 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [sys.catalog]: This master's current role is: LEADER
02:06:44.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.321491 11821 catalog_manager.cc:1382] Generated new cluster ID: 2df5504e03fc407385431905b2c8ed9f
02:06:44.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.321777 11821 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:06:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.328922 11807 sys_catalog.cc:455] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } } }
02:06:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.329675 11807 sys_catalog.cc:458] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd [sys.catalog]: This master's current role is: FOLLOWER
02:06:44.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:44.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.346967 11821 catalog_manager.cc:1405] Generated new certificate authority record
02:06:44.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.349184 11821 catalog_manager.cc:1539] Loading token signing keys...
02:06:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.374200 11821 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b: Generated new TSK 0
02:06:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.375591 11821 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:06:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.404332 11526 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/wal
02:06:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/data
02:06:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/logs
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/data/info.pb
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.65.129:0
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.65.129
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.65.129
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.65.148:34455
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:06:44.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:44.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070004502 for job e145383e68303a1e13038904fc8aacb4.
02:06:44.511 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:06:44.513 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
02:06:44.517 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:44.517 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:44.517 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:44.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:44.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:44.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:44.517 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:44.517 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:44.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:44.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:44.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:44.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:44.518 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:44.587 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:44.665 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:44.665 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:44.665 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:44.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:44.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:44.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:44.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:44.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:44.666 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:44.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:44.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:44.666 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:44.666 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.683367 11626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } attempt: 7
02:06:44.698 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:44.698 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:44.698 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:44.699 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:44.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:44.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:44.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:44.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:44.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:44.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:44.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:44.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:44.700 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:44.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.721431 11626 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06: Bootstrap starting.
02:06:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.729157 11626 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06: Neither blocks nor log segments found. Creating new log.
02:06:44.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.731376 11626 log.cc:826] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06: Log is configured to *not* fsync() on all Append() calls
02:06:44.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.742449 11626 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06: No bootstrap required, opened a new log
02:06:44.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.772042 11626 raft_consensus.cc:359] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } }
02:06:44.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.773172 11626 raft_consensus.cc:385] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:44.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.773656 11626 raft_consensus.cc:740] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb869944a5d24ec78c3fb5023964eb06, State: Initialized, Role: FOLLOWER
02:06:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.774785 11626 consensus_queue.cc:260] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } }
02:06:44.778 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:44.779 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:44.779 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:44.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:44.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:44.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:44.780 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:44.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:44.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:44.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:44.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:44.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:44.781 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.802481 11626 sys_catalog.cc:565] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [sys.catalog]: configured and running, proceeding with master startup.
02:06:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.802621 11600 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb869944a5d24ec78c3fb5023964eb06"
02:06:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.803853 11601 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb869944a5d24ec78c3fb5023964eb06" is_pre_election: true
02:06:44.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.807821 11600 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [term 0 FOLLOWER]: Advancing to term 1
02:06:44.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.815595 11600 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e010cd5463d4f1b8c7f0f2d323f1c7b in term 1.
02:06:44.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.818249 11831 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } } }
02:06:44.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.822443 11831 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [sys.catalog]: This master's current role is: FOLLOWER
02:06:44.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.833956 11599 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [term 1 FOLLOWER]: Refusing update from remote peer 5e010cd5463d4f1b8c7f0f2d323f1c7b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:06:44.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.837700 11818 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:44.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:44.865 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:44.865 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:44.865 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:44.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:44.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:44.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:44.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:44.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:44.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:44.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:44.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:44.867 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:44.867 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:44.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:44.875145 11827 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:44.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:44.876366 11827 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:44.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:44.877305 11827 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:44.940279 11827 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:44.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:44.941164 11827 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.65.129
02:06:44.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.944348 11831 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e010cd5463d4f1b8c7f0f2d323f1c7b. Latest consensus state: current_term: 1 leader_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } } }
02:06:44.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.945039 11831 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [sys.catalog]: This master's current role is: FOLLOWER
02:06:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.948922 11848 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } } }
02:06:44.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.949791 11848 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06 [sys.catalog]: This master's current role is: FOLLOWER
02:06:44.971 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:44.972 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:44.972 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:44.973 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:44.973 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:44.973 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:44.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.973466 11852 catalog_manager.cc:1294] Loaded cluster ID: 2df5504e03fc407385431905b2c8ed9f
02:06:44.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.973896 11852 catalog_manager.cc:1587] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06: loading cluster ID for follower catalog manager: success
02:06:44.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:44.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:44.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:44.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:44.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:44.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:44.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:44.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:44.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.982224 11852 catalog_manager.cc:1609] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06: acquiring CA information for follower catalog manager: success
02:06:44.983 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:44.983 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:44.983 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:44.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:44.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:44.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:44.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:44.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:44.984 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:44.984 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:44.984 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:44.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:44.985 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:44.988338 11852 catalog_manager.cc:1637] T 00000000000000000000000000000000 P bb869944a5d24ec78c3fb5023964eb06: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:06:45.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070005002 for job e145383e68303a1e13038904fc8aacb4.
02:06:45.017 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:06:45.019 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
02:06:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:45.032272 11827 tablet_server_runner.cc:78] Tablet server non-default flags:
02:06:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.65.148:34455
02:06:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/data
02:06:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/wal
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.65.129:0
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/data/info.pb
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.65.129
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.65.129
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/logs
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:45.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:45.035228 11827 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:45.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:45.037667 11827 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:45.076 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:45.076 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:45.076 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:45.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:45.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:45.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:45.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:45.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:45.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:45.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:45.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:45.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:45.077 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:45.085546 11855 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:45.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:45.253646 11819 catalog_manager.cc:1294] Loaded cluster ID: 2df5504e03fc407385431905b2c8ed9f
02:06:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:45.253983 11819 catalog_manager.cc:1587] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd: loading cluster ID for follower catalog manager: success
02:06:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:45.274592 11819 catalog_manager.cc:1609] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd: acquiring CA information for follower catalog manager: success
02:06:45.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:45.301304 11819 catalog_manager.cc:1637] T 00000000000000000000000000000000 P bda21ec3a932479f8f248aceee6619dd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:06:45.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:45.403 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:45.403 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:45.403 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:45.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:45.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:45.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:45.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:45.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:45.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:45.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:45.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:45.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:45.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:45.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:45.457254 11818 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb869944a5d24ec78c3fb5023964eb06" member_type: VOTER last_known_addr { host: "127.11.65.190" port: 40661 } } peers { permanent_uuid: "bda21ec3a932479f8f248aceee6619dd" member_type: VOTER last_known_addr { host: "127.11.65.189" port: 39499 } } peers { permanent_uuid: "5e010cd5463d4f1b8c7f0f2d323f1c7b" member_type: VOTER last_known_addr { host: "127.11.65.188" port: 39581 } } }
02:06:45.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:45.458041 11818 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e010cd5463d4f1b8c7f0f2d323f1c7b [sys.catalog]: This master's current role is: LEADER
02:06:45.458 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:45.459 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:45.459 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:45.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:45.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:45.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:45.460 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:45.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:45.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:45.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:45.460 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:45.460 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:45.460 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:45.479 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:45.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070005502 for job e145383e68303a1e13038904fc8aacb4.
02:06:45.517 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:06:45.518 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
02:06:45.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:45.637 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:45.638 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:45.638 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:45.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:45.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:45.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:45.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:45.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:45.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:45.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:45.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:45.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:45.640 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:45.697 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:45.698 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:45.698 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:45.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:45.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:45.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:45.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:45.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:45.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:45.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:45.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:45.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:45.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:45.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:45.979 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:46.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070006002 for job e145383e68303a1e13038904fc8aacb4.
02:06:46.014 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:06:46.015 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
02:06:46.038 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:46.038 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:46.038 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:46.039 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.039 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.039 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.040 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:46.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:46.338 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:46.338 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:46.339 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:46.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.340 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.340 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.341 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.341 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.341 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.341 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:46.341 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.341 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:46.414 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:46.414 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:46.415 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:46.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.415 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.415 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.415 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.415 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.415 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.415 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.415 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:46.416 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27122), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [18ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [19ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [54ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [84ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [84ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [128ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [323ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [324ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [324ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [403ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [623ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1442ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2464ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3823ms] too many traces: truncated at 100 traces, deferred=Deferred@2403611(state=PENDING, result=null, callback=(continuation of Deferred@1675540256 after retry RPC after error@928180153) -> (continuation of Deferred@706926026 after retry RPC after error@265026016) -> (continuation of Deferred@431630478 after retry RPC after error@972385071) -> (continuation of Deferred@96822622 after retry RPC after error@1435601151) -> (continuation of Deferred@497497243 after retry RPC after error@261720083) -> (continuation of Deferred@567862059 after retry RPC after error@2018984351) -> (continuation of Deferred@1550885346 after retry RPC after error@535454575) -> (continuation of Deferred@2043484674 after retry RPC after error@995419933) -> (continuation of Deferred@1660038692 after retry RPC after error@776984590) -> (continuation of Deferred@1069800143 after retry RPC after error@590593573) -> (continuation of Deferred@1354966889 after retry RPC after error@10230487) -> (continuation of Deferred@564702633 after retry RPC after error@525663535) -> (continuation of Deferred@1449486787 after retry RPC after error@919575418) -> (continuation of Deferred@1382989295 after retry RPC after error@1785433864) -> (continuation of Deferred@398313719 after retry RPC after error@1575195953) -> (continuation of Deferred@2051398311 after retry RPC after error@1289750824) -> (continuation of Deferred@904108595 after retry RPC after error@1961413539) -> (continuation of Deferred@539801467 after retry RPC after error@1816744735) -> (continuation of Deferred@1163034279 after retry RPC after error@2010447997) -> (continuation of Deferred@839378579 after retry RPC after error@342919783) -> (continuation of Deferred@1115777288 after retry RPC after error@487088077) -> (continuation of Deferred@280367489 after retry RPC after error@365122), errback=(continuation of Deferred@1675540256 after retry RPC after error@928180153) -> (continuation of Deferred@706926026 after retry RPC after error@265026016) -> (continuation of Deferred@431630478 after retry RPC after error@972385071) -> (continuation of Deferred@96822622 after retry RPC after error@1435601151) -> (continuation of Deferred@497497243 after retry RPC after error@261720083) -> (continuation of Deferred@567862059 after retry RPC after error@2018984351) -> (continuation of Deferred@1550885346 after retry RPC after error@535454575) -> (continuation of Deferred@2043484674 after retry RPC after error@995419933) -> (continuation of Deferred@1660038692 after retry RPC after error@776984590) -> (continuation of Deferred@1069800143 after retry RPC after error@590593573) -> (continuation of Deferred@1354966889 after retry RPC after error@10230487) -> (continuation of Deferred@564702633 after retry RPC after error@525663535) -> (continuation of Deferred@1449486787 after retry RPC after error@919575418) -> (continuation of Deferred@1382989295 after retry RPC after error@1785433864) -> (continuation of Deferred@398313719 after retry RPC after error@1575195953) -> (continuation of Deferred@2051398311 after retry RPC after error@1289750824) -> (continuation of Deferred@904108595 after retry RPC after error@1961413539) -> (continuation of Deferred@539801467 after retry RPC after error@1816744735) -> (continuation of Deferred@1163034279 after retry RPC after error@2010447997) -> (continuation of Deferred@839378579 after retry RPC after error@342919783) -> (continuation of Deferred@1115777288 after retry RPC after error@487088077) -> (continuation of Deferred@280367489 after retry RPC after error@365122)))
02:06:46.417 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:46.417 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:46.417 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:46.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.418 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27122), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [18ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [19ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [54ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [84ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [84ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [128ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [323ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [324ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [324ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [403ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [623ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1442ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2464ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3823ms] too many traces: truncated at 100 traces, deferred=Deferred@2403611(state=PENDING, result=null, callback=(continuation of Deferred@1675540256 after retry RPC after error@928180153) -> (continuation of Deferred@706926026 after retry RPC after error@265026016) -> (continuation of Deferred@431630478 after retry RPC after error@972385071) -> (continuation of Deferred@96822622 after retry RPC after error@1435601151) -> (continuation of Deferred@497497243 after retry RPC after error@261720083) -> (continuation of Deferred@567862059 after retry RPC after error@2018984351) -> (continuation of Deferred@1550885346 after retry RPC after error@535454575) -> (continuation of Deferred@2043484674 after retry RPC after error@995419933) -> (continuation of Deferred@1660038692 after retry RPC after error@776984590) -> (continuation of Deferred@1069800143 after retry RPC after error@590593573) -> (continuation of Deferred@1354966889 after retry RPC after error@10230487) -> (continuation of Deferred@564702633 after retry RPC after error@525663535) -> (continuation of Deferred@1449486787 after retry RPC after error@919575418) -> (continuation of Deferred@1382989295 after retry RPC after error@1785433864) -> (continuation of Deferred@398313719 after retry RPC after error@1575195953) -> (continuation of Deferred@2051398311 after retry RPC after error@1289750824) -> (continuation of Deferred@904108595 after retry RPC after error@1961413539) -> (continuation of Deferred@539801467 after retry RPC after error@1816744735) -> (continuation of Deferred@1163034279 after retry RPC after error@2010447997) -> (continuation of Deferred@839378579 after retry RPC after error@342919783) -> (continuation of Deferred@1115777288 after retry RPC after error@487088077) -> (continuation of Deferred@280367489 after retry RPC after error@365122), errback=(continuation of Deferred@1675540256 after retry RPC after error@928180153) -> (continuation of Deferred@706926026 after retry RPC after error@265026016) -> (continuation of Deferred@431630478 after retry RPC after error@972385071) -> (continuation of Deferred@96822622 after retry RPC after error@1435601151) -> (continuation of Deferred@497497243 after retry RPC after error@261720083) -> (continuation of Deferred@567862059 after retry RPC after error@2018984351) -> (continuation of Deferred@1550885346 after retry RPC after error@535454575) -> (continuation of Deferred@2043484674 after retry RPC after error@995419933) -> (continuation of Deferred@1660038692 after retry RPC after error@776984590) -> (continuation of Deferred@1069800143 after retry RPC after error@590593573) -> (continuation of Deferred@1354966889 after retry RPC after error@10230487) -> (continuation of Deferred@564702633 after retry RPC after error@525663535) -> (continuation of Deferred@1449486787 after retry RPC after error@919575418) -> (continuation of Deferred@1382989295 after retry RPC after error@1785433864) -> (continuation of Deferred@398313719 after retry RPC after error@1575195953) -> (continuation of Deferred@2051398311 after retry RPC after error@1289750824) -> (continuation of Deferred@904108595 after retry RPC after error@1961413539) -> (continuation of Deferred@539801467 after retry RPC after error@1816744735) -> (continuation of Deferred@1163034279 after retry RPC after error@2010447997) -> (continuation of Deferred@839378579 after retry RPC after error@342919783) -> (continuation of Deferred@1115777288 after retry RPC after error@487088077) -> (continuation of Deferred@280367489 after retry RPC after error@365122)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27122), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [18ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [19ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [54ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [84ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [84ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [128ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [323ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [324ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [324ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [403ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [623ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1442ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2464ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3823ms] too many traces: truncated at 100 traces, deferred=Deferred@2403611(state=PENDING, result=null, callback=(continuation of Deferred@1675540256 after retry RPC after error@928180153) -> (continuation of Deferred@706926026 after retry RPC after error@265026016) -> (continuation of Deferred@431630478 after retry RPC after error@972385071) -> (continuation of Deferred@96822622 after retry RPC after error@1435601151) -> (continuation of Deferred@497497243 after retry RPC after error@261720083) -> (continuation of Deferred@567862059 after retry RPC after error@2018984351) -> (continuation of Deferred@1550885346 after retry RPC after error@535454575) -> (continuation of Deferred@2043484674 after retry RPC after error@995419933) -> (continuation of Deferred@1660038692 after retry RPC after error@776984590) -> (continuation of Deferred@1069800143 after retry RPC after error@590593573) -> (continuation of Deferred@1354966889 after retry RPC after error@10230487) -> (continuation of Deferred@564702633 after retry RPC after error@525663535) -> (continuation of Deferred@1449486787 after retry RPC after error@919575418) -> (continuation of Deferred@1382989295 after retry RPC after error@1785433864) -> (continuation of Deferred@398313719 after retry RPC after error@1575195953) -> (continuation of Deferred@2051398311 after retry RPC after error@1289750824) -> (continuation of Deferred@904108595 after retry RPC after error@1961413539) -> (continuation of Deferred@539801467 after retry RPC after error@1816744735) -> (continuation of Deferred@1163034279 after retry RPC after error@2010447997) -> (continuation of Deferred@839378579 after retry RPC after error@342919783) -> (continuation of Deferred@1115777288 after retry RPC after error@487088077) -> (continuation of Deferred@280367489 after retry RPC after error@365122), errback=(continuation of Deferred@1675540256 after retry RPC after error@928180153) -> (continuation of Deferred@706926026 after retry RPC after error@265026016) -> (continuation of Deferred@431630478 after retry RPC after error@972385071) -> (continuation of Deferred@96822622 after retry RPC after error@1435601151) -> (continuation of Deferred@497497243 after retry RPC after error@261720083) -> (continuation of Deferred@567862059 after retry RPC after error@2018984351) -> (continuation of Deferred@1550885346 after retry RPC after error@535454575) -> (continuation of Deferred@2043484674 after retry RPC after error@995419933) -> (continuation of Deferred@1660038692 after retry RPC after error@776984590) -> (continuation of Deferred@1069800143 after retry RPC after error@590593573) -> (continuation of Deferred@1354966889 after retry RPC after error@10230487) -> (continuation of Deferred@564702633 after retry RPC after error@525663535) -> (continuation of Deferred@1449486787 after retry RPC after error@919575418) -> (continuation of Deferred@1382989295 after retry RPC after error@1785433864) -> (continuation of Deferred@398313719 after retry RPC after error@1575195953) -> (continuation of Deferred@2051398311 after retry RPC after error@1289750824) -> (continuation of Deferred@904108595 after retry RPC after error@1961413539) -> (continuation of Deferred@539801467 after retry RPC after error@1816744735) -> (continuation of Deferred@1163034279 after retry RPC after error@2010447997) -> (continuation of Deferred@839378579 after retry RPC after error@342919783) -> (continuation of Deferred@1115777288 after retry RPC after error@487088077) -> (continuation of Deferred@280367489 after retry RPC after error@365122)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.47.126:46261
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:46.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.421 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:46.424 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:46.424 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:46.424 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:46.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:46.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:46.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:46.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:46.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:46.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:46.425 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27122), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [18ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [19ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [54ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [84ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [84ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [128ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [323ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [324ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [324ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [403ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [623ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1442ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2464ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3823ms] too many traces: truncated at 100 traces, deferred=Deferred@2403611(state=PENDING, result=null, callback=(continuation of Deferred@1675540256 after retry RPC after error@928180153) -> (continuation of Deferred@706926026 after retry RPC after error@265026016) -> (continuation of Deferred@431630478 after retry RPC after error@972385071) -> (continuation of Deferred@96822622 after retry RPC after error@1435601151) -> (continuation of Deferred@497497243 after retry RPC after error@261720083) -> (continuation of Deferred@567862059 after retry RPC after error@2018984351) -> (continuation of Deferred@1550885346 after retry RPC after error@535454575) -> (continuation of Deferred@2043484674 after retry RPC after error@995419933) -> (continuation of Deferred@1660038692 after retry RPC after error@776984590) -> (continuation of Deferred@1069800143 after retry RPC after error@590593573) -> (continuation of Deferred@1354966889 after retry RPC after error@10230487) -> (continuation of Deferred@564702633 after retry RPC after error@525663535) -> (continuation of Deferred@1449486787 after retry RPC after error@919575418) -> (continuation of Deferred@1382989295 after retry RPC after error@1785433864) -> (continuation of Deferred@398313719 after retry RPC after error@1575195953) -> (continuation of Deferred@2051398311 after retry RPC after error@1289750824) -> (continuation of Deferred@904108595 after retry RPC after error@1961413539) -> (continuation of Deferred@539801467 after retry RPC after error@1816744735) -> (continuation of Deferred@1163034279 after retry RPC after error@2010447997) -> (continuation of Deferred@839378579 after retry RPC after error@342919783) -> (continuation of Deferred@1115777288 after retry RPC after error@487088077) -> (continuation of Deferred@280367489 after retry RPC after error@365122), errback=(continuation of Deferred@1675540256 after retry RPC after error@928180153) -> (continuation of Deferred@706926026 after retry RPC after error@265026016) -> (continuation of Deferred@431630478 after retry RPC after error@972385071) -> (continuation of Deferred@96822622 after retry RPC after error@1435601151) -> (continuation of Deferred@497497243 after retry RPC after error@261720083) -> (continuation of Deferred@567862059 after retry RPC after error@2018984351) -> (continuation of Deferred@1550885346 after retry RPC after error@535454575) -> (continuation of Deferred@2043484674 after retry RPC after error@995419933) -> (continuation of Deferred@1660038692 after retry RPC after error@776984590) -> (continuation of Deferred@1069800143 after retry RPC after error@590593573) -> (continuation of Deferred@1354966889 after retry RPC after error@10230487) -> (continuation of Deferred@564702633 after retry RPC after error@525663535) -> (continuation of Deferred@1449486787 after retry RPC after error@919575418) -> (continuation of Deferred@1382989295 after retry RPC after error@1785433864) -> (continuation of Deferred@398313719 after retry RPC after error@1575195953) -> (continuation of Deferred@2051398311 after retry RPC after error@1289750824) -> (continuation of Deferred@904108595 after retry RPC after error@1961413539) -> (continuation of Deferred@539801467 after retry RPC after error@1816744735) -> (continuation of Deferred@1163034279 after retry RPC after error@2010447997) -> (continuation of Deferred@839378579 after retry RPC after error@342919783) -> (continuation of Deferred@1115777288 after retry RPC after error@487088077) -> (continuation of Deferred@280367489 after retry RPC after error@365122)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27122), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [18ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [19ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [54ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [84ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [84ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [127ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [128ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [323ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [324ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [324ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [403ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [623ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1442ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2464ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3823ms] too many traces: truncated at 100 traces, deferred=Deferred@2403611(state=PENDING, result=null, callback=(continuation of Deferred@1675540256 after retry RPC after error@928180153) -> (continuation of Deferred@706926026 after retry RPC after error@265026016) -> (continuation of Deferred@431630478 after retry RPC after error@972385071) -> (continuation of Deferred@96822622 after retry RPC after error@1435601151) -> (continuation of Deferred@497497243 after retry RPC after error@261720083) -> (continuation of Deferred@567862059 after retry RPC after error@2018984351) -> (continuation of Deferred@1550885346 after retry RPC after error@535454575) -> (continuation of Deferred@2043484674 after retry RPC after error@995419933) -> (continuation of Deferred@1660038692 after retry RPC after error@776984590) -> (continuation of Deferred@1069800143 after retry RPC after error@590593573) -> (continuation of Deferred@1354966889 after retry RPC after error@10230487) -> (continuation of Deferred@564702633 after retry RPC after error@525663535) -> (continuation of Deferred@1449486787 after retry RPC after error@919575418) -> (continuation of Deferred@1382989295 after retry RPC after error@1785433864) -> (continuation of Deferred@398313719 after retry RPC after error@1575195953) -> (continuation of Deferred@2051398311 after retry RPC after error@1289750824) -> (continuation of Deferred@904108595 after retry RPC after error@1961413539) -> (continuation of Deferred@539801467 after retry RPC after error@1816744735) -> (continuation of Deferred@1163034279 after retry RPC after error@2010447997) -> (continuation of Deferred@839378579 after retry RPC after error@342919783) -> (continuation of Deferred@1115777288 after retry RPC after error@487088077) -> (continuation of Deferred@280367489 after retry RPC after error@365122), errback=(continuation of Deferred@1675540256 after retry RPC after error@928180153) -> (continuation of Deferred@706926026 after retry RPC after error@265026016) -> (continuation of Deferred@431630478 after retry RPC after error@972385071) -> (continuation of Deferred@96822622 after retry RPC after error@1435601151) -> (continuation of Deferred@497497243 after retry RPC after error@261720083) -> (continuation of Deferred@567862059 after retry RPC after error@2018984351) -> (continuation of Deferred@1550885346 after retry RPC after error@535454575) -> (continuation of Deferred@2043484674 after retry RPC after error@995419933) -> (continuation of Deferred@1660038692 after retry RPC after error@776984590) -> (continuation of Deferred@1069800143 after retry RPC after error@590593573) -> (continuation of Deferred@1354966889 after retry RPC after error@10230487) -> (continuation of Deferred@564702633 after retry RPC after error@525663535) -> (continuation of Deferred@1449486787 after retry RPC after error@919575418) -> (continuation of Deferred@1382989295 after retry RPC after error@1785433864) -> (continuation of Deferred@398313719 after retry RPC after error@1575195953) -> (continuation of Deferred@2051398311 after retry RPC after error@1289750824) -> (continuation of Deferred@904108595 after retry RPC after error@1961413539) -> (continuation of Deferred@539801467 after retry RPC after error@1816744735) -> (continuation of Deferred@1163034279 after retry RPC after error@2010447997) -> (continuation of Deferred@839378579 after retry RPC after error@342919783) -> (continuation of Deferred@1115777288 after retry RPC after error@487088077) -> (continuation of Deferred@280367489 after retry RPC after error@365122)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.47.126:46261
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:46.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:46.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:46.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:46.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:46.429 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:06:46.429 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state RUNNING to RESTARTING.
02:06:46.429 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
02:06:46.429 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
02:06:46.430 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
02:06:46.430 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
02:06:46.430 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
02:06:46.430 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
02:06:46.430 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
02:06:46.430 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
02:06:46.431 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:06:46.431 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
02:06:46.431 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:06:46.434 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:46.434 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:46.434 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:46.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.436 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:46.441 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:06:46.441 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
02:06:46.441 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:06:46.452 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
02:06:46.452 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
02:06:46.452 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
02:06:46.454 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:46.454 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:46.454 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:46.455 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.456 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.456 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.456 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.456 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.456 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:46.465 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:06:46.465 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:06:46.465 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
02:06:46.465 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
02:06:46.465 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:06:46.465 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
02:06:46.474 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:46.474 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:46.474 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:46.475 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:06:46.475 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
02:06:46.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.475 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:06:46.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:46.479 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:46.494 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:46.494 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:46.494 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:46.495 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:06:46.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.495 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
02:06:46.495 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:06:46.495 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.496 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.496 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.496 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.496 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.496 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:46.501 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:06:46.501 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
02:06:46.501 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:06:46.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070006502 for job e145383e68303a1e13038904fc8aacb4.
02:06:46.511 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:46.512 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:46.512 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:46.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.513 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.513 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.513 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.514 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:46.525 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:06:46.572 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:46.572 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:46.572 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:46.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:46.573 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:46.573 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
02:06:46.573 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:46.573 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:46.573 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:06:46.573 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
02:06:46.574 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
02:06:46.572 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:46.574 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:46.574 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:46.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.575 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:06:46.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.576 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:46.573 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:46.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:46.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:46.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:46.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:46.576 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:46.577 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27288), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [51ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [74ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [77ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [77ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [86ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [86ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [87ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [87ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [105ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [105ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1304ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1304ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1563ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1643ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2243ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [3321ms] refreshing cache from master, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [3323ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [3323ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3323ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [6320ms] refreshing cache from master, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [6322ms] too many traces: truncated at 100 traces, deferred=Deferred@147304010(state=PENDING, result=null, callback=(continuation of Deferred@631550394 after retry RPC after error@645235328) -> (continuation of Deferred@603339656 after retry RPC after error@376861762) -> (continuation of Deferred@383729239 after retry RPC after error@473223054) -> (continuation of Deferred@244096507 after retry RPC after error@738016268) -> (continuation of Deferred@1153405602 after retry RPC after error@2119003396) -> (continuation of Deferred@348410995 after retry RPC after error@1444616123) -> (continuation of Deferred@1854514520 after retry RPC after error@2067382464) -> (continuation of Deferred@1298691096 after retry RPC after error@1136657601) -> (continuation of Deferred@1614862980 after retry RPC after error@1430927756) -> (continuation of Deferred@1527537545 after retry RPC after error@405388837) -> (continuation of Deferred@2119943006 after retry RPC after error@2052657984) -> (continuation of Deferred@1133570965 after retry RPC after error@379436372) -> (continuation of Deferred@914148842 after retry RPC after error@76352374) -> (continuation of Deferred@1074107441 after retry RPC after error@998893176) -> (continuation of Deferred@1808428926 after retry RPC after error@133173194) -> (continuation of Deferred@1807263513 after retry RPC after error@527840816) -> (continuation of Deferred@671030079 after retry RPC after error@544656981) -> (continuation of Deferred@240657709 after retry RPC after error@540099936) -> (continuation of Deferred@2143847610 after retry RPC after error@1767569776) -> (continuation of Deferred@644139067 after retry RPC after error@215258066), errback=(continuation of Deferred@631550394 after retry RPC after error@645235328) -> (continuation of Deferred@603339656 after retry RPC after error@376861762) -> (continuation of Deferred@383729239 after retry RPC after error@473223054) -> (continuation of Deferred@244096507 after retry RPC after error@738016268) -> (continuation of Deferred@1153405602 after retry RPC after error@2119003396) -> (continuation of Deferred@348410995 after retry RPC after error@1444616123) -> (continuation of Deferred@1854514520 after retry RPC after error@2067382464) -> (continuation of Deferred@1298691096 after retry RPC after error@1136657601) -> (continuation of Deferred@1614862980 after retry RPC after error@1430927756) -> (continuation of Deferred@1527537545 after retry RPC after error@405388837) -> (continuation of Deferred@2119943006 after retry RPC after error@2052657984) -> (continuation of Deferred@1133570965 after retry RPC after error@379436372) -> (continuation of Deferred@914148842 after retry RPC after error@76352374) -> (continuation of Deferred@1074107441 after retry RPC after error@998893176) -> (continuation of Deferred@1808428926 after retry RPC after error@133173194) -> (continuation of Deferred@1807263513 after retry RPC after error@527840816) -> (continuation of Deferred@671030079 after retry RPC after error@544656981) -> (continuation of Deferred@240657709 after retry RPC after error@540099936) -> (continuation of Deferred@2143847610 after retry RPC after error@1767569776) -> (continuation of Deferred@644139067 after retry RPC after error@215258066)))
02:06:46.575 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
02:06:46.578 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:06:46.579 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
02:06:46.579 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:06:46.579 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
02:06:46.580 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job aa0f880d3d16040ce17d0c341cb8eb57
02:06:46.581 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=79 ms, finalizationTime=0 ms).
02:06:46.584 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
02:06:46.614 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:46.614 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:46.615 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:46.615 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.616 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:46.664 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:46.664 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:46.665 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:46.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:46.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:46.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:46.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:46.666 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:46.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:46.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:46.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:46.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:46.666 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:46.692 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:46.692 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:46.692 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:46.692 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.693 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.693 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.693 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.693 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.693 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:46.714 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:46.715 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:46.715 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:46.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.717 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.717 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:46.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:46.912 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:46.912 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:46.912 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:46.913 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.913 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.913 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:46.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:46.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:46.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:46.915 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:46.915 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:46.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:46.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:46.915 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:46.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:46.916 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:46.958 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:46.958 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:46.959 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:46.959 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:46.959 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:46.959 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:46.960 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:46.960 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:46.960 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:46.960 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:46.960 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:46.960 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:46.960 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:46.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:47.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070007003 for job e145383e68303a1e13038904fc8aacb4.
02:06:47.018 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:06:47.020 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
02:06:47.034 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:47.035 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:47.035 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:47.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:47.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:47.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:47.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:47.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:47.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:47.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:47.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:47.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:47.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:47.094 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:47.095 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:47.095 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:47.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:47.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:47.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:47.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:47.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:47.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:47.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:47.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:47.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:47.096 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:47.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:47.438 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:47.439 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:47.439 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:47.439 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:47.439 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:47.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:47.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:47.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:47.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:47.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:47.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:47.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:47.440 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:47.441 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28157), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [4ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [5ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [5ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [31ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [31ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [33ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [45ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [46ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [47ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [47ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [64ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [64ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [264ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [265ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [462ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [462ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [463ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [463ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [721ms] refreshing cache from master, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [723ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [723ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [723ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [723ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1160ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1162ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1703ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2681ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2682ms] too many traces: truncated at 100 traces, deferred=Deferred@1096464641(state=PENDING, result=null, callback=(continuation of Deferred@578341695 after retry RPC after error@414286956) -> (continuation of Deferred@528762247 after retry RPC after error@193095111) -> (continuation of Deferred@1866950331 after retry RPC after error@2076253659) -> (continuation of Deferred@1179961177 after retry RPC after error@1583365641) -> (continuation of Deferred@172419520 after retry RPC after error@2031751830) -> (continuation of Deferred@429157603 after retry RPC after error@1188792750) -> (continuation of Deferred@2070835292 after retry RPC after error@1388925701) -> (continuation of Deferred@1753276107 after retry RPC after error@1913433228) -> (continuation of Deferred@2062077441 after retry RPC after error@1654782754) -> (continuation of Deferred@205068091 after retry RPC after error@466006780) -> (continuation of Deferred@669187907 after retry RPC after error@1249339510) -> (continuation of Deferred@238239436 after retry RPC after error@550255780) -> (continuation of Deferred@283432729 after retry RPC after error@1637951915) -> (continuation of Deferred@1995681293 after retry RPC after error@924554603) -> (continuation of Deferred@32620686 after retry RPC after error@1777687914) -> (continuation of Deferred@43845023 after retry RPC after error@1766226026) -> (continuation of Deferred@1715220604 after retry RPC after error@627130332) -> (continuation of Deferred@1329227538 after retry RPC after error@367379383) -> (continuation of Deferred@308129447 after retry RPC after error@1047457007) -> (continuation of Deferred@586157767 after retry RPC after error@422807893), errback=(continuation of Deferred@578341695 after retry RPC after error@414286956) -> (continuation of Deferred@528762247 after retry RPC after error@193095111) -> (continuation of Deferred@1866950331 after retry RPC after error@2076253659) -> (continuation of Deferred@1179961177 after retry RPC after error@1583365641) -> (continuation of Deferred@172419520 after retry RPC after error@2031751830) -> (continuation of Deferred@429157603 after retry RPC after error@1188792750) -> (continuation of Deferred@2070835292 after retry RPC after error@1388925701) -> (continuation of Deferred@1753276107 after retry RPC after error@1913433228) -> (continuation of Deferred@2062077441 after retry RPC after error@1654782754) -> (continuation of Deferred@205068091 after retry RPC after error@466006780) -> (continuation of Deferred@669187907 after retry RPC after error@1249339510) -> (continuation of Deferred@238239436 after retry RPC after error@550255780) -> (continuation of Deferred@283432729 after retry RPC after error@1637951915) -> (continuation of Deferred@1995681293 after retry RPC after error@924554603) -> (continuation of Deferred@32620686 after retry RPC after error@1777687914) -> (continuation of Deferred@43845023 after retry RPC after error@1766226026) -> (continuation of Deferred@1715220604 after retry RPC after error@627130332) -> (continuation of Deferred@1329227538 after retry RPC after error@367379383) -> (continuation of Deferred@308129447 after retry RPC after error@1047457007) -> (continuation of Deferred@586157767 after retry RPC after error@422807893)))
02:06:47.455 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:47.455 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:47.455 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:47.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:47.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:47.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:47.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:47.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:47.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:47.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:47.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:47.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:47.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:46.465874 11854 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 11827
02:06:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:47.472365 11854 kernel_stack_watchdog.cc:198] Thread 11827 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 375ms:
02:06:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:06:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:06:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:06:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:06:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:45.090549 11856 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:47.477649 11827 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.389s	user 0.682s	sys 1.195s
02:06:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:47.478157 11827 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.390s	user 0.682s	sys 1.195s
02:06:47.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.483501 11827 server_base.cc:1061] running on GCE node
02:06:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:47.483634 11877 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:47.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.485119 11827 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:47.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.487706 11827 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:47.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.489142 11827 hybrid_clock.cc:648] HybridClock initialized: now 1779070007488991 us; error 144 us; skew 500 ppm
02:06:47.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.490196 11827 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:47.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.497512 11827 webserver.cc:533] Webserver started at http://127.11.65.129:44925/ using document root <none> and password file <none>
02:06:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.498752 11827 fs_manager.cc:362] Metadata directory not provided
02:06:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.499044 11827 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.499640 11827 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:47.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070007503 for job e145383e68303a1e13038904fc8aacb4.
02:06:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.506103 11827 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/data/instance:
02:06:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "851a12ae74574c76ba2875baf88585f1"
02:06:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:47 on dist-test-slave-9vqr"
02:06:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.507586 11827 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/wal/instance:
02:06:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "851a12ae74574c76ba2875baf88585f1"
02:06:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:47 on dist-test-slave-9vqr"
02:06:47.515 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:06:47.516 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
02:06:47.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.528949 11827 fs_manager.cc:696] Time spent creating directory manager: real 0.021s	user 0.017s	sys 0.002s
02:06:47.533 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:47.533 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:47.534 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:47.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:47.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:47.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:47.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:47.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:47.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:47.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:47.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:47.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:47.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.538228 11882 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:47.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.539875 11827 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.002s
02:06:47.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.540468 11827 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/wal
02:06:47.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "851a12ae74574c76ba2875baf88585f1"
02:06:47.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:47 on dist-test-slave-9vqr"
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.541320 11827 fs_report.cc:389] FS layout report
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/wal
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/wal
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/data/data
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:47.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.637032 11827 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.639613 11827 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.640381 11827 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:47.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.644361 11827 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:06:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.651598 11827 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:06:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.652180 11827 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.001s
02:06:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.652853 11827 ts_tablet_manager.cc:616] Registered 0 tablets
02:06:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:47.653203 11827 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
02:06:47.832 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state RESTARTING to RUNNING.
02:06:47.833 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job aa0f880d3d16040ce17d0c341cb8eb57 from Checkpoint 65 @ 1779069978163 for aa0f880d3d16040ce17d0c341cb8eb57 located at file:/tmp/junit11530347038482474453/checkpoints/aa0f880d3d16040ce17d0c341cb8eb57/chk-65.
02:06:47.833 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:06:47.833 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:06:47.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:47.842 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
02:06:47.844 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
02:06:47.844 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id d7694e2979b9ad53903744251e3751dd
02:06:47.844 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
02:06:47.845 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
02:06:47.845 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 03c76505bc684735e07a267c0551681c
02:06:47.845 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
02:06:47.845 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
02:06:47.845 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0
02:06:47.846 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:06:47.846 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:06:47.846 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot d7694e2979b9ad53903744251e3751dd.
02:06:47.847 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
02:06:47.847 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id d7694e2979b9ad53903744251e3751dd.
02:06:47.848 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
02:06:47.848 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 625a4eedc5b3dfb29c047e1033cb1872
02:06:47.846 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:06:47.848 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:06:47.848 [INFO - Thread-38] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:06:47.848 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.7.47.126:46261(127.7.47.126:46261)] disconnecting while in state TERMINATED
02:06:47.849 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 03c76505bc684735e07a267c0551681c.
02:06:47.849 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.7.47.124:38689(127.7.47.124:38689)] disconnecting while in state TERMINATED
02:06:47.849 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.7.47.125:34413(127.7.47.125:34413)] disconnecting while in state TERMINATED
02:06:47.849 [DEBUG - Thread-38] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:06:47.850 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 03c76505bc684735e07a267c0551681c.
02:06:47.850 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
02:06:47.850 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
02:06:47.851 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e2448ca
02:06:47.851 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:47.851 [INFO - Thread-38] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:06:47.851 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:06:47.851 [INFO - Thread-38] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:06:47.854 [DEBUG - Thread-38] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:47.854 [INFO - Thread-38] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:06:47.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:47.868 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:06:47.869 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:06:47.870 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
02:06:47.870 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
02:06:47.871 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@741a8118
02:06:47.871 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:47.871 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:06:47.872 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:06:47.872 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:06:47.874 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 625a4eedc5b3dfb29c047e1033cb1872.
02:06:47.874 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
02:06:47.874 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
02:06:47.875 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
02:06:47.875 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
02:06:47.875 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 625a4eedc5b3dfb29c047e1033cb1872.
02:06:47.878 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:06:47.878 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:06:47.878 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:06:47.878 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:06:47.879 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@472e044
02:06:47.879 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:47.879 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:06:47.879 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
02:06:47.880 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
02:06:47.881 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@714af0bf
02:06:47.883 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:47.884 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@291c9814
02:06:47.886 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4129719d
02:06:47.893 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:47.893 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:47.893 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:47.894 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:47.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:47.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:47.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:47.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:47.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:47.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:47.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:47.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:47.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:47.895 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:47.897 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:47.905 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
02:06:47.905 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
02:06:47.906 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a76f56d
02:06:47.906 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:06:47.907 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:06:47.907 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:06:47.907 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:06:47.908 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:47.911 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@33f86d2d
02:06:47.923 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:47.952 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (NetUtil.java:139) Resolved '127.7.237.188' into [/127.7.237.188] in 27835426ns
02:06:47.953 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:47.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:47.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:47.953 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:47.953 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:47.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:47.955 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:47.956 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:47.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:47.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:47.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:47.968 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:47.969 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:47.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:47.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:47.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:47.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:47.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:47.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:47.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:47.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:47.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:47.971 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:47.972 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:47.975 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:47.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:47.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:47.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:47.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:47.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:47.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:47.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:47.979 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:47.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:47.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:47.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:47.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:47.984 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:47.985 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:47.985 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:47.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:47.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:47.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:47.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:47.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:47.993 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:47.993 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:48.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070008002 for job e145383e68303a1e13038904fc8aacb4.
02:06:48.004 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.005 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.009 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:48.012 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:06:48.013 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
02:06:48.021 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.021 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.021 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.028 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.030 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.032 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.040 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.040 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:48.041 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.041 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.041 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.041 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.041 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.041 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.041 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.044 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.044 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:48.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.045 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.046 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.046 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.046 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:48.046 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.047 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.048 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.061 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.061 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.065 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.067 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:48.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.069 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.069 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.072 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.074 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.091 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.097 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.104 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.105 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:48.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.111 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.114 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:48.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.116 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:48.120 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.122 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.122 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.122 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.125 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.127 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:48.127 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:48.127 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:48.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.128 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:48.126 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.129 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.129 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.132 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.133 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.133 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.137 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.143 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.144 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.144 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.144 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.145 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.146 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:48.147 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:48.147 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:48.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.148 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.148 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:48.149 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.149 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.153 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.153 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.153 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.155 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.157 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.157 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.157 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.161 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.162 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.163 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.164 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:48.165 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:48.165 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:48.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:48.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:48.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:48.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:48.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:48.166 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:48.166 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:48.166 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:48.166 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:48.166 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:48.166 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:48.166 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:48.167 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:48.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.168 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:48.171 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.172 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.172 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.172 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.172 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.173 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.172590 12045 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.65.129:33783 every 8 connection(s)
02:06:48.173 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.173 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.173275 11827 rpc_server.cc:307] RPC server started. Bound to: 127.11.65.129:33783
02:06:48.173 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.173 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.174 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.176950 11827 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/data/info.pb
02:06:48.181 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.181 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.182 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.182 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.182 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.183 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.183 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.183 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.184 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.184 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.184 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.186 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.185539 11526 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 11827
02:06:48.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.186153 11526 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-0/wal/instance
02:06:48.189 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.189 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.190 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.190 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.190 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.191 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.192 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.193 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.193 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.193 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.193 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.193 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.193 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.204 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.204 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.204 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.206 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.206 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.206 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.206 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.206 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.208 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.208 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.208 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.209 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.209 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.210 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.210 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.210 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.210 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.227 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:48.227 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:48.227 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:48.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.228 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.229 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.229 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.229 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.229 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:48.229 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.230 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.230 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.232 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.233 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.233 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.233 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.233 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.233 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.234 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.244 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.244 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.244 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.246 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.246 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.246 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.246 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.250 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.250 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.250 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.252204 11526 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/wal
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/data
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/logs
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/data/info.pb
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.65.130:0
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.65.130
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.65.130
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581
02:06:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.65.148:34455
02:06:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:06:48.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.261665 12047 heartbeater.cc:344] Connected to a master server at 127.11.65.189:39499
02:06:48.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.262183 12047 heartbeater.cc:461] Registering TS with master...
02:06:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.263486 12047 heartbeater.cc:507] Master 127.11.65.189:39499 requested a full tablet report, sending...
02:06:48.264 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.264 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.264 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.266 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.268 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.269 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.269 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.269 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.269170 11667 ts_manager.cc:194] Registered new tserver with Master: 851a12ae74574c76ba2875baf88585f1 (127.11.65.129:33783)
02:06:48.281 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.288 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.298241 12051 heartbeater.cc:344] Connected to a master server at 127.11.65.188:39581
02:06:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.298655 12051 heartbeater.cc:461] Registering TS with master...
02:06:48.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.299542 12051 heartbeater.cc:507] Master 127.11.65.188:39581 requested a full tablet report, sending...
02:06:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.302244 11748 ts_manager.cc:194] Registered new tserver with Master: 851a12ae74574c76ba2875baf88585f1 (127.11.65.129:33783)
02:06:48.305 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.305 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.305 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.306 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.307 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:48.307 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:48.307 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:48.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.309 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:48.310 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.310 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.310 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.306447 12052 heartbeater.cc:344] Connected to a master server at 127.11.65.190:40661
02:06:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.306800 12052 heartbeater.cc:461] Registering TS with master...
02:06:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.307679 12052 heartbeater.cc:507] Master 127.11.65.190:40661 requested a full tablet report, sending...
02:06:48.312 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.312 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.312 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.312 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.314834 11591 ts_manager.cc:194] Registered new tserver with Master: 851a12ae74574c76ba2875baf88585f1 (127.11.65.129:33783)
02:06:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.317481 11748 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.65.129:37091
02:06:48.325 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.325 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.325 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.326 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.326 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.326 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.327 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:48.327 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:48.327 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:48.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.329 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.329 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.329 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.329 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:48.332 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.332 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.332 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.333 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.333 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.333 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.333 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.333 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.333 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.334 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:48.345 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.345 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.346 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.346 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.365 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.365 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.366 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.366 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.367 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:48.388 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.389 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.389 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.389 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.390 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.390 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.390 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.390 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.390 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.403 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.404 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.404 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.404 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.405 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.405 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.432 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.432 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.433 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.434 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.434 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.437 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.437 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.437 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.439 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.439 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.439 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.439 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.469 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.469 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.469 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.471 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:48.485 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.486 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.486 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.488 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.488 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.488 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.488 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070008502 for job e145383e68303a1e13038904fc8aacb4.
02:06:48.512 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:06:48.513 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
02:06:48.563 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.563 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.564 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.564 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.565 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.565 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.565 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.566 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.566 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.566 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:48.686251 12059 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:48.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:48.686743 12059 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:48.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:48.687209 12059 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:48.708 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.708 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.709 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.709 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.709 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.709 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.710 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:48.723044 12059 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:48.724018 12059 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.65.130
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.765007 12059 tablet_server_runner.cc:78] Tablet server non-default flags:
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.65.148:34455
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/data
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/wal
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.65.130:0
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/data/info.pb
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.65.130
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.65.130
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/logs
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:06:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.766577 12059 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:48.768265 12059 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:48.781495 12066 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:48.787 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:48.787 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:48.787 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:48.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.788 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:48.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:48.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:48.788 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:48.796 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:48.796 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:48.796 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:48.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:48.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:48.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:48.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:48.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:48.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:48.797 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:48.797 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:48.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:48.797 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:48.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:48.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:48.952 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.953 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.953 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.955 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.955 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.965 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:48.966 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:48.966 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:48.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:48.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:48.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.968 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:48.968 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:48.969 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29675), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [31ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [32ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [58ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [59ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [60ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [84ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [85ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [85ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [85ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [144ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [263ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [263ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [521ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [521ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [522ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [522ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1101ms] refreshing cache from master, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1104ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2701ms] refreshing cache from master, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2703ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2703ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [6241ms] refreshing cache from master, [6241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [6241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [6242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [6242ms] too many traces: truncated at 100 traces, deferred=Deferred@1620910737(state=PENDING, result=null, callback=(continuation of Deferred@762028256 after retry RPC after error@1325931324) -> (continuation of Deferred@382451778 after retry RPC after error@533459360) -> (continuation of Deferred@1876377113 after retry RPC after error@1619597604) -> (continuation of Deferred@680008871 after retry RPC after error@1754181351) -> (continuation of Deferred@1048539673 after retry RPC after error@379002059) -> (continuation of Deferred@2123519898 after retry RPC after error@1668691769) -> (continuation of Deferred@651980532 after retry RPC after error@134438816) -> (continuation of Deferred@1690429373 after retry RPC after error@920443875) -> (continuation of Deferred@1941088258 after retry RPC after error@1641940875) -> (continuation of Deferred@172615682 after retry RPC after error@1511668075) -> (continuation of Deferred@1007577234 after retry RPC after error@771609287) -> (continuation of Deferred@1748051586 after retry RPC after error@1676381070) -> (continuation of Deferred@753804697 after retry RPC after error@1866903849) -> (continuation of Deferred@237145973 after retry RPC after error@824885956) -> (continuation of Deferred@1815477141 after retry RPC after error@916504771) -> (continuation of Deferred@753121349 after retry RPC after error@1261986815) -> (continuation of Deferred@135446622 after retry RPC after error@948223815) -> (continuation of Deferred@160696706 after retry RPC after error@29078740) -> (continuation of Deferred@523605133 after retry RPC after error@39222955) -> (continuation of Deferred@724021114 after retry RPC after error@2011603934) -> (continuation of Deferred@1145360467 after retry RPC after error@1976978774) -> (continuation of Deferred@1671196905 after retry RPC after error@564578071) -> (continuation of Deferred@1132612920 after retry RPC after error@75044067) -> (continuation of Deferred@73541565 after retry RPC after error@334222937), errback=(continuation of Deferred@762028256 after retry RPC after error@1325931324) -> (continuation of Deferred@382451778 after retry RPC after error@533459360) -> (continuation of Deferred@1876377113 after retry RPC after error@1619597604) -> (continuation of Deferred@680008871 after retry RPC after error@1754181351) -> (continuation of Deferred@1048539673 after retry RPC after error@379002059) -> (continuation of Deferred@2123519898 after retry RPC after error@1668691769) -> (continuation of Deferred@651980532 after retry RPC after error@134438816) -> (continuation of Deferred@1690429373 after retry RPC after error@920443875) -> (continuation of Deferred@1941088258 after retry RPC after error@1641940875) -> (continuation of Deferred@172615682 after retry RPC after error@1511668075) -> (continuation of Deferred@1007577234 after retry RPC after error@771609287) -> (continuation of Deferred@1748051586 after retry RPC after error@1676381070) -> (continuation of Deferred@753804697 after retry RPC after error@1866903849) -> (continuation of Deferred@237145973 after retry RPC after error@824885956) -> (continuation of Deferred@1815477141 after retry RPC after error@916504771) -> (continuation of Deferred@753121349 after retry RPC after error@1261986815) -> (continuation of Deferred@135446622 after retry RPC after error@948223815) -> (continuation of Deferred@160696706 after retry RPC after error@29078740) -> (continuation of Deferred@523605133 after retry RPC after error@39222955) -> (continuation of Deferred@724021114 after retry RPC after error@2011603934) -> (continuation of Deferred@1145360467 after retry RPC after error@1976978774) -> (continuation of Deferred@1671196905 after retry RPC after error@564578071) -> (continuation of Deferred@1132612920 after retry RPC after error@75044067) -> (continuation of Deferred@73541565 after retry RPC after error@334222937)))
02:06:48.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:49.007 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070009002 for job e145383e68303a1e13038904fc8aacb4.
02:06:49.020 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
02:06:49.021 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
02:06:49.064 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:49.064 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:49.065 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:49.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.066 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:49.085 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:49.086 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:49.086 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:49.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.086 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.087 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:49.167 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:49.168 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:49.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:49.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:49.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:49.169 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:49.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:49.170 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:49.170 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:49.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:49.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:49.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:49.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:49.184 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:49.185 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:49.185 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:49.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:49.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:49.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:49.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:49.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:49.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:49.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:49.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:49.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:49.187 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:49.213 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:49.213 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:49.214 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:49.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:49.237 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:49.237 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:49.237 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:49.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.239 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.239 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.239 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.239 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:49.239 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29979), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [18ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [19ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [34ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [34ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [45ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [45ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [69ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [85ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [86ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [87ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [323ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [323ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [324ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [523ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [523ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [523ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [523ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [922ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [922ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [922ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [923ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1660ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1662ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3063ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [3064ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [3064ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3065ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [6220ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [6222ms] too many traces: truncated at 100 traces, deferred=Deferred@381975168(state=PENDING, result=null, callback=(continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916) -> (continuation of Deferred@811975411 after retry RPC after error@112895341) -> (continuation of Deferred@1517192829 after retry RPC after error@1009153083) -> (continuation of Deferred@575294230 after retry RPC after error@1904739327) -> (continuation of Deferred@1601908445 after retry RPC after error@1349717669) -> (continuation of Deferred@546438470 after retry RPC after error@297243984) -> (continuation of Deferred@389827709 after retry RPC after error@1601334809) -> (continuation of Deferred@1889981308 after retry RPC after error@1570161965) -> (continuation of Deferred@675030342 after retry RPC after error@1693615358) -> (continuation of Deferred@571053615 after retry RPC after error@1239253230) -> (continuation of Deferred@166534 after retry RPC after error@1890007820) -> (continuation of Deferred@510751705 after retry RPC after error@990792201), errback=(continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916) -> (continuation of Deferred@811975411 after retry RPC after error@112895341) -> (continuation of Deferred@1517192829 after retry RPC after error@1009153083) -> (continuation of Deferred@575294230 after retry RPC after error@1904739327) -> (continuation of Deferred@1601908445 after retry RPC after error@1349717669) -> (continuation of Deferred@546438470 after retry RPC after error@297243984) -> (continuation of Deferred@389827709 after retry RPC after error@1601334809) -> (continuation of Deferred@1889981308 after retry RPC after error@1570161965) -> (continuation of Deferred@675030342 after retry RPC after error@1693615358) -> (continuation of Deferred@571053615 after retry RPC after error@1239253230) -> (continuation of Deferred@166534 after retry RPC after error@1890007820) -> (continuation of Deferred@510751705 after retry RPC after error@990792201)))
02:06:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:49.321736 12051 heartbeater.cc:499] Master 127.11.65.188:39581 was elected leader, sending a full tablet report...
02:06:49.343 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:49.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:49.443 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:49.443 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:49.443 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:49.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:49.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:49.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:49.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:49.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:49.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:49.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:49.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:49.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:49.446 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:49.458 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:49.459 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:49.459 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:49.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:49.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:49.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:49.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:49.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:49.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:49.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:49.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:49.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:49.461 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:49.479 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:49.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070009502 for job e145383e68303a1e13038904fc8aacb4.
02:06:49.509 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:49.509 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:49.509 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:49.509 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.510 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.510 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.510 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.510 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:49.513 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:06:49.515 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
02:06:49.646 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:49.646 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:49.646 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:49.647 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.647 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.647 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:49.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.648 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:49.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:49.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:49.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:49.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:49.936 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:49.936 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:49.937 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:49.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:49.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:49.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:49.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:49.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:49.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:49.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:49.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:49.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:49.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:49.979 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:50.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070010002 for job e145383e68303a1e13038904fc8aacb4.
02:06:50.017 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:06:50.018 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
02:06:50.043 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:50.044 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:50.044 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:50.044 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:50.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:50.044 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:50.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:50.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:50.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:50.045 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:50.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:50.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:50.045 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:50.104 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:50.105 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:50.105 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:50.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:50.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:50.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:50.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:50.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:50.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:50.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:50.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:50.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:50.106 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:50.124 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:50.125 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:50.125 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:50.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:50.126 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:50.126 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:50.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:50.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:50.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:50.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:50.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:50.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:50.127 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:50.132 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:50.133 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:50.133 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:50.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:50.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:50.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:50.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:50.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:50.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:50.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:50.135 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:50.135 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:50.135 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:48.781906 12067 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:50.276398 12059 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.495s	user 0.550s	sys 0.829s
02:06:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:50.276774 12059 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.496s	user 0.550s	sys 0.829s
02:06:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:50.183162 12065 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 12059
02:06:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:50.281348 12068 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1499 milliseconds
02:06:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:50.282763 12069 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.282840 12059 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:50.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.284104 12059 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.286473 12059 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.287896 12059 hybrid_clock.cc:648] HybridClock initialized: now 1779070010287853 us; error 36 us; skew 500 ppm
02:06:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.288748 12059 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.299904 12059 webserver.cc:533] Webserver started at http://127.11.65.130:37163/ using document root <none> and password file <none>
02:06:50.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.301160 12059 fs_manager.cc:362] Metadata directory not provided
02:06:50.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.301429 12059 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:50.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.301982 12059 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.308219 12059 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/data/instance:
02:06:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78f80e5c90c54d26995ea29b8e4a899e"
02:06:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:50 on dist-test-slave-9vqr"
02:06:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.309401 12059 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/wal/instance:
02:06:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78f80e5c90c54d26995ea29b8e4a899e"
02:06:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:50 on dist-test-slave-9vqr"
02:06:50.313 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:50.313 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:50.314 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:50.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:50.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:50.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:50.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:50.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:50.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:50.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:50.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:50.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:50.315 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.317009 12059 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.003s
02:06:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.323058 12080 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:50.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.324239 12059 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
02:06:50.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.324621 12059 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/wal
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78f80e5c90c54d26995ea29b8e4a899e"
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:50 on dist-test-slave-9vqr"
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.324962 12059 fs_report.cc:389] FS layout report
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/wal
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/wal
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/data/data
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:50.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:50.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:50.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.382511 12059 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:50.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.384083 12059 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:50.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.384563 12059 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.387394 12059 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:06:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.391641 12059 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:06:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.391853 12059 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:06:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.392161 12059 ts_tablet_manager.cc:616] Registered 0 tablets
02:06:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.392343 12059 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:06:50.418 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:50.418 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:50.418 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:50.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:50.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:50.419 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:50.419 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:50.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:50.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:50.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:50.419 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:50.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:50.419 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:50.479 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:50.480 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:50.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:50.480 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:50.480 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:50.480 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:50.480 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:50.480 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:50.480 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:50.480 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:50.480 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:50.480 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:50.480 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:50.480 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:50.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070010502 for job e145383e68303a1e13038904fc8aacb4.
02:06:50.512 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:06:50.513 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
02:06:50.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.535280 12059 rpc_server.cc:307] RPC server started. Bound to: 127.11.65.130:37475
02:06:50.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.535418 12192 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.65.130:37475 every 8 connection(s)
02:06:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.538103 12059 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/data/info.pb
02:06:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.545923 11526 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 12059
02:06:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.546386 11526 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-1/wal/instance
02:06:50.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.573755 11526 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/wal
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/data
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/logs
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/data/info.pb
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.65.131:0
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.65.131
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.65.131
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.65.148:34455
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:06:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.582718 12195 heartbeater.cc:344] Connected to a master server at 127.11.65.190:40661
02:06:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.583191 12195 heartbeater.cc:461] Registering TS with master...
02:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.584053 12193 heartbeater.cc:344] Connected to a master server at 127.11.65.189:39499
02:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.584415 12193 heartbeater.cc:461] Registering TS with master...
02:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.584573 12195 heartbeater.cc:507] Master 127.11.65.190:40661 requested a full tablet report, sending...
02:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.585493 12193 heartbeater.cc:507] Master 127.11.65.189:39499 requested a full tablet report, sending...
02:06:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.587823 11591 ts_manager.cc:194] Registered new tserver with Master: 78f80e5c90c54d26995ea29b8e4a899e (127.11.65.130:37475)
02:06:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.588732 12194 heartbeater.cc:344] Connected to a master server at 127.11.65.188:39581
02:06:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.588723 11667 ts_manager.cc:194] Registered new tserver with Master: 78f80e5c90c54d26995ea29b8e4a899e (127.11.65.130:37475)
02:06:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.589071 12194 heartbeater.cc:461] Registering TS with master...
02:06:50.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.589846 12194 heartbeater.cc:507] Master 127.11.65.188:39581 requested a full tablet report, sending...
02:06:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.591648 11748 ts_manager.cc:194] Registered new tserver with Master: 78f80e5c90c54d26995ea29b8e4a899e (127.11.65.130:37475)
02:06:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.592991 11748 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.65.130:38273
02:06:50.609 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:50.609 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:50.609 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:50.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:50.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:50.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:50.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:50.610 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:50.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:50.610 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:50.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:50.610 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:50.610 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:50.682 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:50.683 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:50.683 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:50.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:50.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:50.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:50.684 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:50.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:50.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:50.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:50.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:50.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:50.685 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:50.751 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:50.752 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:50.752 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:50.752 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:50.752 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:50.752 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:50.752 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:50.752 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:50.753 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:50.752 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:50.753 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:50.753 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:50.753 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:50.787 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:50.787 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:50.787 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:50.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:50.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:50.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:50.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:50.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:50.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:50.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:50.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:50.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:50.788 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:50.805 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:50.805 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:50.806 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:50.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:50.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:50.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:50.806 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:50.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:50.806 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:50.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:50.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:50.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:50.806 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:50.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:50.853 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:50.853 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:50.854 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:50.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:50.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:50.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:50.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:50.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:50.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:50.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:50.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:50.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:50.854 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:50.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:50.883 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:50.883 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:50.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:50.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:50.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:50.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:50.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:50.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:50.884 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:50.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:50.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:50.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:50.885 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:50.922986 12203 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:50.923446 12203 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:50.923935 12203 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:50.958617 12203 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:50.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:50.959540 12203 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.65.131
02:06:50.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:50.998986 12203 tablet_server_runner.cc:78] Tablet server non-default flags:
02:06:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.65.148:34455
02:06:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/data
02:06:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/wal
02:06:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.65.131:0
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/data/info.pb
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.65.131
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.65.131
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/logs
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:51.000674 12203 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:51.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:51.002372 12203 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:51.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070011003 for job e145383e68303a1e13038904fc8aacb4.
02:06:51.012 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:06:51.012 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
02:06:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:51.017613 12209 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:51.146 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:51.146 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:51.146 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:51.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:51.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:51.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:51.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:51.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:51.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:51.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:51.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:51.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:51.148 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:51.252 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:51.253 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:51.253 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:51.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:51.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:51.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:51.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:51.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:51.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:51.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:51.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:51.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:51.254 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:51.296 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:51.297 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:51.297 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:51.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:51.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:51.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:51.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:51.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:51.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:51.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:51.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:51.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:51.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:51.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:51.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:51.412 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:51.413 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:51.413 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:51.413 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:51.413 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:51.413 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:51.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:51.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:51.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:51.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:51.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:51.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:51.414 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:51.445 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:51.445 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:51.445 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:51.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:51.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:51.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:51.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:51.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:51.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:51.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:51.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:51.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:51.447 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:51.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:51.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070011503 for job e145383e68303a1e13038904fc8aacb4.
02:06:51.514 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:06:51.514 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
02:06:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:51.595983 12194 heartbeater.cc:499] Master 127.11.65.188:39581 was elected leader, sending a full tablet report...
02:06:51.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:51.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:51.885 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:51.886 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:51.886 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:51.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:51.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:51.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:51.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:51.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:51.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:51.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:51.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:51.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:51.888 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:51.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:52.002 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070012002 for job e145383e68303a1e13038904fc8aacb4.
02:06:52.014 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:06:52.016 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
02:06:52.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:51.018757 12210 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:52.194267 12212 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:52.196498 12211 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1174 milliseconds
02:06:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.196660 12203 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.197961 12203 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.200608 12203 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:52.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.202188 12203 hybrid_clock.cc:648] HybridClock initialized: now 1779070012202152 us; error 47 us; skew 500 ppm
02:06:52.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.202998 12203 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:52.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.209343 12203 webserver.cc:533] Webserver started at http://127.11.65.131:43079/ using document root <none> and password file <none>
02:06:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.210196 12203 fs_manager.cc:362] Metadata directory not provided
02:06:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.210381 12203 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.210793 12203 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.215173 12203 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/data/instance:
02:06:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9acda3f056cd47b7afdf834a7dfe636d"
02:06:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:52 on dist-test-slave-9vqr"
02:06:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.216271 12203 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/wal/instance:
02:06:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9acda3f056cd47b7afdf834a7dfe636d"
02:06:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:52 on dist-test-slave-9vqr"
02:06:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.223709 12203 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
02:06:52.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.229286 12221 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.230314 12203 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.005s	sys 0.000s
02:06:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.230593 12203 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/wal
02:06:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9acda3f056cd47b7afdf834a7dfe636d"
02:06:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:52 on dist-test-slave-9vqr"
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.230909 12203 fs_report.cc:389] FS layout report
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/wal
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/wal
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/data/data
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.295405 12203 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.296952 12203 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.297394 12203 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:52.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.300019 12203 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:06:52.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.304596 12203 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:06:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.304859 12203 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:06:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.305095 12203 ts_tablet_manager.cc:616] Registered 0 tablets
02:06:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.305254 12203 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:06:52.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:52.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.442963 12203 rpc_server.cc:307] RPC server started. Bound to: 127.11.65.131:41731
02:06:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.443077 12333 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.65.131:41731 every 8 connection(s)
02:06:52.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.445588 12203 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/data/info.pb
02:06:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.452315 11526 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 12203
02:06:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.452776 11526 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster9036009022274656232/ts-2/wal/instance
02:06:52.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.483315 12334 heartbeater.cc:344] Connected to a master server at 127.11.65.189:39499
02:06:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.483841 12334 heartbeater.cc:461] Registering TS with master...
02:06:52.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.485191 12334 heartbeater.cc:507] Master 127.11.65.189:39499 requested a full tablet report, sending...
02:06:52.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.486913 12336 heartbeater.cc:344] Connected to a master server at 127.11.65.190:40661
02:06:52.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.487262 12336 heartbeater.cc:461] Registering TS with master...
02:06:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.488188 12336 heartbeater.cc:507] Master 127.11.65.190:40661 requested a full tablet report, sending...
02:06:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.489045 12335 heartbeater.cc:344] Connected to a master server at 127.11.65.188:39581
02:06:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.489104 11667 ts_manager.cc:194] Registered new tserver with Master: 9acda3f056cd47b7afdf834a7dfe636d (127.11.65.131:41731)
02:06:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.489398 12335 heartbeater.cc:461] Registering TS with master...
02:06:52.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.490239 12335 heartbeater.cc:507] Master 127.11.65.188:39581 requested a full tablet report, sending...
02:06:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.492276 11748 ts_manager.cc:194] Registered new tserver with Master: 9acda3f056cd47b7afdf834a7dfe636d (127.11.65.131:41731)
02:06:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.492848 11591 ts_manager.cc:194] Registered new tserver with Master: 9acda3f056cd47b7afdf834a7dfe636d (127.11.65.131:41731)
02:06:52.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.493873 11748 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.65.131:59249
02:06:52.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.501775 11526 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:06:52.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070012502 for job e145383e68303a1e13038904fc8aacb4.
02:06:52.510 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:06:52.511 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
02:06:52.515 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:06:52.515 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:06:52.516 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.65.190"
      port: 40661
    }
    bound_http_address {
      host: "127.11.65.190"
      port: 33233
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.65.189"
      port: 39499
    }
    bound_http_address {
      host: "127.11.65.189"
      port: 44529
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.65.188"
      port: 39581
    }
    bound_http_address {
      host: "127.11.65.188"
      port: 46591
    }
  }
}

02:06:52.516 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:06:52.517 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.65.129"
      port: 33783
    }
    bound_http_address {
      host: "127.11.65.129"
      port: 44925
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.65.130"
      port: 37475
    }
    bound_http_address {
      host: "127.11.65.130"
      port: 37163
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.65.131"
      port: 41731
    }
    bound_http_address {
      host: "127.11.65.131"
      port: 43079
    }
  }
}

02:06:52.517 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:06:52.518 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:06:52.519 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:06:52.519 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:06:52.519 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:06:52.520 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:06:52.523 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:06:52.552 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:52.552 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:52.552 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:52.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:52.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:52.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:52.553 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:52.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:52.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:52.553 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:52.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:52.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:52.553 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:52.764 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:52.765 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:52.765 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:52.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:52.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:52.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:52.765 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:52.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:52.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:52.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:52.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:52.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:52.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:52.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:52.852 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:06:52.852 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:06:52.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.855871 12344 mini_oidc.cc:150] Starting JWKS server
02:06:52.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.859125 12344 webserver.cc:533] Webserver started at http://127.0.0.1:46219/ using document root <none> and password file <none>
02:06:52.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.859529 12344 mini_oidc.cc:186] Starting OIDC Discovery server
02:06:52.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.861398 12344 webserver.cc:533] Webserver started at http://127.0.0.1:42411/ using document root <none> and password file <none>
02:06:52.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:06:52Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:06:52.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:06:52Z Disabled control of system clock
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:52.920943 12344 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/wal
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/data
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/logs
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/data/info.pb
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.62:38547
02:06:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.62
02:06:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.20:41055
02:06:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.62:38547,127.12.14.61:42381,127.12.14.60:40269
02:06:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46219/jwks.json with env {}
02:06:52.924 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:52.924 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:52.925 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:52.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:52.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:52.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:52.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:52.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:52.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:52.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:52.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:52.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:52.925 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:52.980 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:53.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070013002 for job e145383e68303a1e13038904fc8aacb4.
02:06:53.009 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:06:53.010 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
02:06:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:53.233429 12356 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:53.234177 12356 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:53.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:53.234902 12356 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:53.272154 12356 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:06:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:53.272476 12356 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:53.272678 12356 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:06:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:53.272871 12356 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:06:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:53.273100 12356 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:06:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:53.273259 12356 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46219/jwks.json
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:53.312947 12356 master_runner.cc:387] Master server non-default flags:
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.20:41055
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/data
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/wal
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.62:38547,127.12.14.61:42381,127.12.14.60:40269
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.62:38547
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46219/jwks.json
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/data/info.pb
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.62
02:06:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/logs
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:53.314260 12356 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:53.315831 12356 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:53.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:53.326804 12362 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:53.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:53.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:53.480 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:53.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:53.497148 12335 heartbeater.cc:499] Master 127.11.65.188:39581 was elected leader, sending a full tablet report...
02:06:53.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070013502 for job e145383e68303a1e13038904fc8aacb4.
02:06:53.511 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:06:53.512 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
02:06:53.593 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:53.593 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:53.593 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:53.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:53.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:53.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:53.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:53.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:53.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:53.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:53.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:53.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:53.595 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:53.739 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:53.739 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:53.739 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:53.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:53.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:53.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:53.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:53.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:53.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:53.742 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:53.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:53.742 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:53.742 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:53.743 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27120), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [124ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [124ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [130ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [131ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [146ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [148ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [184ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [247ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [247ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [248ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [285ms] refreshing cache from master, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [286ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [286ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [288ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [289ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [583ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [662ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [663ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [663ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [663ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1103ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1942ms] too many traces: truncated at 100 traces, deferred=Deferred@1826200636(state=PENDING, result=null, callback=(continuation of Deferred@1794142239 after retry RPC after error@1498504592) -> (continuation of Deferred@1495308558 after retry RPC after error@2033763946) -> (continuation of Deferred@278995418 after retry RPC after error@1137656707) -> (continuation of Deferred@519723549 after retry RPC after error@567198782) -> (continuation of Deferred@947428908 after retry RPC after error@17961467) -> (continuation of Deferred@1307875702 after retry RPC after error@441207746) -> (continuation of Deferred@1715027801 after retry RPC after error@2008381356) -> (continuation of Deferred@509837061 after retry RPC after error@1711879504) -> (continuation of Deferred@1239747903 after retry RPC after error@363928504) -> (continuation of Deferred@271570268 after retry RPC after error@1067696572) -> (continuation of Deferred@1582219138 after retry RPC after error@1136591656) -> (continuation of Deferred@760523574 after retry RPC after error@215691521) -> (continuation of Deferred@658652599 after retry RPC after error@484428852) -> (continuation of Deferred@349882754 after retry RPC after error@1104982305) -> (continuation of Deferred@2009432872 after retry RPC after error@353984392) -> (continuation of Deferred@1473057392 after retry RPC after error@1941763089) -> (continuation of Deferred@675014029 after retry RPC after error@1996560925) -> (continuation of Deferred@1214302239 after retry RPC after error@1558753662) -> (continuation of Deferred@721952995 after retry RPC after error@1411782253) -> (continuation of Deferred@449318086 after retry RPC after error@62012832) -> (continuation of Deferred@1767315981 after retry RPC after error@229047348) -> (continuation of Deferred@1473408890 after retry RPC after error@1168054045) -> (continuation of Deferred@348781265 after retry RPC after error@783606560) -> (continuation of Deferred@1784279091 after retry RPC after error@1464018330), errback=(continuation of Deferred@1794142239 after retry RPC after error@1498504592) -> (continuation of Deferred@1495308558 after retry RPC after error@2033763946) -> (continuation of Deferred@278995418 after retry RPC after error@1137656707) -> (continuation of Deferred@519723549 after retry RPC after error@567198782) -> (continuation of Deferred@947428908 after retry RPC after error@17961467) -> (continuation of Deferred@1307875702 after retry RPC after error@441207746) -> (continuation of Deferred@1715027801 after retry RPC after error@2008381356) -> (continuation of Deferred@509837061 after retry RPC after error@1711879504) -> (continuation of Deferred@1239747903 after retry RPC after error@363928504) -> (continuation of Deferred@271570268 after retry RPC after error@1067696572) -> (continuation of Deferred@1582219138 after retry RPC after error@1136591656) -> (continuation of Deferred@760523574 after retry RPC after error@215691521) -> (continuation of Deferred@658652599 after retry RPC after error@484428852) -> (continuation of Deferred@349882754 after retry RPC after error@1104982305) -> (continuation of Deferred@2009432872 after retry RPC after error@353984392) -> (continuation of Deferred@1473057392 after retry RPC after error@1941763089) -> (continuation of Deferred@675014029 after retry RPC after error@1996560925) -> (continuation of Deferred@1214302239 after retry RPC after error@1558753662) -> (continuation of Deferred@721952995 after retry RPC after error@1411782253) -> (continuation of Deferred@449318086 after retry RPC after error@62012832) -> (continuation of Deferred@1767315981 after retry RPC after error@229047348) -> (continuation of Deferred@1473408890 after retry RPC after error@1168054045) -> (continuation of Deferred@348781265 after retry RPC after error@783606560) -> (continuation of Deferred@1784279091 after retry RPC after error@1464018330)))
02:06:53.745 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:06:53.745 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27120), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [124ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [124ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [130ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [131ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [146ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [148ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [184ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [247ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [247ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [248ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [285ms] refreshing cache from master, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [286ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [286ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [288ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [289ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [583ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [662ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [663ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [663ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [663ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1103ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1942ms] too many traces: truncated at 100 traces, deferred=Deferred@1826200636(state=PENDING, result=null, callback=(continuation of Deferred@1794142239 after retry RPC after error@1498504592) -> (continuation of Deferred@1495308558 after retry RPC after error@2033763946) -> (continuation of Deferred@278995418 after retry RPC after error@1137656707) -> (continuation of Deferred@519723549 after retry RPC after error@567198782) -> (continuation of Deferred@947428908 after retry RPC after error@17961467) -> (continuation of Deferred@1307875702 after retry RPC after error@441207746) -> (continuation of Deferred@1715027801 after retry RPC after error@2008381356) -> (continuation of Deferred@509837061 after retry RPC after error@1711879504) -> (continuation of Deferred@1239747903 after retry RPC after error@363928504) -> (continuation of Deferred@271570268 after retry RPC after error@1067696572) -> (continuation of Deferred@1582219138 after retry RPC after error@1136591656) -> (continuation of Deferred@760523574 after retry RPC after error@215691521) -> (continuation of Deferred@658652599 after retry RPC after error@484428852) -> (continuation of Deferred@349882754 after retry RPC after error@1104982305) -> (continuation of Deferred@2009432872 after retry RPC after error@353984392) -> (continuation of Deferred@1473057392 after retry RPC after error@1941763089) -> (continuation of Deferred@675014029 after retry RPC after error@1996560925) -> (continuation of Deferred@1214302239 after retry RPC after error@1558753662) -> (continuation of Deferred@721952995 after retry RPC after error@1411782253) -> (continuation of Deferred@449318086 after retry RPC after error@62012832) -> (continuation of Deferred@1767315981 after retry RPC after error@229047348) -> (continuation of Deferred@1473408890 after retry RPC after error@1168054045) -> (continuation of Deferred@348781265 after retry RPC after error@783606560) -> (continuation of Deferred@1784279091 after retry RPC after error@1464018330), errback=(continuation of Deferred@1794142239 after retry RPC after error@1498504592) -> (continuation of Deferred@1495308558 after retry RPC after error@2033763946) -> (continuation of Deferred@278995418 after retry RPC after error@1137656707) -> (continuation of Deferred@519723549 after retry RPC after error@567198782) -> (continuation of Deferred@947428908 after retry RPC after error@17961467) -> (continuation of Deferred@1307875702 after retry RPC after error@441207746) -> (continuation of Deferred@1715027801 after retry RPC after error@2008381356) -> (continuation of Deferred@509837061 after retry RPC after error@1711879504) -> (continuation of Deferred@1239747903 after retry RPC after error@363928504) -> (continuation of Deferred@271570268 after retry RPC after error@1067696572) -> (continuation of Deferred@1582219138 after retry RPC after error@1136591656) -> (continuation of Deferred@760523574 after retry RPC after error@215691521) -> (continuation of Deferred@658652599 after retry RPC after error@484428852) -> (continuation of Deferred@349882754 after retry RPC after error@1104982305) -> (continuation of Deferred@2009432872 after retry RPC after error@353984392) -> (continuation of Deferred@1473057392 after retry RPC after error@1941763089) -> (continuation of Deferred@675014029 after retry RPC after error@1996560925) -> (continuation of Deferred@1214302239 after retry RPC after error@1558753662) -> (continuation of Deferred@721952995 after retry RPC after error@1411782253) -> (continuation of Deferred@449318086 after retry RPC after error@62012832) -> (continuation of Deferred@1767315981 after retry RPC after error@229047348) -> (continuation of Deferred@1473408890 after retry RPC after error@1168054045) -> (continuation of Deferred@348781265 after retry RPC after error@783606560) -> (continuation of Deferred@1784279091 after retry RPC after error@1464018330)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:53.755 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
02:06:53.759 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
02:06:53.762 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27120), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [124ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [124ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [130ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [131ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [146ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [148ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [184ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [247ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [247ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [248ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [285ms] refreshing cache from master, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [286ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [286ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [288ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [289ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [583ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [662ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [663ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [663ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [663ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1103ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1942ms] too many traces: truncated at 100 traces, deferred=Deferred@1826200636(state=PENDING, result=null, callback=(continuation of Deferred@1794142239 after retry RPC after error@1498504592) -> (continuation of Deferred@1495308558 after retry RPC after error@2033763946) -> (continuation of Deferred@278995418 after retry RPC after error@1137656707) -> (continuation of Deferred@519723549 after retry RPC after error@567198782) -> (continuation of Deferred@947428908 after retry RPC after error@17961467) -> (continuation of Deferred@1307875702 after retry RPC after error@441207746) -> (continuation of Deferred@1715027801 after retry RPC after error@2008381356) -> (continuation of Deferred@509837061 after retry RPC after error@1711879504) -> (continuation of Deferred@1239747903 after retry RPC after error@363928504) -> (continuation of Deferred@271570268 after retry RPC after error@1067696572) -> (continuation of Deferred@1582219138 after retry RPC after error@1136591656) -> (continuation of Deferred@760523574 after retry RPC after error@215691521) -> (continuation of Deferred@658652599 after retry RPC after error@484428852) -> (continuation of Deferred@349882754 after retry RPC after error@1104982305) -> (continuation of Deferred@2009432872 after retry RPC after error@353984392) -> (continuation of Deferred@1473057392 after retry RPC after error@1941763089) -> (continuation of Deferred@675014029 after retry RPC after error@1996560925) -> (continuation of Deferred@1214302239 after retry RPC after error@1558753662) -> (continuation of Deferred@721952995 after retry RPC after error@1411782253) -> (continuation of Deferred@449318086 after retry RPC after error@62012832) -> (continuation of Deferred@1767315981 after retry RPC after error@229047348) -> (continuation of Deferred@1473408890 after retry RPC after error@1168054045) -> (continuation of Deferred@348781265 after retry RPC after error@783606560) -> (continuation of Deferred@1784279091 after retry RPC after error@1464018330), errback=(continuation of Deferred@1794142239 after retry RPC after error@1498504592) -> (continuation of Deferred@1495308558 after retry RPC after error@2033763946) -> (continuation of Deferred@278995418 after retry RPC after error@1137656707) -> (continuation of Deferred@519723549 after retry RPC after error@567198782) -> (continuation of Deferred@947428908 after retry RPC after error@17961467) -> (continuation of Deferred@1307875702 after retry RPC after error@441207746) -> (continuation of Deferred@1715027801 after retry RPC after error@2008381356) -> (continuation of Deferred@509837061 after retry RPC after error@1711879504) -> (continuation of Deferred@1239747903 after retry RPC after error@363928504) -> (continuation of Deferred@271570268 after retry RPC after error@1067696572) -> (continuation of Deferred@1582219138 after retry RPC after error@1136591656) -> (continuation of Deferred@760523574 after retry RPC after error@215691521) -> (continuation of Deferred@658652599 after retry RPC after error@484428852) -> (continuation of Deferred@349882754 after retry RPC after error@1104982305) -> (continuation of Deferred@2009432872 after retry RPC after error@353984392) -> (continuation of Deferred@1473057392 after retry RPC after error@1941763089) -> (continuation of Deferred@675014029 after retry RPC after error@1996560925) -> (continuation of Deferred@1214302239 after retry RPC after error@1558753662) -> (continuation of Deferred@721952995 after retry RPC after error@1411782253) -> (continuation of Deferred@449318086 after retry RPC after error@62012832) -> (continuation of Deferred@1767315981 after retry RPC after error@229047348) -> (continuation of Deferred@1473408890 after retry RPC after error@1168054045) -> (continuation of Deferred@348781265 after retry RPC after error@783606560) -> (continuation of Deferred@1784279091 after retry RPC after error@1464018330)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:53.768 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:06:53.769 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
02:06:53.769 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
02:06:53.770 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RUNNING to RESTARTING.
02:06:53.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:53.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:53.918 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:53.919 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:53.919 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:53.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:53.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:53.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:53.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:53.920 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:53.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:53.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:53.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:53.920 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:53.920 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:53.929 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:53.929 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:53.929 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:53.929 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:53.929 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:53.930 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:53.930 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:53.930 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:53.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:53.930 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:53.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:53.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:53.931 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:54.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070014002 for job e145383e68303a1e13038904fc8aacb4.
02:06:54.006 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:54.007 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:54.007 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:54.008 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:54.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:54.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:54.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:54.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:54.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:54.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:54.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:54.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:54.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:54.013 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:06:54.016 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
02:06:54.285 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:54.285 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:54.286 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:54.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:54.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:54.286 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:54.286 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:54.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:54.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:54.287 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:54.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:54.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:54.287 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:54.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:54.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:54.443 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:54.443 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:54.443 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:54.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:54.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:54.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:54.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:54.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:54.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:54.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:54.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:54.446 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:54.446 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:54.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070014502 for job e145383e68303a1e13038904fc8aacb4.
02:06:54.512 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:06:54.513 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
02:06:54.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:53.327347 12363 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:54.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:54.539551 12365 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:54.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:54.542343 12364 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1209 milliseconds
02:06:54.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.542497 12356 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.543754 12356 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:54.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.546929 12356 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:54.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.548393 12356 hybrid_clock.cc:648] HybridClock initialized: now 1779070014548293 us; error 129 us; skew 500 ppm
02:06:54.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.549206 12356 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.555321 12356 webserver.cc:533] Webserver started at http://127.12.14.62:40335/ using document root <none> and password file <none>
02:06:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.556306 12356 fs_manager.cc:362] Metadata directory not provided
02:06:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.556567 12356 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.557026 12356 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.561698 12356 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/data/instance:
02:06:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f67adec334a4c528ff4bb8c4a00e8a7"
02:06:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:54 on dist-test-slave-9vqr"
02:06:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.562830 12356 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/wal/instance:
02:06:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f67adec334a4c528ff4bb8c4a00e8a7"
02:06:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:54 on dist-test-slave-9vqr"
02:06:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.570477 12356 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
02:06:54.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.576253 12372 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.577530 12356 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
02:06:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.577873 12356 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/wal
02:06:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f67adec334a4c528ff4bb8c4a00e8a7"
02:06:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:54 on dist-test-slave-9vqr"
02:06:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.578191 12356 fs_report.cc:389] FS layout report
02:06:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/wal
02:06:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/wal
02:06:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/data/data
02:06:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.627278 12356 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.628888 12356 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.629364 12356 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:54.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.701611 12356 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.62:38547
02:06:54.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.701689 12423 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.14.62:38547 every 8 connection(s)
02:06:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.704403 12356 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/data/info.pb
02:06:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.706537 12344 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 12356
02:06:54.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.707072 12344 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-0/wal/instance
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.712034 12424 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.712139 12344 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/wal
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/data
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/logs
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/data/info.pb
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.61:42381
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.61
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.20:41055
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.62:38547,127.12.14.61:42381,127.12.14.60:40269
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46219/jwks.json with env {}
02:06:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.724844 12424 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } has no permanent_uuid. Determining permanent_uuid...
02:06:54.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.758654 12424 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } has no permanent_uuid. Determining permanent_uuid...
02:06:54.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:54.761770 12374 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.14.61:42381: connect: Connection refused (error 111)
02:06:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:54.766638 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.61:42381: Network error: Client connection negotiation failed: client connection to 127.12.14.61:42381: connect: Connection refused (error 111)
02:06:54.784 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:54.784 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:54.785 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:54.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:54.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:54.785 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:54.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:54.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:54.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:54.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:54.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:54.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:54.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:54.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.816157 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } attempt: 1
02:06:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:54.820879 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.61:42381: Network error: Client connection negotiation failed: client connection to 127.12.14.61:42381: connect: Connection refused (error 111)
02:06:54.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:54.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.889243 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } attempt: 2
02:06:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:54.893138 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.61:42381: Network error: Client connection negotiation failed: client connection to 127.12.14.61:42381: connect: Connection refused (error 111)
02:06:54.983 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:54.984 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:54.984 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:54.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:54.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:54.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:54.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:54.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:54.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:54.985 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:54.985 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:54.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:54.985 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:54.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:54.984565 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } attempt: 3
02:06:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:54.988953 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.61:42381: Network error: Client connection negotiation failed: client connection to 127.12.14.61:42381: connect: Connection refused (error 111)
02:06:55.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070015003 for job e145383e68303a1e13038904fc8aacb4.
02:06:55.013 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:06:55.014 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
02:06:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.051555 12426 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.052091 12426 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.052569 12426 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.086829 12426 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:06:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.087113 12426 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.087358 12426 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:06:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.087563 12426 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:06:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.087764 12426 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:06:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.087909 12426 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46219/jwks.json
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:55.128880 12426 master_runner.cc:387] Master server non-default flags:
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.20:41055
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/data
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/wal
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.62:38547,127.12.14.61:42381,127.12.14.60:40269
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.61:42381
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46219/jwks.json
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/data/info.pb
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.61
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/logs
02:06:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:06:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:55.130192 12426 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:55.131754 12426 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:55.132405 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } attempt: 4
02:06:55.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.136210 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.61:42381: Network error: Client connection negotiation failed: client connection to 127.12.14.61:42381: connect: Connection refused (error 111)
02:06:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.143190 12436 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:55.192 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:55.193 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:55.193 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:55.193 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:55.193 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:55.193 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:55.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:55.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:55.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:55.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:55.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:55.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:55.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:55.316 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:55.316 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:55.316 [DEBUG - pool-177-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:55.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:55.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:55.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:55.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:55.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:55.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:55.319 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:55.319 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:55.319 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:55.319 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:55.321 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [16ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [27ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [150ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [175ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [205ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [206ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [206ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [245ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [247ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [504ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [624ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [624ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [863ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1584ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2764ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2764ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [6601ms] refreshing cache from master, [6601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [6601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [6602ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [6602ms] too many traces: truncated at 100 traces, deferred=Deferred@284548190(state=PENDING, result=null, callback=(continuation of Deferred@244560464 after retry RPC after error@1416897441) -> (continuation of Deferred@1973319834 after retry RPC after error@1270304091) -> (continuation of Deferred@1478850383 after retry RPC after error@767110849) -> (continuation of Deferred@728095044 after retry RPC after error@1514767590) -> (continuation of Deferred@690298863 after retry RPC after error@1292821292) -> (continuation of Deferred@1210367024 after retry RPC after error@1583120230) -> (continuation of Deferred@1594349861 after retry RPC after error@1697269354) -> (continuation of Deferred@134394819 after retry RPC after error@899173098) -> (continuation of Deferred@1412916109 after retry RPC after error@1662613111) -> (continuation of Deferred@2115526012 after retry RPC after error@161515343) -> (continuation of Deferred@1726260989 after retry RPC after error@1315360408) -> (continuation of Deferred@1915324821 after retry RPC after error@2143220320) -> (continuation of Deferred@1009676324 after retry RPC after error@1145338679) -> (continuation of Deferred@2057250571 after retry RPC after error@1924855754) -> (continuation of Deferred@1037698793 after retry RPC after error@1520455590) -> (continuation of Deferred@1501863046 after retry RPC after error@2082809051) -> (continuation of Deferred@296061176 after retry RPC after error@1226844181) -> (continuation of Deferred@884862235 after retry RPC after error@1642792107) -> (continuation of Deferred@1546957350 after retry RPC after error@337398069) -> (continuation of Deferred@1335016344 after retry RPC after error@1994731677), errback=(continuation of Deferred@244560464 after retry RPC after error@1416897441) -> (continuation of Deferred@1973319834 after retry RPC after error@1270304091) -> (continuation of Deferred@1478850383 after retry RPC after error@767110849) -> (continuation of Deferred@728095044 after retry RPC after error@1514767590) -> (continuation of Deferred@690298863 after retry RPC after error@1292821292) -> (continuation of Deferred@1210367024 after retry RPC after error@1583120230) -> (continuation of Deferred@1594349861 after retry RPC after error@1697269354) -> (continuation of Deferred@134394819 after retry RPC after error@899173098) -> (continuation of Deferred@1412916109 after retry RPC after error@1662613111) -> (continuation of Deferred@2115526012 after retry RPC after error@161515343) -> (continuation of Deferred@1726260989 after retry RPC after error@1315360408) -> (continuation of Deferred@1915324821 after retry RPC after error@2143220320) -> (continuation of Deferred@1009676324 after retry RPC after error@1145338679) -> (continuation of Deferred@2057250571 after retry RPC after error@1924855754) -> (continuation of Deferred@1037698793 after retry RPC after error@1520455590) -> (continuation of Deferred@1501863046 after retry RPC after error@2082809051) -> (continuation of Deferred@296061176 after retry RPC after error@1226844181) -> (continuation of Deferred@884862235 after retry RPC after error@1642792107) -> (continuation of Deferred@1546957350 after retry RPC after error@337398069) -> (continuation of Deferred@1335016344 after retry RPC after error@1994731677)))
02:06:55.323 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:06:55.323 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [16ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [27ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [150ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [175ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [205ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [206ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [206ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [245ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [247ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [504ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [624ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [624ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [863ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1584ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2764ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2764ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [6601ms] refreshing cache from master, [6601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [6601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [6602ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [6602ms] too many traces: truncated at 100 traces, deferred=Deferred@284548190(state=PENDING, result=null, callback=(continuation of Deferred@244560464 after retry RPC after error@1416897441) -> (continuation of Deferred@1973319834 after retry RPC after error@1270304091) -> (continuation of Deferred@1478850383 after retry RPC after error@767110849) -> (continuation of Deferred@728095044 after retry RPC after error@1514767590) -> (continuation of Deferred@690298863 after retry RPC after error@1292821292) -> (continuation of Deferred@1210367024 after retry RPC after error@1583120230) -> (continuation of Deferred@1594349861 after retry RPC after error@1697269354) -> (continuation of Deferred@134394819 after retry RPC after error@899173098) -> (continuation of Deferred@1412916109 after retry RPC after error@1662613111) -> (continuation of Deferred@2115526012 after retry RPC after error@161515343) -> (continuation of Deferred@1726260989 after retry RPC after error@1315360408) -> (continuation of Deferred@1915324821 after retry RPC after error@2143220320) -> (continuation of Deferred@1009676324 after retry RPC after error@1145338679) -> (continuation of Deferred@2057250571 after retry RPC after error@1924855754) -> (continuation of Deferred@1037698793 after retry RPC after error@1520455590) -> (continuation of Deferred@1501863046 after retry RPC after error@2082809051) -> (continuation of Deferred@296061176 after retry RPC after error@1226844181) -> (continuation of Deferred@884862235 after retry RPC after error@1642792107) -> (continuation of Deferred@1546957350 after retry RPC after error@337398069) -> (continuation of Deferred@1335016344 after retry RPC after error@1994731677), errback=(continuation of Deferred@244560464 after retry RPC after error@1416897441) -> (continuation of Deferred@1973319834 after retry RPC after error@1270304091) -> (continuation of Deferred@1478850383 after retry RPC after error@767110849) -> (continuation of Deferred@728095044 after retry RPC after error@1514767590) -> (continuation of Deferred@690298863 after retry RPC after error@1292821292) -> (continuation of Deferred@1210367024 after retry RPC after error@1583120230) -> (continuation of Deferred@1594349861 after retry RPC after error@1697269354) -> (continuation of Deferred@134394819 after retry RPC after error@899173098) -> (continuation of Deferred@1412916109 after retry RPC after error@1662613111) -> (continuation of Deferred@2115526012 after retry RPC after error@161515343) -> (continuation of Deferred@1726260989 after retry RPC after error@1315360408) -> (continuation of Deferred@1915324821 after retry RPC after error@2143220320) -> (continuation of Deferred@1009676324 after retry RPC after error@1145338679) -> (continuation of Deferred@2057250571 after retry RPC after error@1924855754) -> (continuation of Deferred@1037698793 after retry RPC after error@1520455590) -> (continuation of Deferred@1501863046 after retry RPC after error@2082809051) -> (continuation of Deferred@296061176 after retry RPC after error@1226844181) -> (continuation of Deferred@884862235 after retry RPC after error@1642792107) -> (continuation of Deferred@1546957350 after retry RPC after error@337398069) -> (continuation of Deferred@1335016344 after retry RPC after error@1994731677)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:55.328 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
02:06:55.330 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
02:06:55.332 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [16ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [27ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [150ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [175ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [205ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [206ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [206ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [245ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [247ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [504ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [624ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [624ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [863ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1584ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2764ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2764ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [6601ms] refreshing cache from master, [6601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [6601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [6602ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [6602ms] too many traces: truncated at 100 traces, deferred=Deferred@284548190(state=PENDING, result=null, callback=(continuation of Deferred@244560464 after retry RPC after error@1416897441) -> (continuation of Deferred@1973319834 after retry RPC after error@1270304091) -> (continuation of Deferred@1478850383 after retry RPC after error@767110849) -> (continuation of Deferred@728095044 after retry RPC after error@1514767590) -> (continuation of Deferred@690298863 after retry RPC after error@1292821292) -> (continuation of Deferred@1210367024 after retry RPC after error@1583120230) -> (continuation of Deferred@1594349861 after retry RPC after error@1697269354) -> (continuation of Deferred@134394819 after retry RPC after error@899173098) -> (continuation of Deferred@1412916109 after retry RPC after error@1662613111) -> (continuation of Deferred@2115526012 after retry RPC after error@161515343) -> (continuation of Deferred@1726260989 after retry RPC after error@1315360408) -> (continuation of Deferred@1915324821 after retry RPC after error@2143220320) -> (continuation of Deferred@1009676324 after retry RPC after error@1145338679) -> (continuation of Deferred@2057250571 after retry RPC after error@1924855754) -> (continuation of Deferred@1037698793 after retry RPC after error@1520455590) -> (continuation of Deferred@1501863046 after retry RPC after error@2082809051) -> (continuation of Deferred@296061176 after retry RPC after error@1226844181) -> (continuation of Deferred@884862235 after retry RPC after error@1642792107) -> (continuation of Deferred@1546957350 after retry RPC after error@337398069) -> (continuation of Deferred@1335016344 after retry RPC after error@1994731677), errback=(continuation of Deferred@244560464 after retry RPC after error@1416897441) -> (continuation of Deferred@1973319834 after retry RPC after error@1270304091) -> (continuation of Deferred@1478850383 after retry RPC after error@767110849) -> (continuation of Deferred@728095044 after retry RPC after error@1514767590) -> (continuation of Deferred@690298863 after retry RPC after error@1292821292) -> (continuation of Deferred@1210367024 after retry RPC after error@1583120230) -> (continuation of Deferred@1594349861 after retry RPC after error@1697269354) -> (continuation of Deferred@134394819 after retry RPC after error@899173098) -> (continuation of Deferred@1412916109 after retry RPC after error@1662613111) -> (continuation of Deferred@2115526012 after retry RPC after error@161515343) -> (continuation of Deferred@1726260989 after retry RPC after error@1315360408) -> (continuation of Deferred@1915324821 after retry RPC after error@2143220320) -> (continuation of Deferred@1009676324 after retry RPC after error@1145338679) -> (continuation of Deferred@2057250571 after retry RPC after error@1924855754) -> (continuation of Deferred@1037698793 after retry RPC after error@1520455590) -> (continuation of Deferred@1501863046 after retry RPC after error@2082809051) -> (continuation of Deferred@296061176 after retry RPC after error@1226844181) -> (continuation of Deferred@884862235 after retry RPC after error@1642792107) -> (continuation of Deferred@1546957350 after retry RPC after error@337398069) -> (continuation of Deferred@1335016344 after retry RPC after error@1994731677)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:55.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:55.342 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:06:55.343 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
02:06:55.348 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
02:06:55.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:55.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:55.435640 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } attempt: 5
02:06:55.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.447486 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.61:42381: Network error: Client connection negotiation failed: client connection to 127.12.14.61:42381: connect: Connection refused (error 111)
02:06:55.493 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:55.493 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:55.493 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:55.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:55.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:55.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:55.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:55.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:55.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:55.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:55.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:55.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:55.496 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:55.506 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070015503 for job e145383e68303a1e13038904fc8aacb4.
02:06:55.522 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
02:06:55.524 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
02:06:55.611 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:55.612 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:55.612 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:55.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:55.613 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:55.613 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:55.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:55.613 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:55.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:55.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:55.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:55.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:55.614 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:55.699 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:55.699 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:55.699 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:55.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.701 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.701 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:55.702 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28893), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [34ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [34ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [79ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [79ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [110ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [110ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [110ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [267ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [273ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [274ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [283ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [383ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [887ms] refreshing cache from master, [887ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [888ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [888ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [890ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1102ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1263ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@1081854508(state=PENDING, result=null, callback=(continuation of Deferred@1659643644 after retry RPC after error@1101971432) -> (continuation of Deferred@277469139 after retry RPC after error@238896452) -> (continuation of Deferred@233134521 after retry RPC after error@964752914) -> (continuation of Deferred@1734969790 after retry RPC after error@60483442) -> (continuation of Deferred@613768745 after retry RPC after error@446368975) -> (continuation of Deferred@823415387 after retry RPC after error@1700893308) -> (continuation of Deferred@1804332271 after retry RPC after error@699693093) -> (continuation of Deferred@975270338 after retry RPC after error@1404761736) -> (continuation of Deferred@1742898308 after retry RPC after error@1830665485) -> (continuation of Deferred@1552121357 after retry RPC after error@1477037475) -> (continuation of Deferred@725398658 after retry RPC after error@726241597) -> (continuation of Deferred@1820189007 after retry RPC after error@2056211894) -> (continuation of Deferred@886668993 after retry RPC after error@1409208606) -> (continuation of Deferred@1351234999 after retry RPC after error@1349001453) -> (continuation of Deferred@792228695 after retry RPC after error@183181711) -> (continuation of Deferred@198023912 after retry RPC after error@447982644) -> (continuation of Deferred@1996347134 after retry RPC after error@633956087) -> (continuation of Deferred@1110749820 after retry RPC after error@1172399106) -> (continuation of Deferred@1563623526 after retry RPC after error@857947113) -> (continuation of Deferred@1415825571 after retry RPC after error@451700569) -> (continuation of Deferred@1603892306 after retry RPC after error@1968169019) -> (continuation of Deferred@1067649249 after retry RPC after error@1183610595) -> (continuation of Deferred@1386459524 after retry RPC after error@1483202003) -> (continuation of Deferred@2141467198 after retry RPC after error@1513777223), errback=(continuation of Deferred@1659643644 after retry RPC after error@1101971432) -> (continuation of Deferred@277469139 after retry RPC after error@238896452) -> (continuation of Deferred@233134521 after retry RPC after error@964752914) -> (continuation of Deferred@1734969790 after retry RPC after error@60483442) -> (continuation of Deferred@613768745 after retry RPC after error@446368975) -> (continuation of Deferred@823415387 after retry RPC after error@1700893308) -> (continuation of Deferred@1804332271 after retry RPC after error@699693093) -> (continuation of Deferred@975270338 after retry RPC after error@1404761736) -> (continuation of Deferred@1742898308 after retry RPC after error@1830665485) -> (continuation of Deferred@1552121357 after retry RPC after error@1477037475) -> (continuation of Deferred@725398658 after retry RPC after error@726241597) -> (continuation of Deferred@1820189007 after retry RPC after error@2056211894) -> (continuation of Deferred@886668993 after retry RPC after error@1409208606) -> (continuation of Deferred@1351234999 after retry RPC after error@1349001453) -> (continuation of Deferred@792228695 after retry RPC after error@183181711) -> (continuation of Deferred@198023912 after retry RPC after error@447982644) -> (continuation of Deferred@1996347134 after retry RPC after error@633956087) -> (continuation of Deferred@1110749820 after retry RPC after error@1172399106) -> (continuation of Deferred@1563623526 after retry RPC after error@857947113) -> (continuation of Deferred@1415825571 after retry RPC after error@451700569) -> (continuation of Deferred@1603892306 after retry RPC after error@1968169019) -> (continuation of Deferred@1067649249 after retry RPC after error@1183610595) -> (continuation of Deferred@1386459524 after retry RPC after error@1483202003) -> (continuation of Deferred@2141467198 after retry RPC after error@1513777223)))
02:06:55.712 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:55.712 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:55.712 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:55.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:55.713 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:55.713 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:55.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:55.713 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:55.713 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:55.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:55.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:55.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:55.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:55.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28922), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [35ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [35ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [71ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [71ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [245ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [246ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [481ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [482ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [841ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [842ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [843ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1641ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1646ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3623ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4391ms] refreshing cache from master, [4391ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4393ms] too many traces: truncated at 100 traces, deferred=Deferred@829072990(state=PENDING, result=null, callback=(continuation of Deferred@1802113551 after retry RPC after error@962471548) -> (continuation of Deferred@274193155 after retry RPC after error@1961613057) -> (continuation of Deferred@1336564217 after retry RPC after error@126876598) -> (continuation of Deferred@699316103 after retry RPC after error@56045164) -> (continuation of Deferred@506452590 after retry RPC after error@1711652950) -> (continuation of Deferred@986403230 after retry RPC after error@5582053) -> (continuation of Deferred@1623816747 after retry RPC after error@679870740) -> (continuation of Deferred@1210180155 after retry RPC after error@1639632350) -> (continuation of Deferred@1250556896 after retry RPC after error@1377819908) -> (continuation of Deferred@367582534 after retry RPC after error@579544600) -> (continuation of Deferred@668503890 after retry RPC after error@193167696) -> (continuation of Deferred@1481801611 after retry RPC after error@596781439) -> (continuation of Deferred@1087606848 after retry RPC after error@1473052683) -> (continuation of Deferred@480805726 after retry RPC after error@784570469) -> (continuation of Deferred@1926126701 after retry RPC after error@1295828839) -> (continuation of Deferred@357961709 after retry RPC after error@660909458) -> (continuation of Deferred@659136551 after retry RPC after error@216353878) -> (continuation of Deferred@703136576 after retry RPC after error@727921618) -> (continuation of Deferred@1103230465 after retry RPC after error@1734378899) -> (continuation of Deferred@116554044 after retry RPC after error@884811667) -> (continuation of Deferred@2055388923 after retry RPC after error@430829605) -> (continuation of Deferred@201540021 after retry RPC after error@1373601305) -> (continuation of Deferred@1044735935 after retry RPC after error@1218413706) -> (continuation of Deferred@1585932997 after retry RPC after error@1946351802) -> (continuation of Deferred@1643053338 after retry RPC after error@1440768633) -> (continuation of Deferred@810871618 after retry RPC after error@1399853786), errback=(continuation of Deferred@1802113551 after retry RPC after error@962471548) -> (continuation of Deferred@274193155 after retry RPC after error@1961613057) -> (continuation of Deferred@1336564217 after retry RPC after error@126876598) -> (continuation of Deferred@699316103 after retry RPC after error@56045164) -> (continuation of Deferred@506452590 after retry RPC after error@1711652950) -> (continuation of Deferred@986403230 after retry RPC after error@5582053) -> (continuation of Deferred@1623816747 after retry RPC after error@679870740) -> (continuation of Deferred@1210180155 after retry RPC after error@1639632350) -> (continuation of Deferred@1250556896 after retry RPC after error@1377819908) -> (continuation of Deferred@367582534 after retry RPC after error@579544600) -> (continuation of Deferred@668503890 after retry RPC after error@193167696) -> (continuation of Deferred@1481801611 after retry RPC after error@596781439) -> (continuation of Deferred@1087606848 after retry RPC after error@1473052683) -> (continuation of Deferred@480805726 after retry RPC after error@784570469) -> (continuation of Deferred@1926126701 after retry RPC after error@1295828839) -> (continuation of Deferred@357961709 after retry RPC after error@660909458) -> (continuation of Deferred@659136551 after retry RPC after error@216353878) -> (continuation of Deferred@703136576 after retry RPC after error@727921618) -> (continuation of Deferred@1103230465 after retry RPC after error@1734378899) -> (continuation of Deferred@116554044 after retry RPC after error@884811667) -> (continuation of Deferred@2055388923 after retry RPC after error@430829605) -> (continuation of Deferred@201540021 after retry RPC after error@1373601305) -> (continuation of Deferred@1044735935 after retry RPC after error@1218413706) -> (continuation of Deferred@1585932997 after retry RPC after error@1946351802) -> (continuation of Deferred@1643053338 after retry RPC after error@1440768633) -> (continuation of Deferred@810871618 after retry RPC after error@1399853786)))
02:06:55.718 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:55.718 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28893), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [34ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [34ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [79ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [79ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [110ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [110ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [110ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [267ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [273ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [274ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [283ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [383ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [887ms] refreshing cache from master, [887ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [888ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [888ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [890ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1102ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1263ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@1081854508(state=PENDING, result=null, callback=(continuation of Deferred@1659643644 after retry RPC after error@1101971432) -> (continuation of Deferred@277469139 after retry RPC after error@238896452) -> (continuation of Deferred@233134521 after retry RPC after error@964752914) -> (continuation of Deferred@1734969790 after retry RPC after error@60483442) -> (continuation of Deferred@613768745 after retry RPC after error@446368975) -> (continuation of Deferred@823415387 after retry RPC after error@1700893308) -> (continuation of Deferred@1804332271 after retry RPC after error@699693093) -> (continuation of Deferred@975270338 after retry RPC after error@1404761736) -> (continuation of Deferred@1742898308 after retry RPC after error@1830665485) -> (continuation of Deferred@1552121357 after retry RPC after error@1477037475) -> (continuation of Deferred@725398658 after retry RPC after error@726241597) -> (continuation of Deferred@1820189007 after retry RPC after error@2056211894) -> (continuation of Deferred@886668993 after retry RPC after error@1409208606) -> (continuation of Deferred@1351234999 after retry RPC after error@1349001453) -> (continuation of Deferred@792228695 after retry RPC after error@183181711) -> (continuation of Deferred@198023912 after retry RPC after error@447982644) -> (continuation of Deferred@1996347134 after retry RPC after error@633956087) -> (continuation of Deferred@1110749820 after retry RPC after error@1172399106) -> (continuation of Deferred@1563623526 after retry RPC after error@857947113) -> (continuation of Deferred@1415825571 after retry RPC after error@451700569) -> (continuation of Deferred@1603892306 after retry RPC after error@1968169019) -> (continuation of Deferred@1067649249 after retry RPC after error@1183610595) -> (continuation of Deferred@1386459524 after retry RPC after error@1483202003) -> (continuation of Deferred@2141467198 after retry RPC after error@1513777223), errback=(continuation of Deferred@1659643644 after retry RPC after error@1101971432) -> (continuation of Deferred@277469139 after retry RPC after error@238896452) -> (continuation of Deferred@233134521 after retry RPC after error@964752914) -> (continuation of Deferred@1734969790 after retry RPC after error@60483442) -> (continuation of Deferred@613768745 after retry RPC after error@446368975) -> (continuation of Deferred@823415387 after retry RPC after error@1700893308) -> (continuation of Deferred@1804332271 after retry RPC after error@699693093) -> (continuation of Deferred@975270338 after retry RPC after error@1404761736) -> (continuation of Deferred@1742898308 after retry RPC after error@1830665485) -> (continuation of Deferred@1552121357 after retry RPC after error@1477037475) -> (continuation of Deferred@725398658 after retry RPC after error@726241597) -> (continuation of Deferred@1820189007 after retry RPC after error@2056211894) -> (continuation of Deferred@886668993 after retry RPC after error@1409208606) -> (continuation of Deferred@1351234999 after retry RPC after error@1349001453) -> (continuation of Deferred@792228695 after retry RPC after error@183181711) -> (continuation of Deferred@198023912 after retry RPC after error@447982644) -> (continuation of Deferred@1996347134 after retry RPC after error@633956087) -> (continuation of Deferred@1110749820 after retry RPC after error@1172399106) -> (continuation of Deferred@1563623526 after retry RPC after error@857947113) -> (continuation of Deferred@1415825571 after retry RPC after error@451700569) -> (continuation of Deferred@1603892306 after retry RPC after error@1968169019) -> (continuation of Deferred@1067649249 after retry RPC after error@1183610595) -> (continuation of Deferred@1386459524 after retry RPC after error@1483202003) -> (continuation of Deferred@2141467198 after retry RPC after error@1513777223)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28893), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [34ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [34ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [79ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [79ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [110ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [110ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [110ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [267ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [273ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [274ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [283ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [383ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [887ms] refreshing cache from master, [887ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [888ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [888ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [890ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1102ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1263ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@1081854508(state=PENDING, result=null, callback=(continuation of Deferred@1659643644 after retry RPC after error@1101971432) -> (continuation of Deferred@277469139 after retry RPC after error@238896452) -> (continuation of Deferred@233134521 after retry RPC after error@964752914) -> (continuation of Deferred@1734969790 after retry RPC after error@60483442) -> (continuation of Deferred@613768745 after retry RPC after error@446368975) -> (continuation of Deferred@823415387 after retry RPC after error@1700893308) -> (continuation of Deferred@1804332271 after retry RPC after error@699693093) -> (continuation of Deferred@975270338 after retry RPC after error@1404761736) -> (continuation of Deferred@1742898308 after retry RPC after error@1830665485) -> (continuation of Deferred@1552121357 after retry RPC after error@1477037475) -> (continuation of Deferred@725398658 after retry RPC after error@726241597) -> (continuation of Deferred@1820189007 after retry RPC after error@2056211894) -> (continuation of Deferred@886668993 after retry RPC after error@1409208606) -> (continuation of Deferred@1351234999 after retry RPC after error@1349001453) -> (continuation of Deferred@792228695 after retry RPC after error@183181711) -> (continuation of Deferred@198023912 after retry RPC after error@447982644) -> (continuation of Deferred@1996347134 after retry RPC after error@633956087) -> (continuation of Deferred@1110749820 after retry RPC after error@1172399106) -> (continuation of Deferred@1563623526 after retry RPC after error@857947113) -> (continuation of Deferred@1415825571 after retry RPC after error@451700569) -> (continuation of Deferred@1603892306 after retry RPC after error@1968169019) -> (continuation of Deferred@1067649249 after retry RPC after error@1183610595) -> (continuation of Deferred@1386459524 after retry RPC after error@1483202003) -> (continuation of Deferred@2141467198 after retry RPC after error@1513777223), errback=(continuation of Deferred@1659643644 after retry RPC after error@1101971432) -> (continuation of Deferred@277469139 after retry RPC after error@238896452) -> (continuation of Deferred@233134521 after retry RPC after error@964752914) -> (continuation of Deferred@1734969790 after retry RPC after error@60483442) -> (continuation of Deferred@613768745 after retry RPC after error@446368975) -> (continuation of Deferred@823415387 after retry RPC after error@1700893308) -> (continuation of Deferred@1804332271 after retry RPC after error@699693093) -> (continuation of Deferred@975270338 after retry RPC after error@1404761736) -> (continuation of Deferred@1742898308 after retry RPC after error@1830665485) -> (continuation of Deferred@1552121357 after retry RPC after error@1477037475) -> (continuation of Deferred@725398658 after retry RPC after error@726241597) -> (continuation of Deferred@1820189007 after retry RPC after error@2056211894) -> (continuation of Deferred@886668993 after retry RPC after error@1409208606) -> (continuation of Deferred@1351234999 after retry RPC after error@1349001453) -> (continuation of Deferred@792228695 after retry RPC after error@183181711) -> (continuation of Deferred@198023912 after retry RPC after error@447982644) -> (continuation of Deferred@1996347134 after retry RPC after error@633956087) -> (continuation of Deferred@1110749820 after retry RPC after error@1172399106) -> (continuation of Deferred@1563623526 after retry RPC after error@857947113) -> (continuation of Deferred@1415825571 after retry RPC after error@451700569) -> (continuation of Deferred@1603892306 after retry RPC after error@1968169019) -> (continuation of Deferred@1067649249 after retry RPC after error@1183610595) -> (continuation of Deferred@1386459524 after retry RPC after error@1483202003) -> (continuation of Deferred@2141467198 after retry RPC after error@1513777223)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.254:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:55.723 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:06:55.724 [WARN - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28922), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [35ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [35ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [71ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [71ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [245ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [246ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [481ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [482ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [841ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [842ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [843ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [843ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1641ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1646ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3623ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4391ms] refreshing cache from master, [4391ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4393ms] too many traces: truncated at 100 traces, deferred=Deferred@829072990(state=PENDING, result=null, callback=(continuation of Deferred@1802113551 after retry RPC after error@962471548) -> (continuation of Deferred@274193155 after retry RPC after error@1961613057) -> (continuation of Deferred@1336564217 after retry RPC after error@126876598) -> (continuation of Deferred@699316103 after retry RPC after error@56045164) -> (continuation of Deferred@506452590 after retry RPC after error@1711652950) -> (continuation of Deferred@986403230 after retry RPC after error@5582053) -> (continuation of Deferred@1623816747 after retry RPC after error@679870740) -> (continuation of Deferred@1210180155 after retry RPC after error@1639632350) -> (continuation of Deferred@1250556896 after retry RPC after error@1377819908) -> (continuation of Deferred@367582534 after retry RPC after error@579544600) -> (continuation of Deferred@668503890 after retry RPC after error@193167696) -> (continuation of Deferred@1481801611 after retry RPC after error@596781439) -> (continuation of Deferred@1087606848 after retry RPC after error@1473052683) -> (continuation of Deferred@480805726 after retry RPC after error@784570469) -> (continuation of Deferred@1926126701 after retry RPC after error@1295828839) -> (continuation of Deferred@357961709 after retry RPC after error@660909458) -> (continuation of Deferred@659136551 after retry RPC after error@216353878) -> (continuation of Deferred@703136576 after retry RPC after error@727921618) -> (continuation of Deferred@1103230465 after retry RPC after error@1734378899) -> (continuation of Deferred@116554044 after retry RPC after error@884811667) -> (continuation of Deferred@2055388923 after retry RPC after error@430829605) -> (continuation of Deferred@201540021 after retry RPC after error@1373601305) -> (continuation of Deferred@1044735935 after retry RPC after error@1218413706) -> (continuation of Deferred@1585932997 after retry RPC after error@1946351802) -> (continuation of Deferred@1643053338 after retry RPC after error@1440768633) -> (continuation of Deferred@810871618 after retry RPC after error@1399853786), errback=(continuation of Deferred@1802113551 after retry RPC after error@962471548) -> (continuation of Deferred@274193155 after retry RPC after error@1961613057) -> (continuation of Deferred@1336564217 after retry RPC after error@126876598) -> (continuation of Deferred@699316103 after retry RPC after error@56045164) -> (continuation of Deferred@506452590 after retry RPC after error@1711652950) -> (continuation of Deferred@986403230 after retry RPC after error@5582053) -> (continuation of Deferred@1623816747 after retry RPC after error@679870740) -> (continuation of Deferred@1210180155 after retry RPC after error@1639632350) -> (continuation of Deferred@1250556896 after retry RPC after error@1377819908) -> (continuation of Deferred@367582534 after retry RPC after error@579544600) -> (continuation of Deferred@668503890 after retry RPC after error@193167696) -> (continuation of Deferred@1481801611 after retry RPC after error@596781439) -> (continuation of Deferred@1087606848 after retry RPC after error@1473052683) -> (continuation of Deferred@480805726 after retry RPC after error@784570469) -> (continuation of Deferred@1926126701 after retry RPC after error@1295828839) -> (continuation of Deferred@357961709 after retry RPC after error@660909458) -> (continuation of Deferred@659136551 after retry RPC after error@216353878) -> (continuation of Deferred@703136576 after retry RPC after error@727921618) -> (continuation of Deferred@1103230465 after retry RPC after error@1734378899) -> (continuation of Deferred@116554044 after retry RPC after error@884811667) -> (continuation of Deferred@2055388923 after retry RPC after error@430829605) -> (continuation of Deferred@201540021 after retry RPC after error@1373601305) -> (continuation of Deferred@1044735935 after retry RPC after error@1218413706) -> (continuation of Deferred@1585932997 after retry RPC after error@1946351802) -> (continuation of Deferred@1643053338 after retry RPC after error@1440768633) -> (continuation of Deferred@810871618 after retry RPC after error@1399853786)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:55.726 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:55.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.728 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:55.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.728 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:55.739 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:55.744 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:55.744 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:55.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.746 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:55.746 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
02:06:55.757 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28893), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [34ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [34ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [79ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [79ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [110ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [110ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [110ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [267ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [273ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [274ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [283ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [383ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [887ms] refreshing cache from master, [887ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [888ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [888ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [890ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1102ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1263ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@1081854508(state=PENDING, result=null, callback=(continuation of Deferred@1659643644 after retry RPC after error@1101971432) -> (continuation of Deferred@277469139 after retry RPC after error@238896452) -> (continuation of Deferred@233134521 after retry RPC after error@964752914) -> (continuation of Deferred@1734969790 after retry RPC after error@60483442) -> (continuation of Deferred@613768745 after retry RPC after error@446368975) -> (continuation of Deferred@823415387 after retry RPC after error@1700893308) -> (continuation of Deferred@1804332271 after retry RPC after error@699693093) -> (continuation of Deferred@975270338 after retry RPC after error@1404761736) -> (continuation of Deferred@1742898308 after retry RPC after error@1830665485) -> (continuation of Deferred@1552121357 after retry RPC after error@1477037475) -> (continuation of Deferred@725398658 after retry RPC after error@726241597) -> (continuation of Deferred@1820189007 after retry RPC after error@2056211894) -> (continuation of Deferred@886668993 after retry RPC after error@1409208606) -> (continuation of Deferred@1351234999 after retry RPC after error@1349001453) -> (continuation of Deferred@792228695 after retry RPC after error@183181711) -> (continuation of Deferred@198023912 after retry RPC after error@447982644) -> (continuation of Deferred@1996347134 after retry RPC after error@633956087) -> (continuation of Deferred@1110749820 after retry RPC after error@1172399106) -> (continuation of Deferred@1563623526 after retry RPC after error@857947113) -> (continuation of Deferred@1415825571 after retry RPC after error@451700569) -> (continuation of Deferred@1603892306 after retry RPC after error@1968169019) -> (continuation of Deferred@1067649249 after retry RPC after error@1183610595) -> (continuation of Deferred@1386459524 after retry RPC after error@1483202003) -> (continuation of Deferred@2141467198 after retry RPC after error@1513777223), errback=(continuation of Deferred@1659643644 after retry RPC after error@1101971432) -> (continuation of Deferred@277469139 after retry RPC after error@238896452) -> (continuation of Deferred@233134521 after retry RPC after error@964752914) -> (continuation of Deferred@1734969790 after retry RPC after error@60483442) -> (continuation of Deferred@613768745 after retry RPC after error@446368975) -> (continuation of Deferred@823415387 after retry RPC after error@1700893308) -> (continuation of Deferred@1804332271 after retry RPC after error@699693093) -> (continuation of Deferred@975270338 after retry RPC after error@1404761736) -> (continuation of Deferred@1742898308 after retry RPC after error@1830665485) -> (continuation of Deferred@1552121357 after retry RPC after error@1477037475) -> (continuation of Deferred@725398658 after retry RPC after error@726241597) -> (continuation of Deferred@1820189007 after retry RPC after error@2056211894) -> (continuation of Deferred@886668993 after retry RPC after error@1409208606) -> (continuation of Deferred@1351234999 after retry RPC after error@1349001453) -> (continuation of Deferred@792228695 after retry RPC after error@183181711) -> (continuation of Deferred@198023912 after retry RPC after error@447982644) -> (continuation of Deferred@1996347134 after retry RPC after error@633956087) -> (continuation of Deferred@1110749820 after retry RPC after error@1172399106) -> (continuation of Deferred@1563623526 after retry RPC after error@857947113) -> (continuation of Deferred@1415825571 after retry RPC after error@451700569) -> (continuation of Deferred@1603892306 after retry RPC after error@1968169019) -> (continuation of Deferred@1067649249 after retry RPC after error@1183610595) -> (continuation of Deferred@1386459524 after retry RPC after error@1483202003) -> (continuation of Deferred@2141467198 after retry RPC after error@1513777223)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28893), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [34ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [34ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [73ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [79ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [79ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [110ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [110ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [110ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [267ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [273ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [274ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [283ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [383ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [887ms] refreshing cache from master, [887ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [888ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [888ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [889ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [890ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1102ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1263ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@1081854508(state=PENDING, result=null, callback=(continuation of Deferred@1659643644 after retry RPC after error@1101971432) -> (continuation of Deferred@277469139 after retry RPC after error@238896452) -> (continuation of Deferred@233134521 after retry RPC after error@964752914) -> (continuation of Deferred@1734969790 after retry RPC after error@60483442) -> (continuation of Deferred@613768745 after retry RPC after error@446368975) -> (continuation of Deferred@823415387 after retry RPC after error@1700893308) -> (continuation of Deferred@1804332271 after retry RPC after error@699693093) -> (continuation of Deferred@975270338 after retry RPC after error@1404761736) -> (continuation of Deferred@1742898308 after retry RPC after error@1830665485) -> (continuation of Deferred@1552121357 after retry RPC after error@1477037475) -> (continuation of Deferred@725398658 after retry RPC after error@726241597) -> (continuation of Deferred@1820189007 after retry RPC after error@2056211894) -> (continuation of Deferred@886668993 after retry RPC after error@1409208606) -> (continuation of Deferred@1351234999 after retry RPC after error@1349001453) -> (continuation of Deferred@792228695 after retry RPC after error@183181711) -> (continuation of Deferred@198023912 after retry RPC after error@447982644) -> (continuation of Deferred@1996347134 after retry RPC after error@633956087) -> (continuation of Deferred@1110749820 after retry RPC after error@1172399106) -> (continuation of Deferred@1563623526 after retry RPC after error@857947113) -> (continuation of Deferred@1415825571 after retry RPC after error@451700569) -> (continuation of Deferred@1603892306 after retry RPC after error@1968169019) -> (continuation of Deferred@1067649249 after retry RPC after error@1183610595) -> (continuation of Deferred@1386459524 after retry RPC after error@1483202003) -> (continuation of Deferred@2141467198 after retry RPC after error@1513777223), errback=(continuation of Deferred@1659643644 after retry RPC after error@1101971432) -> (continuation of Deferred@277469139 after retry RPC after error@238896452) -> (continuation of Deferred@233134521 after retry RPC after error@964752914) -> (continuation of Deferred@1734969790 after retry RPC after error@60483442) -> (continuation of Deferred@613768745 after retry RPC after error@446368975) -> (continuation of Deferred@823415387 after retry RPC after error@1700893308) -> (continuation of Deferred@1804332271 after retry RPC after error@699693093) -> (continuation of Deferred@975270338 after retry RPC after error@1404761736) -> (continuation of Deferred@1742898308 after retry RPC after error@1830665485) -> (continuation of Deferred@1552121357 after retry RPC after error@1477037475) -> (continuation of Deferred@725398658 after retry RPC after error@726241597) -> (continuation of Deferred@1820189007 after retry RPC after error@2056211894) -> (continuation of Deferred@886668993 after retry RPC after error@1409208606) -> (continuation of Deferred@1351234999 after retry RPC after error@1349001453) -> (continuation of Deferred@792228695 after retry RPC after error@183181711) -> (continuation of Deferred@198023912 after retry RPC after error@447982644) -> (continuation of Deferred@1996347134 after retry RPC after error@633956087) -> (continuation of Deferred@1110749820 after retry RPC after error@1172399106) -> (continuation of Deferred@1563623526 after retry RPC after error@857947113) -> (continuation of Deferred@1415825571 after retry RPC after error@451700569) -> (continuation of Deferred@1603892306 after retry RPC after error@1968169019) -> (continuation of Deferred@1067649249 after retry RPC after error@1183610595) -> (continuation of Deferred@1386459524 after retry RPC after error@1483202003) -> (continuation of Deferred@2141467198 after retry RPC after error@1513777223)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.254:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:06:55.759 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:55.760 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:55.760 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:55.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.761 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.762 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.762 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:55.765 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
02:06:55.779 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:55.780 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:55.781 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:55.781 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.781 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.781 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.782 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.782 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:55.787 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:06:55.787 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
02:06:55.790 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
02:06:55.793 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
02:06:55.794 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
02:06:55.795 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:06:55.795 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
02:06:55.795 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:06:55.796 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:06:55.797 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
02:06:55.797 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:06:55.799 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
02:06:55.799 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:55.800 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:55.800 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:55.800 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.800 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.800 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:55.804 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
02:06:55.805 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:06:55.807 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1318) Discarding the results produced by task execution 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
02:06:55.809 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
02:06:55.810 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 5643d6aa02746b8a0b8a3513bda90461
02:06:55.838 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:55.839 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:55.839 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:55.839 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.840 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.840 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.840 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.840 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:55.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:55.865 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:55.865 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:55.865 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:55.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:55.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:55.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:55.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:55.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:55.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:55.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:55.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:55.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:55.867 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:55.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:55.899 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:55.899 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:55.900 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:55.900 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.901 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.901 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:55.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.901 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.901 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:55.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.902 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:55.902 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:55.994987 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } attempt: 6
02:06:56.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070016002 for job e145383e68303a1e13038904fc8aacb4.
02:06:56.013 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:06:56.015 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
02:06:56.018 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:56.019 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:56.019 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:56.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:56.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:56.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:56.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:56.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:56.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:56.021 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:56.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:56.021 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:56.021 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:56.047489 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.61:42381: Network error: Client connection negotiation failed: client connection to 127.12.14.61:42381: connect: Connection refused (error 111)
02:06:56.239 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:56.239 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:56.239 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:56.240 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:56.240 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:56.240 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:56.240 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:56.240 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:56.240 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:56.240 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:56.240 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:56.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:56.241 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:56.247 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:56.247 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:56.247 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:56.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:56.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:56.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:56.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:56.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:56.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:56.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:56.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:56.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:56.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:56.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:56.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:56.423 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:06:56.423 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:06:56.424 [DEBUG - pool-179-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:06:56.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:56.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:56.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:06:56.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:56.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:56.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:06:56.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:56.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:56.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:06:56.425 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:06:56.441 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29833), Traces: [0ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [78ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [144ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [207ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [213ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [217ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [217ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [222ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [251ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [297ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [298ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [299ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [383ms] refreshing cache from master, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [384ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [385ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [385ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [385ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [423ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [444ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [444ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [625ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [626ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [627ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [628ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [762ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [763ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [763ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1345ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1345ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2500ms] refreshing cache from master, [2500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2501ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2501ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2502ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2601ms] refreshing cache from master, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2602ms] too many traces: truncated at 100 traces, deferred=Deferred@1010932457(state=PENDING, result=null, callback=(continuation of Deferred@302349489 after retry RPC after error@1776779417) -> (continuation of Deferred@190298572 after retry RPC after error@997325981) -> (continuation of Deferred@44629942 after retry RPC after error@1469989938) -> (continuation of Deferred@1638993620 after retry RPC after error@1427149675) -> (continuation of Deferred@276861744 after retry RPC after error@899349190) -> (continuation of Deferred@1546945807 after retry RPC after error@233758249) -> (continuation of Deferred@434357687 after retry RPC after error@2077053063) -> (continuation of Deferred@61451788 after retry RPC after error@2018326470) -> (continuation of Deferred@2131004165 after retry RPC after error@1859958026) -> (continuation of Deferred@550219539 after retry RPC after error@824790987) -> (continuation of Deferred@1789830728 after retry RPC after error@1632713458) -> (continuation of Deferred@471835388 after retry RPC after error@1739841955) -> (continuation of Deferred@2016446459 after retry RPC after error@283030693) -> (continuation of Deferred@1899490304 after retry RPC after error@166831484) -> (continuation of Deferred@1971516646 after retry RPC after error@278666607) -> (continuation of Deferred@1577428112 after retry RPC after error@1515921513) -> (continuation of Deferred@941410816 after retry RPC after error@1218174729) -> (continuation of Deferred@994689966 after retry RPC after error@949155014) -> (continuation of Deferred@1711301918 after retry RPC after error@1886756160) -> (continuation of Deferred@89420883 after retry RPC after error@709854459) -> (continuation of Deferred@1325546553 after retry RPC after error@323041028) -> (continuation of Deferred@890322899 after retry RPC after error@1664028118) -> (continuation of Deferred@1032984190 after retry RPC after error@670171103) -> (continuation of Deferred@463643477 after retry RPC after error@16276554) -> (continuation of Deferred@762616781 after retry RPC after error@89360059), errback=(continuation of Deferred@302349489 after retry RPC after error@1776779417) -> (continuation of Deferred@190298572 after retry RPC after error@997325981) -> (continuation of Deferred@44629942 after retry RPC after error@1469989938) -> (continuation of Deferred@1638993620 after retry RPC after error@1427149675) -> (continuation of Deferred@276861744 after retry RPC after error@899349190) -> (continuation of Deferred@1546945807 after retry RPC after error@233758249) -> (continuation of Deferred@434357687 after retry RPC after error@2077053063) -> (continuation of Deferred@61451788 after retry RPC after error@2018326470) -> (continuation of Deferred@2131004165 after retry RPC after error@1859958026) -> (continuation of Deferred@550219539 after retry RPC after error@824790987) -> (continuation of Deferred@1789830728 after retry RPC after error@1632713458) -> (continuation of Deferred@471835388 after retry RPC after error@1739841955) -> (continuation of Deferred@2016446459 after retry RPC after error@283030693) -> (continuation of Deferred@1899490304 after retry RPC after error@166831484) -> (continuation of Deferred@1971516646 after retry RPC after error@278666607) -> (continuation of Deferred@1577428112 after retry RPC after error@1515921513) -> (continuation of Deferred@941410816 after retry RPC after error@1218174729) -> (continuation of Deferred@994689966 after retry RPC after error@949155014) -> (continuation of Deferred@1711301918 after retry RPC after error@1886756160) -> (continuation of Deferred@89420883 after retry RPC after error@709854459) -> (continuation of Deferred@1325546553 after retry RPC after error@323041028) -> (continuation of Deferred@890322899 after retry RPC after error@1664028118) -> (continuation of Deferred@1032984190 after retry RPC after error@670171103) -> (continuation of Deferred@463643477 after retry RPC after error@16276554) -> (continuation of Deferred@762616781 after retry RPC after error@89360059)))
02:06:56.447 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:56.448 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:56.448 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:56.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:56.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:56.449 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:56.449 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:56.449 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:56.449 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:56.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:56.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:56.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:56.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:56.502 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070016502 for job e145383e68303a1e13038904fc8aacb4.
02:06:56.566 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=64 ms, finalizationTime=0 ms).
02:06:56.568 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
02:06:56.664 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:56.665 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:56.665 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:56.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:56.666 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:56.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:56.666 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:06:56.667 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:06:56.667 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:06:56.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:56.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:56.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:56.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:06:56.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:56.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:56.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:56.668 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:56.668 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:56.668 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:06:56.668 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:56.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:56.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:06:56.668 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:06:56.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:56.669 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:56.669 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:06:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:56.544795 12435 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 12426
02:06:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:56.672425 12435 kernel_stack_watchdog.cc:198] Thread 12426 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
02:06:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:06:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:06:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:06:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:06:56.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:56.673287 12426 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.530s	user 0.579s	sys 0.894s
02:06:56.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:56.673914 12426 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.530s	user 0.579s	sys 0.895s
02:06:56.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:55.144650 12437 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:56.675905 12439 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:56.679029 12438 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1529 milliseconds
02:06:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.679095 12426 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.680276 12426 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:56.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.682742 12426 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.684156 12426 hybrid_clock.cc:648] HybridClock initialized: now 1779070016684081 us; error 52 us; skew 500 ppm
02:06:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.685022 12426 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:56.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.691071 12426 webserver.cc:533] Webserver started at http://127.12.14.61:43841/ using document root <none> and password file <none>
02:06:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.691962 12426 fs_manager.cc:362] Metadata directory not provided
02:06:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.692193 12426 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.692600 12426 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:56.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.697079 12426 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/data/instance:
02:06:56.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62e5076cf69841429cdc5a471948a4de"
02:06:56.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:56 on dist-test-slave-9vqr"
02:06:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.698148 12426 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/wal/instance:
02:06:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62e5076cf69841429cdc5a471948a4de"
02:06:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:56 on dist-test-slave-9vqr"
02:06:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.705843 12426 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
02:06:56.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.711730 12451 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:56.712 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:56.713 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:56.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.712925 12426 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
02:06:56.713 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:56.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:56.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:56.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:56.713 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:56.713 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:56.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:56.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:56.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:56.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:56.714 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.713279 12426 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/wal
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62e5076cf69841429cdc5a471948a4de"
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:56 on dist-test-slave-9vqr"
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.713716 12426 fs_report.cc:389] FS layout report
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/wal
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/wal
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/data/data
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.766839 12426 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.768388 12426 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.768873 12426 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.838653 12426 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.61:42381
02:06:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.838783 12502 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.14.61:42381 every 8 connection(s)
02:06:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.841849 12426 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/data/info.pb
02:06:56.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.848485 12503 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:56.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.849269 12344 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 12426
02:06:56.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.849712 12344 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-1/wal/instance
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.852777 12344 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/wal
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/data
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/logs
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/data/info.pb
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.60:40269
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.60
02:06:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.20:41055
02:06:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.62:38547,127.12.14.61:42381,127.12.14.60:40269
02:06:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46219/jwks.json with env {}
02:06:56.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.863720 12503 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } has no permanent_uuid. Determining permanent_uuid...
02:06:56.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.897109 12503 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } has no permanent_uuid. Determining permanent_uuid...
02:06:56.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.911044 12503 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } has no permanent_uuid. Determining permanent_uuid...
02:06:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:56.913161 12455 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:56.917076 12503 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:56.966660 12503 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 1
02:06:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:56.970702 12503 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:57.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070017002 for job e145383e68303a1e13038904fc8aacb4.
02:06:57.011 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:06:57.012 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
02:06:57.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.039131 12503 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 2
02:06:57.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.043031 12503 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.107972 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } attempt: 7
02:06:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.119694 12424 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } has no permanent_uuid. Determining permanent_uuid...
02:06:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.125136 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.134513 12503 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 3
02:06:57.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.138823 12503 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:57.179 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:57.179 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:57.179 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:57.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:57.180 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:57.180 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:57.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:57.180 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:57.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:57.180 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:57.180 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:57.180 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:57.180 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.183506 12505 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:06:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.183531 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 1
02:06:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.184144 12505 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:06:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.184880 12505 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:06:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.187778 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:57.189 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:57.189 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:57.189 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:57.189 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:57.189 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:57.189 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:57.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:57.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:57.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:57.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:57.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:57.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:57.190 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.221217 12505 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:06:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.221572 12505 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:06:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.221886 12505 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:06:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.222191 12505 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:06:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.222479 12505 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:06:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.222683 12505 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46219/jwks.json
02:06:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.266063 12505 master_runner.cc:387] Master server non-default flags:
02:06:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.20:41055
02:06:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:06:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/data
02:06:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/wal
02:06:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:06:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.62:38547,127.12.14.61:42381,127.12.14.60:40269
02:06:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.60:40269
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46219/jwks.json
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/data/info.pb
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.60
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/logs
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:06:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.267436 12505 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:06:57.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.269136 12505 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:06:57.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.269140 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 2
02:06:57.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.273649 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.281746 12517 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.282248 12503 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 4
02:06:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.287259 12503 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:57.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:57.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.359076 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 3
02:06:57.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.366811 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:57.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:57.472 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:57.472 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:57.473 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:57.473 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:57.473 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:57.473 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:57.473 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:57.473 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:57.473 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:57.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:57.473 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:57.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:57.474 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:57.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070017502 for job e145383e68303a1e13038904fc8aacb4.
02:06:57.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.511314 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 4
02:06:57.515 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:06:57.516 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
02:06:57.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.521171 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.520145 12330 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad840 after lost signal to thread 12204
02:06:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.521474 12330 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9c60 after lost signal to thread 12333
02:06:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.586694 12503 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 5
02:06:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.594161 12503 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:57.644 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:57.644 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:57.644 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:57.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:57.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:57.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:57.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:57.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:57.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:57.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:57.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:57.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:57.645 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:57.804687 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 5
02:06:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.811724 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:57.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:57.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:57.918 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:06:57.919 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:06:57.919 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:06:57.919 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:57.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:57.919 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:06:57.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:57.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:57.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:06:57.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:57.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:57.920 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:06:57.920 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:06:58.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070018002 for job e145383e68303a1e13038904fc8aacb4.
02:06:58.013 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:06:58.015 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
02:06:58.045 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:58.045 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:58.045 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:58.046 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:58.046 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:58.046 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:58.046 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:58.046 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:58.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:58.046 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:58.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:58.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:58.047 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:58.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.142406 12503 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 6
02:06:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:58.182358 12503 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:58.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:58.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.364214 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 6
02:06:58.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:58.402597 12424 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.14.60:40269: Network error: Client connection negotiation failed: client connection to 127.12.14.60:40269: connect: Connection refused (error 111)
02:06:58.508 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070018502 for job e145383e68303a1e13038904fc8aacb4.
02:06:58.518 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:06:58.520 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
02:06:58.528 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:58.528 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:58.529 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:58.529 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:58.529 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:58.529 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:58.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:58.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:58.530 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:58.530 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:58.530 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:58.530 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:58.530 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:58.624 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:06:58.624 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:06:58.625 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:06:58.625 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:58.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:58.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:06:58.626 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:58.626 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:58.626 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:06:58.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:58.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:58.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:06:58.626 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:06:58.753 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:58.754 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:58.754 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:58.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:58.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:58.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:58.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:58.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:58.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:58.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:58.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:58.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:58.755 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:58.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:58.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:58.683970 12516 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 12505
02:06:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:58.907271 12516 kernel_stack_watchdog.cc:198] Thread 12505 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
02:06:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:06:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:06:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:06:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:06:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:57.282066 12518 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:58.908015 12505 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.627s	user 0.563s	sys 0.945s
02:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:58.909922 12505 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.629s	user 0.563s	sys 0.945s
02:06:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:58.911473 12519 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1627 milliseconds
02:06:58.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:58.912511 12520 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:06:58.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.913578 12505 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:06:58.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.916999 12505 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:06:58.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.920228 12505 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:06:58.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.921646 12505 hybrid_clock.cc:648] HybridClock initialized: now 1779070018921607 us; error 35 us; skew 500 ppm
02:06:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.922749 12505 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:06:58.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.931123 12505 webserver.cc:533] Webserver started at http://127.12.14.60:44487/ using document root <none> and password file <none>
02:06:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.932423 12505 fs_manager.cc:362] Metadata directory not provided
02:06:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.932727 12505 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:06:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.933267 12505 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:06:58.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.939811 12505 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/data/instance:
02:06:58.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4320171d056a49f68f56f70aa3c80ec0"
02:06:58.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:58 on dist-test-slave-9vqr"
02:06:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.941452 12505 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/wal/instance:
02:06:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4320171d056a49f68f56f70aa3c80ec0"
02:06:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:58 on dist-test-slave-9vqr"
02:06:58.947 [DEBUG - pool-188-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.7.124:46177, [5ms] received response from server master-127.9.7.124:46177: OK, deferred=null) with no deferred attached!
02:06:58.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.951835 12505 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.001s
02:06:58.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.959556 12534 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:06:58.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.961062 12505 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
02:06:58.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.961489 12505 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/wal
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4320171d056a49f68f56f70aa3c80ec0"
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:06:58 on dist-test-slave-9vqr"
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:58.961938 12505 fs_report.cc:389] FS layout report
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/wal
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/wal
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/data/data
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:06:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:06:58.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:06:59.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070019002 for job e145383e68303a1e13038904fc8aacb4.
02:06:59.013 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:06:59.015 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
02:06:59.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.055204 12505 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:06:59.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.056839 12505 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:06:59.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.057365 12505 kserver.cc:163] Server-wide thread pool size limit: 3276
02:06:59.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.149537 12505 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.60:40269
02:06:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.149686 12585 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.14.60:40269 every 8 connection(s)
02:06:59.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.152348 12505 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/data/info.pb
02:06:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.161849 12344 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 12505
02:06:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.162350 12344 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/master-2/wal/instance
02:06:59.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.174614 12586 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:06:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.209438 12586 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } has no permanent_uuid. Determining permanent_uuid...
02:06:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.242856 12503 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 7
02:06:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.246893 12586 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } has no permanent_uuid. Determining permanent_uuid...
02:06:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.267395 12586 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } has no permanent_uuid. Determining permanent_uuid...
02:06:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.296172 12586 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0: Bootstrap starting.
02:06:59.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.298159 12503 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de: Bootstrap starting.
02:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.304427 12586 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0: Neither blocks nor log segments found. Creating new log.
02:06:59.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.306092 12503 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de: Neither blocks nor log segments found. Creating new log.
02:06:59.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.306419 12586 log.cc:826] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0: Log is configured to *not* fsync() on all Append() calls
02:06:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.308478 12503 log.cc:826] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de: Log is configured to *not* fsync() on all Append() calls
02:06:59.313 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:06:59.314 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:06:59.314 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:06:59.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:59.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:59.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:06:59.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:59.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:59.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:06:59.316 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:59.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:59.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:06:59.316 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:06:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.323572 12586 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0: No bootstrap required, opened a new log
02:06:59.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.327363 12503 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de: No bootstrap required, opened a new log
02:06:59.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:59.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.348838 12586 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } }
02:06:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.349718 12586 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.350059 12586 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4320171d056a49f68f56f70aa3c80ec0, State: Initialized, Role: FOLLOWER
02:06:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.350937 12586 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } }
02:06:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.356954 12503 raft_consensus.cc:359] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } }
02:06:59.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.357867 12503 raft_consensus.cc:385] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:59.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.358230 12503 raft_consensus.cc:740] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 62e5076cf69841429cdc5a471948a4de, State: Initialized, Role: FOLLOWER
02:06:59.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.357431 12597 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } } }
02:06:59.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.359048 12597 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [sys.catalog]: This master's current role is: FOLLOWER
02:06:59.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.359229 12586 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [sys.catalog]: configured and running, proceeding with master startup.
02:06:59.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.359560 12503 consensus_queue.cc:260] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } }
02:06:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.362354 12598 sys_catalog.cc:455] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } } }
02:06:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.363634 12598 sys_catalog.cc:458] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [sys.catalog]: This master's current role is: FOLLOWER
02:06:59.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.365855 12503 sys_catalog.cc:565] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [sys.catalog]: configured and running, proceeding with master startup.
02:06:59.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:59.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.378557 12598 raft_consensus.cc:493] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:06:59.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.379657 12598 raft_consensus.cc:515] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } }
02:06:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.383893 12598 leader_election.cc:290] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1f67adec334a4c528ff4bb8c4a00e8a7 (127.12.14.62:38547), 4320171d056a49f68f56f70aa3c80ec0 (127.12.14.60:40269)
02:06:59.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.384744 12559 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "62e5076cf69841429cdc5a471948a4de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4320171d056a49f68f56f70aa3c80ec0" is_pre_election: true
02:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.385691 12559 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 62e5076cf69841429cdc5a471948a4de in term 0.
02:06:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.387240 12455 leader_election.cc:304] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4320171d056a49f68f56f70aa3c80ec0, 62e5076cf69841429cdc5a471948a4de; no voters: 
02:06:59.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.388831 12598 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [term 0 FOLLOWER]: Leader pre-election won for term 1
02:06:59.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.398372 12598 raft_consensus.cc:493] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:06:59.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.399533 12598 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [term 0 FOLLOWER]: Advancing to term 1
02:06:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.424053 12598 raft_consensus.cc:515] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } }
02:06:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.430402 12559 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "62e5076cf69841429cdc5a471948a4de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4320171d056a49f68f56f70aa3c80ec0"
02:06:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.431022 12559 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [term 0 FOLLOWER]: Advancing to term 1
02:06:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.436090 12424 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } attempt: 7
02:06:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.448895 12559 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 62e5076cf69841429cdc5a471948a4de in term 1.
02:06:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.449859 12598 leader_election.cc:290] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [CANDIDATE]: Term 1 election: Requested vote from peers 1f67adec334a4c528ff4bb8c4a00e8a7 (127.12.14.62:38547), 4320171d056a49f68f56f70aa3c80ec0 (127.12.14.60:40269)
02:06:59.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.449970 12455 leader_election.cc:304] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4320171d056a49f68f56f70aa3c80ec0, 62e5076cf69841429cdc5a471948a4de; no voters: 
02:06:59.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.452445 12598 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [term 1 FOLLOWER]: Leader election won for term 1
02:06:59.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.452965 12598 raft_consensus.cc:697] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [term 1 LEADER]: Becoming Leader. State: Replica: 62e5076cf69841429cdc5a471948a4de, State: Running, Role: LEADER
02:06:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.453902 12598 consensus_queue.cc:237] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } }
02:06:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.470384 12424 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7: Bootstrap starting.
02:06:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.471426 12620 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:06:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.480921 12424 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7: Neither blocks nor log segments found. Creating new log.
02:06:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.486744 12424 log.cc:826] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7: Log is configured to *not* fsync() on all Append() calls
02:06:59.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.500174 12619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [sys.catalog]: SysCatalogTable state changed. Reason: New leader 62e5076cf69841429cdc5a471948a4de. Latest consensus state: current_term: 1 leader_uuid: "62e5076cf69841429cdc5a471948a4de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } } }
02:06:59.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070019503 for job e145383e68303a1e13038904fc8aacb4.
02:06:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.501006 12619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [sys.catalog]: This master's current role is: LEADER
02:06:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.503855 12424 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7: No bootstrap required, opened a new log
02:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.514307 12624 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:06:59.516 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:06:59.517 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
02:06:59.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.519048 12625 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:06:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:59.526409 12457 tablet.cc:2404] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:06:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.474642 12505 master_runner.cc:187] Error getting master registration for 127.12.14.62:38547: OK, instance_id { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" instance_seqno: 1779070014682536 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:06:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.562337 12505 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:06:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:59.563529 12540 tablet.cc:2404] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:06:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.565901 12424 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } }
02:06:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.566824 12424 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:06:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.567132 12424 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1f67adec334a4c528ff4bb8c4a00e8a7, State: Initialized, Role: FOLLOWER
02:06:59.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.568015 12424 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } }
02:06:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.577030 12625 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:06:59.580 [DEBUG - pool-194-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.9.205.60:35581, [6ms] received response from server master-127.9.205.60:35581: OK, deferred=null) with no deferred attached!
02:06:59.580 [DEBUG - pool-194-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.9.205.60:35581, [16ms] received response from server master-127.9.205.60:35581: OK, deferred=null) with no deferred attached!
02:06:59.580 [DEBUG - pool-194-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.9.205.60:35581, [11ms] received response from server master-127.9.205.60:35581: OK, deferred=null) with no deferred attached!
02:06:59.581 [DEBUG - pool-194-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.9.205.60:35581, [12ms] received response from server master-127.9.205.60:35581: OK, deferred=null) with no deferred attached!
02:06:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.580229 12627 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } } }
02:06:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.581807 12627 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [sys.catalog]: This master's current role is: FOLLOWER
02:06:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.582564 12424 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [sys.catalog]: configured and running, proceeding with master startup.
02:06:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.582770 12398 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "62e5076cf69841429cdc5a471948a4de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7"
02:06:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.583525 12398 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [term 0 FOLLOWER]: Advancing to term 1
02:06:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.586585 12399 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "62e5076cf69841429cdc5a471948a4de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" is_pre_election: true
02:06:59.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.522368 12426 master_runner.cc:187] Error getting master registration for 127.12.14.62:38547: OK, instance_id { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" instance_seqno: 1779070014682536 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:06:59.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.589747 12426 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:06:59.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.594683 12398 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 62e5076cf69841429cdc5a471948a4de in term 1.
02:06:59.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.621486 12559 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [term 1 FOLLOWER]: Refusing update from remote peer 62e5076cf69841429cdc5a471948a4de: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:06:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.624274 12398 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [term 1 FOLLOWER]: Refusing update from remote peer 62e5076cf69841429cdc5a471948a4de: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:06:59.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.633279 12619 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [LEADER]: Connected to new peer: Peer: permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:59.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.634306 12598 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [LEADER]: Connected to new peer: Peer: permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:06:59.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:59.641580 12378 tablet.cc:2404] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:06:59.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.681417 12597 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 62e5076cf69841429cdc5a471948a4de. Latest consensus state: current_term: 1 leader_uuid: "62e5076cf69841429cdc5a471948a4de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } } }
02:06:59.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.682137 12597 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [sys.catalog]: This master's current role is: FOLLOWER
02:06:59.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.682797 12630 mvcc.cc:204] Tried to move back new op lower bound from 7287070800352497664 to 7287070799739969536. Current Snapshot: MvccSnapshot[applied={T|T < 7287070800352497664}]
02:06:59.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.696229 12598 sys_catalog.cc:455] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "62e5076cf69841429cdc5a471948a4de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } } }
02:06:59.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.696933 12598 sys_catalog.cc:458] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [sys.catalog]: This master's current role is: LEADER
02:06:59.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.698201 12597 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "62e5076cf69841429cdc5a471948a4de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } } }
02:06:59.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.698848 12597 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0 [sys.catalog]: This master's current role is: FOLLOWER
02:06:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.699438 12641 mvcc.cc:204] Tried to move back new op lower bound from 7287070800352497664 to 7287070799739969536. Current Snapshot: MvccSnapshot[applied={T|T < 7287070800352497664}]
02:06:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.702975 12625 catalog_manager.cc:1382] Generated new cluster ID: b7a9b35274ae491cb5d43392b17217c2
02:06:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.703269 12625 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:06:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.714076 12627 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 62e5076cf69841429cdc5a471948a4de. Latest consensus state: current_term: 1 leader_uuid: "62e5076cf69841429cdc5a471948a4de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } } }
02:06:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.714762 12627 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [sys.catalog]: This master's current role is: FOLLOWER
02:06:59.723 [DEBUG - pool-196-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.205.60:35581, [11ms] received response from server master-127.9.205.60:35581: OK, deferred=null) with no deferred attached!
02:06:59.723 [DEBUG - pool-196-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.205.60:35581, [50ms] received response from server master-127.9.205.60:35581: OK, deferred=null) with no deferred attached!
02:06:59.723 [DEBUG - pool-196-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.9.205.60:35581, [54ms] received response from server master-127.9.205.60:35581: OK, deferred=null) with no deferred attached!
02:06:59.723 [DEBUG - pool-196-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.9.205.60:35581, [54ms] received response from server master-127.9.205.60:35581: OK, deferred=null) with no deferred attached!
02:06:59.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.735435 12619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "62e5076cf69841429cdc5a471948a4de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } } }
02:06:59.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.736153 12619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de [sys.catalog]: This master's current role is: LEADER
02:06:59.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.747045 12625 catalog_manager.cc:1405] Generated new certificate authority record
02:06:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.749019 12625 catalog_manager.cc:1539] Loading token signing keys...
02:06:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:59.771390 12639 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:06:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.775061 12627 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "62e5076cf69841429cdc5a471948a4de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f67adec334a4c528ff4bb8c4a00e8a7" member_type: VOTER last_known_addr { host: "127.12.14.62" port: 38547 } } peers { permanent_uuid: "62e5076cf69841429cdc5a471948a4de" member_type: VOTER last_known_addr { host: "127.12.14.61" port: 42381 } } peers { permanent_uuid: "4320171d056a49f68f56f70aa3c80ec0" member_type: VOTER last_known_addr { host: "127.12.14.60" port: 40269 } } }
02:06:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.779986 12627 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7 [sys.catalog]: This master's current role is: FOLLOWER
02:06:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:06:59.781036 12639 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:06:59.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.795765 12625 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de: Generated new TSK 0
02:06:59.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.796964 12625 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:06:59.836773 12344 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/wal
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/data
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/logs
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/data/info.pb
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:06:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:06:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.1:0
02:06:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.14.1
02:06:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.1
02:06:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:06:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.14.62:38547,127.12.14.61:42381,127.12.14.60:40269
02:06:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.20:41055
02:06:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:06:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:06:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:06:59.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:59.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:06:59.964 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:06:59.964 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:06:59.965 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:06:59.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:59.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:59.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:59.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:06:59.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:59.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:59.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:06:59.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:59.967 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:06:59.967 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:00.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070020003 for job e145383e68303a1e13038904fc8aacb4.
02:07:00.017 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:07:00.019 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
02:07:00.212 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:00.213 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:00.213 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:00.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:00.213 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:00.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:00.213 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:00.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:00.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:00.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:00.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:00.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:00.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:00.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:00.364 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:00.364 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:00.365 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:00.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:00.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:00.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:00.366 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:00.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:00.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:00.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:00.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:00.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:00.366 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:00.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:00.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:00.496495 12620 catalog_manager.cc:1294] Loaded cluster ID: b7a9b35274ae491cb5d43392b17217c2
02:07:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:00.496783 12620 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0: loading cluster ID for follower catalog manager: success
02:07:00.504 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070020502 for job e145383e68303a1e13038904fc8aacb4.
02:07:00.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:00.508971 12620 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0: acquiring CA information for follower catalog manager: success
02:07:00.512 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:07:00.513 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
02:07:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:00.524097 12620 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 4320171d056a49f68f56f70aa3c80ec0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:07:00.627 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:00.627 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:00.627 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:00.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:00.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:00.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:00.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:00.628 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:00.628 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:00.628 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:00.628 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:00.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:00.628 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:00.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:00.687247 12649 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:00.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:00.687916 12649 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:00.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:00.688673 12649 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:00.710 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RESTARTING to RUNNING.
02:07:00.711 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 5643d6aa02746b8a0b8a3513bda90461 from Checkpoint 64 @ 1779069891943 for 5643d6aa02746b8a0b8a3513bda90461 located at file:/tmp/junit17785780698805776559/checkpoints/5643d6aa02746b8a0b8a3513bda90461/chk-64.
02:07:00.714 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:07:00.715 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:07:00.721 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
02:07:00.722 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:07:00.722 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
02:07:00.722 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 2a8d1acdc046bcc7434c00507fd73b98
02:07:00.723 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
02:07:00.723 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 2a8d1acdc046bcc7434c00507fd73b98.
02:07:00.724 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:07:00.724 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
02:07:00.724 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 056af2c1e2ccf9b0a73e657f13772a73
02:07:00.724 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 2a8d1acdc046bcc7434c00507fd73b98.
02:07:00.724 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
02:07:00.725 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:00.725 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
02:07:00.725 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 4eb5f240ac883804d366b2130e587823
02:07:00.725 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
02:07:00.726 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:07:00.726 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
02:07:00.726 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id cb92e3213cd9afe85c5e7dba14b00289
02:07:00.727 [INFO - Thread-40] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:07:00.727 [DEBUG - Thread-40] (Connection.java:575) [peer master-127.3.84.252:40301(127.3.84.252:40301)] disconnecting while in state TERMINATED
02:07:00.727 [DEBUG - Thread-40] (Connection.java:575) [peer master-127.3.84.253:38369(127.3.84.253:38369)] disconnecting while in state TERMINATED
02:07:00.728 [DEBUG - Thread-40] (Connection.java:575) [peer master-127.3.84.254:39663(127.3.84.254:39663)] disconnecting while in state TERMINATED
02:07:00.729 [DEBUG - Thread-40] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:00.730 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 056af2c1e2ccf9b0a73e657f13772a73.
02:07:00.731 [INFO - Thread-40] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:07:00.731 [INFO - Thread-40] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:07:00.732 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 056af2c1e2ccf9b0a73e657f13772a73.
02:07:00.734 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
02:07:00.734 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
02:07:00.735 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1adf0326
02:07:00.736 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:00.736 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:07:00.737 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
02:07:00.737 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
02:07:00.747 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:00.747 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:00.747 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:00.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:00.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:00.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:00.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:00.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:00.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:00.750 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:00.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:00.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:00.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:00.754 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7cb587db
02:07:00.755 [DEBUG - Thread-40] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:00.758 [INFO - Thread-40] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:07:00.762 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 4eb5f240ac883804d366b2130e587823.
02:07:00.763 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 4eb5f240ac883804d366b2130e587823.
02:07:00.765 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
02:07:00.765 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
02:07:00.765 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3654df29
02:07:00.766 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:00.766 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:07:00.766 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
02:07:00.766 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
02:07:00.768 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot cb92e3213cd9afe85c5e7dba14b00289.
02:07:00.769 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id cb92e3213cd9afe85c5e7dba14b00289.
02:07:00.769 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
02:07:00.770 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
02:07:00.770 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4c76273b
02:07:00.770 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:00.770 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:07:00.771 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
02:07:00.772 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
02:07:00.773 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@39bcfd3
02:07:00.779 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@22a73b36
02:07:00.780 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
02:07:00.780 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
02:07:00.781 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:00.784 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5dda31c4
02:07:00.784 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:00.784 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:07:00.784 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
02:07:00.785 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
02:07:00.788 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:00.791373 12639 catalog_manager.cc:1294] Loaded cluster ID: b7a9b35274ae491cb5d43392b17217c2
02:07:00.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:00.791693 12639 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7: loading cluster ID for follower catalog manager: success
02:07:00.797 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:00.797 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:00.797 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:00.797 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:00.801 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:00.804 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:00.804 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:00.804 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:00.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:00.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:00.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:00.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:00.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:00.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:00.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:00.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:00.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:00.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:00.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:00.807521 12639 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7: acquiring CA information for follower catalog manager: success
02:07:00.817 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@554c47c3
02:07:00.819 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:00.829 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:00.834 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:00.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:00.846 [DEBUG - pool-188-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] sending RPC to server master-127.9.7.124:46177, [5ms] received response from server master-127.9.7.124:46177: OK, deferred=null) with no deferred attached!
02:07:00.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:00.848397 12639 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1f67adec334a4c528ff4bb8c4a00e8a7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:07:00.856 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:00.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:00.872 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:00.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:00.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:00.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:00.880 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:00.885 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:00.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:00.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:00.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:00.895 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:00.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:00.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:00.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:00.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:00.898464 12649 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:00.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:00.899817 12649 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.14.1
02:07:00.902 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:00.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:00.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:00.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:00.909 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:00.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:00.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:00.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:00.921 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:00.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:00.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:00.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:00.931 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:00.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:00.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:00.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:00.933 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:00.933 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:00.933 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:00.934 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:00.941 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:00.941 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:00.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:00.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:00.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:00.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:00.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:00.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:00.954 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:00.956 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:00.961 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:00.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:00.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:00.968 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:00.969 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:00.972 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:00.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:00.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:00.974 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:00.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:00.979 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:00.980 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:00.980 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:00.980 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:00.988816 12649 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.20:41055
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/data
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/wal
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.1:0
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/data/info.pb
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.1
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.14.62:38547,127.12.14.61:42381,127.12.14.60:40269
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.14.1
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/logs
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:00.990499 12649 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:00.991 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:00.991 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:00.991 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:00.991 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:00.991 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:00.992 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:00.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:00.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:00.992877 12649 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:00.999 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:00.999 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.000 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.000 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.000 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.002 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070021002 for job e145383e68303a1e13038904fc8aacb4.
02:07:01.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.005 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:01.010 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.012 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.013 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:07:01.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.013 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.014 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
02:07:01.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.015 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.016 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:01.017 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.017 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.018 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.019 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.025 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:01.025 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:01.025 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:01.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:01.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:01.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:01.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:01.026 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:01.026 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:01.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:01.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:01.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:01.027 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:01.032 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.033 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.034 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.034 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.035 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:01.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.036 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:01.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.037 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:01.037 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.038 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.039 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.040 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.040 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.040 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:01.041788 12696 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:01.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.044 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.044 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.045 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.045 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.046 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.047 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.048 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.051 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.051 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.052 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.052 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.054 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.054 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.054 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.094 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.094 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.095 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.095 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.095 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.097 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.094 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:01.098 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:01.098 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:01.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.099 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.099 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.099 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.099 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:01.099 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.101 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.101 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.101 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.101 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.102 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.102 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.102 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.102 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.104 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.106 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.109 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.109 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.110 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.110 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.114 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.114 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.115 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.116 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.116 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.116 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:01.116 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:01.117 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:01.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.117 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.117 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.117 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.119 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:01.120 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.120 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.120 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.121 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.121 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.121 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.121 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.121 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.121 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.122 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.123 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.124 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.125 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.132 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.134 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.135 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.135 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.136 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.137 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:01.137 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:01.137 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:01.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:01.140 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.140 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.140 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.140 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.140 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.140 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.140 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.140 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.141 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.141 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.141 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.141 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.141 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.141 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.141 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.141 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.141 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.141 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.141 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.141 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.142 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.142 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.142 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.142 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.142 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.142 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.142 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.142 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.143 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.143 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.143 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.159 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.160 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.160 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.161 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.161 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.161 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.161 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.161 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.161 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.162 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.162 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.162 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.163 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.179 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.180 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.180 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.181 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.181 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.181 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.182 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.194 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.195 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.195 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.195 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.195 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.196 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.196 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.196 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.196 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.197 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.197 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:01.197 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:01.197 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:01.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:01.200 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.200 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.200 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.201 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.201 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.201 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.201 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.201 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.201 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.201 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.202 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.202 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.202 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.202 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:01.254 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.255 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.255 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.255 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.256 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.257 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.257 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.272 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:07:01.273 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:07:01.273 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:07:01.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:07:01.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:07:01.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:07:01.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:07:01.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:07:01.275 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:07:01.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:07:01.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:07:01.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:07:01.275 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:07:01.279 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.280 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.280 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.281 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.281 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.281 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.281 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.281 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.281 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.282 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.282 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.282 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.282 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.283 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.317 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:01.317 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:01.317 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:01.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.319 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:01.397 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.397 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.397 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.398 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:01.398 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:01.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.397 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.400 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.400 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.401 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.401 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.402 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.402 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.402 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.402 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.402 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.402 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.402 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.403 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.441 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.441 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.441 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.442 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.442 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.461 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.461 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.461 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070021502 for job e145383e68303a1e13038904fc8aacb4.
02:07:01.513 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:07:01.517 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
02:07:01.557 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:01.557 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:01.557 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:01.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.559 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:01.601 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.601 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.601 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.603 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.645 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:01.645 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:01.645 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:01.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:01.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:01.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:01.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:01.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:01.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:01.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:01.646 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:01.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:01.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:01.677 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:01.678 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:01.678 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:01.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:01.679 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:01.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:01.680 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:01.683 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:01.683 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:01.683 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:01.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:01.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:01.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:01.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:01.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:01.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:01.684 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:01.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:01.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:01.684 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:01.689 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:01.689 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:01.689 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:01.689 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:01.689 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:01.689 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:01.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:01.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:01.690 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:01.690 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:01.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:01.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:01.690 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:01.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:01.734 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.735 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.735 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.735 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.740 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.740 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.742 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.742 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.754 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.755 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.755 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.800 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.800 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.800 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.801 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:01.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:01.919 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.920 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.920 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.921 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.921 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.921 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.935 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.935 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.935 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.936 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.936 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:01.940 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:01.941 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:01.941 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:01.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:01.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.942 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:01.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.942 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:01.942 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:02.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070022002 for job e145383e68303a1e13038904fc8aacb4.
02:07:02.019 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
02:07:02.020 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
02:07:02.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:02.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:02.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:02.481 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:02.481 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:02.481 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:02.482 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:02.482 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:02.482 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:02.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:02.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:02.483 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:02.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:02.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:02.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:02.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:02.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070022502 for job e145383e68303a1e13038904fc8aacb4.
02:07:02.513 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:07:02.514 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
02:07:02.577 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:02.577 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:02.578 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:02.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:02.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:02.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:02.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:02.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:02.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:02.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:02.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:02.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:02.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:02.632 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:02.633 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:02.633 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:02.633 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:02.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:02.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:02.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:02.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:02.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:02.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:02.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:02.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:02.635 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:02.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:02.746 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:02.747 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:02.747 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:02.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:02.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:02.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:02.748 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:02.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:02.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:02.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:02.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:02.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:02.749 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:02.757 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:02.757 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:02.757 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:02.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:02.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:02.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:02.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:02.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:02.759 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:02.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:02.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:02.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:02.760 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:02.761 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:02.761 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:02.761 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:02.761 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:02.762 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:02.762 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:02.762 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:02.762 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:02.762 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:02.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:02.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:02.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:02.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:02.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:02.867 [DEBUG - pool-188-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.9.7.124:46177, [4ms] received response from server master-127.9.7.124:46177: OK, deferred=null) with no deferred attached!
02:07:02.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:02.980 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:02.980 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:02.981 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:02.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:02.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:02.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:02.982 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:02.982 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:02.982 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:02.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:02.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:02.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:02.983 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:03.001 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:03.001 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:03.001 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:03.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:03.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:03.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:03.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:03.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:03.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:03.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070023002 for job e145383e68303a1e13038904fc8aacb4.
02:07:03.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:03.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:03.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:03.003 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:03.011 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:07:03.014 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
02:07:03.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:03.274 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:03.275 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:03.275 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:03.276 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:03.276 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:03.276 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:03.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:03.276 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:03.277 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:03.277 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:03.277 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:03.277 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:03.277 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:03.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:03.370 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:03.405 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:03.405 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:03.406 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:03.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:03.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:03.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:03.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:03.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:03.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:03.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:03.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:03.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:03.407 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:03.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070023502 for job e145383e68303a1e13038904fc8aacb4.
02:07:03.517 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:07:03.519 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
02:07:03.563 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:03.563 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:03.564 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:03.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:03.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:03.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:03.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:03.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:03.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:03.565 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:03.565 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:03.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:03.566 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:03.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:03.754 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:03.754 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:03.754 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:03.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:03.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:03.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:03.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:03.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:03.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:03.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:03.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:03.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:03.755 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:03.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:03.864 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:03.865 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:03.865 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:03.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:03.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:03.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:03.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:03.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:03.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:03.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:03.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:03.867 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:03.867 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:03.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:03.904 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:03.905 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:03.905 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:03.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:03.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:03.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:03.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:03.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:03.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:03.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:03.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:03.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:03.907 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:04.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070024003 for job e145383e68303a1e13038904fc8aacb4.
02:07:04.016 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job e145383e68303a1e13038904fc8aacb4 (1626 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:07:04.018 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
02:07:04.020 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:04.020 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:04.021 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:04.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:04.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:04.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:04.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:04.022 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:04.022 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:04.022 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:04.022 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:04.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:04.023 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:04.125 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:04.126 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:04.126 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:04.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:04.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:04.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:04.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:04.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:04.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:04.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:04.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:04.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:04.127 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:04.184 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:04.185 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:04.185 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:04.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:04.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:04.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:04.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:04.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:04.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:04.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:04.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:04.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:04.187 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:04.192 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.126:39077(127.9.7.126:39077)] connecting to peer
02:07:04.193 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.125:41667(127.9.7.125:41667)] connecting to peer
02:07:04.193 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.9.7.124:46177(127.9.7.124:46177)] connecting to peer
02:07:04.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:07:04.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.7.126:39077(127.9.7.126:39077)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:07:04.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.126:39077: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077
02:07:04.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:07:04.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.7.125:41667(127.9.7.125:41667)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:07:04.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.125:41667: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667
02:07:04.195 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:07:04.195 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.7.124:46177(127.9.7.124:46177)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:07:04.195 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.7.124:46177: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
02:07:04.195 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177; will retry
02:07:04.196 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29625, elapsed=28602), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [6ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: [peer master-127.9.7.126:39077(127.9.7.126:39077)] unexpected exception from downstream on [id: 0x4a677785, L:/127.0.0.1:38490 - R:/127.9.7.126:39077], [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: [peer master-127.9.7.125:41667(127.9.7.125:41667)] unexpected exception from downstream on [id: 0x9485a2ae, L:/127.0.0.1:58222 - R:/127.9.7.125:41667], [44ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: OK, [45ms] sending RPC to server master-127.9.7.124:46177, [77ms] received response from server master-127.9.7.124:46177: Network error: connection closed, [77ms] delaying RPC due to: Network error: connection closed, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [90ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [90ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [91ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [91ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [321ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [479ms] refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [480ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [480ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [481ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [481ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [841ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [841ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [842ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [842ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1181ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2620ms] refreshing cache from master, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2621ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [3141ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3142ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [5620ms] refreshing cache from master, [5620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [5620ms] too many traces: truncated at 100 traces, deferred=Deferred@1848891505(state=PENDING, result=null, callback=(continuation of Deferred@595878545 after retry RPC@321070391) -> (continuation of Deferred@1739730255 after retry RPC after error@397578648) -> (continuation of Deferred@396552469 after retry RPC after error@497183819) -> (continuation of Deferred@1796010725 after retry RPC after error@1756463181) -> (continuation of Deferred@1759192591 after retry RPC after error@1721093995) -> (continuation of Deferred@1786937990 after retry RPC after error@248890483) -> (continuation of Deferred@1057976568 after retry RPC after error@1999179493) -> (continuation of Deferred@155268148 after retry RPC after error@689413939) -> (continuation of Deferred@1843114585 after retry RPC after error@1379587873) -> (continuation of Deferred@1390062022 after retry RPC after error@1193364137) -> (continuation of Deferred@2002284910 after retry RPC after error@1935614843) -> (continuation of Deferred@1951150159 after retry RPC after error@963987565) -> (continuation of Deferred@219323692 after retry RPC after error@123482894) -> (continuation of Deferred@310879714 after retry RPC after error@19046911) -> (continuation of Deferred@415278858 after retry RPC after error@2120360799) -> (continuation of Deferred@1365586372 after retry RPC after error@1163681614) -> (continuation of Deferred@1488537624 after retry RPC after error@934211723) -> (continuation of Deferred@1337793707 after retry RPC after error@1748802621) -> (continuation of Deferred@2060968106 after retry RPC after error@977104339) -> (continuation of Deferred@499279483 after retry RPC after error@294898826) -> (continuation of Deferred@1417985186 after retry RPC after error@92672020) -> (continuation of Deferred@192503649 after retry RPC after error@75576600) -> (continuation of Deferred@1972500614 after retry RPC after error@1084375184), errback=(continuation of Deferred@595878545 after retry RPC@321070391) -> (continuation of Deferred@1739730255 after retry RPC after error@397578648) -> (continuation of Deferred@396552469 after retry RPC after error@497183819) -> (continuation of Deferred@1796010725 after retry RPC after error@1756463181) -> (continuation of Deferred@1759192591 after retry RPC after error@1721093995) -> (continuation of Deferred@1786937990 after retry RPC after error@248890483) -> (continuation of Deferred@1057976568 after retry RPC after error@1999179493) -> (continuation of Deferred@155268148 after retry RPC after error@689413939) -> (continuation of Deferred@1843114585 after retry RPC after error@1379587873) -> (continuation of Deferred@1390062022 after retry RPC after error@1193364137) -> (continuation of Deferred@2002284910 after retry RPC after error@1935614843) -> (continuation of Deferred@1951150159 after retry RPC after error@963987565) -> (continuation of Deferred@219323692 after retry RPC after error@123482894) -> (continuation of Deferred@310879714 after retry RPC after error@19046911) -> (continuation of Deferred@415278858 after retry RPC after error@2120360799) -> (continuation of Deferred@1365586372 after retry RPC after error@1163681614) -> (continuation of Deferred@1488537624 after retry RPC after error@934211723) -> (continuation of Deferred@1337793707 after retry RPC after error@1748802621) -> (continuation of Deferred@2060968106 after retry RPC after error@977104339) -> (continuation of Deferred@499279483 after retry RPC after error@294898826) -> (continuation of Deferred@1417985186 after retry RPC after error@92672020) -> (continuation of Deferred@192503649 after retry RPC after error@75576600) -> (continuation of Deferred@1972500614 after retry RPC after error@1084375184)))
02:07:04.200 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=6c81fd0a65834b4da18bef7e765d2141, attempt=4, KuduRpc(method=Scan, tablet=6c81fd0a65834b4da18bef7e765d2141, attempt=4, TimeoutTracker(timeout=30000, elapsed=28981), Traces: [0ms] sending RPC to server 03c4a762f9ec4534a5a6c0287e1147dc, [143ms] received response from server 03c4a762f9ec4534a5a6c0287e1147dc: Network error: [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] unexpected exception from downstream on [id: 0x61a90334, L:/127.0.0.1:41466 - R:/127.9.7.65:41709], [143ms] delaying RPC due to: Network error: [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] unexpected exception from downstream on [id: 0x61a90334, L:/127.0.0.1:41466 - R:/127.9.7.65:41709], [161ms] sending RPC to server 2e82fb79d83a47729c528f757817d341, [304ms] received response from server 2e82fb79d83a47729c528f757817d341: Network error: connection closed, [304ms] delaying RPC due to: Network error: connection closed, [321ms] sending RPC to server ce0fbfbeb61143f8af5b6751e97b4615, [322ms] received response from server ce0fbfbeb61143f8af5b6751e97b4615: Network error: Failed to connect to peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281): Connection refused: /127.9.7.66:45281, [323ms] delaying RPC due to: Network error: Failed to connect to peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281): Connection refused: /127.9.7.66:45281, [341ms] refreshing cache from master, [341ms] Sub RPC GetTableLocations: refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [347ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: [peer master-127.9.7.126:39077(127.9.7.126:39077)] unexpected exception from downstream on [id: 0x4a677785, L:/127.0.0.1:38490 - R:/127.9.7.126:39077], [383ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: [peer master-127.9.7.125:41667(127.9.7.125:41667)] unexpected exception from downstream on [id: 0x9485a2ae, L:/127.0.0.1:58222 - R:/127.9.7.125:41667], [385ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: OK, [386ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.7.124:46177, [418ms] Sub RPC GetTableLocations: received response from server master-127.9.7.124:46177: Network error: connection closed, [418ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: connection closed, [420ms] Sub RPC GetTableLocations: refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [431ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [431ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [432ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [432ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [440ms] Sub RPC GetTableLocations: refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [441ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [441ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [441ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [442ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [460ms] Sub RPC GetTableLocations: refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [461ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [462ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [463ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [463ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [500ms] Sub RPC GetTableLocations: refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [502ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [502ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [502ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [502ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [561ms] Sub RPC GetTableLocations: refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [562ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [562ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [562ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [562ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [660ms] Sub RPC GetTableLocations: refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [662ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [662ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [662ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [662ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [820ms] Sub RPC GetTableLocations: refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [821ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [821ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [822ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [822ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1181ms] Sub RPC GetTableLocations: refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1183ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1521ms] Sub RPC GetTableLocations: refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1522ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2961ms] Sub RPC GetTableLocations: refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2962ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3481ms] too many traces: truncated at 100 traces, deferred=Deferred@31563186(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29625, elapsed=28602), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [6ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: [peer master-127.9.7.126:39077(127.9.7.126:39077)] unexpected exception from downstream on [id: 0x4a677785, L:/127.0.0.1:38490 - R:/127.9.7.126:39077], [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: [peer master-127.9.7.125:41667(127.9.7.125:41667)] unexpected exception from downstream on [id: 0x9485a2ae, L:/127.0.0.1:58222 - R:/127.9.7.125:41667], [44ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: OK, [45ms] sending RPC to server master-127.9.7.124:46177, [77ms] received response from server master-127.9.7.124:46177: Network error: connection closed, [77ms] delaying RPC due to: Network error: connection closed, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [90ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [90ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [91ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [91ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [321ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [479ms] refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [480ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [480ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [481ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [481ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [841ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [841ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [842ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [842ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1181ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2620ms] refreshing cache from master, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2621ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [3141ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3142ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [5620ms] refreshing cache from master, [5620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [5620ms] too many traces: truncated at 100 traces, deferred=Deferred@1848891505(state=PENDING, result=null, callback=(continuation of Deferred@595878545 after retry RPC@321070391) -> (continuation of Deferred@1739730255 after retry RPC after error@397578648) -> (continuation of Deferred@396552469 after retry RPC after error@497183819) -> (continuation of Deferred@1796010725 after retry RPC after error@1756463181) -> (continuation of Deferred@1759192591 after retry RPC after error@1721093995) -> (continuation of Deferred@1786937990 after retry RPC after error@248890483) -> (continuation of Deferred@1057976568 after retry RPC after error@1999179493) -> (continuation of Deferred@155268148 after retry RPC after error@689413939) -> (continuation of Deferred@1843114585 after retry RPC after error@1379587873) -> (continuation of Deferred@1390062022 after retry RPC after error@1193364137) -> (continuation of Deferred@2002284910 after retry RPC after error@1935614843) -> (continuation of Deferred@1951150159 after retry RPC after error@963987565) -> (continuation of Deferred@219323692 after retry RPC after error@123482894) -> (continuation of Deferred@310879714 after retry RPC after error@19046911) -> (continuation of Deferred@415278858 after retry RPC after error@2120360799) -> (continuation of Deferred@1365586372 after retry RPC after error@1163681614) -> (continuation of Deferred@1488537624 after retry RPC after error@934211723) -> (continuation of Deferred@1337793707 after retry RPC after error@1748802621) -> (continuation of Deferred@2060968106 after retry RPC after error@977104339) -> (continuation of Deferred@499279483 after retry RPC after error@294898826) -> (continuation of Deferred@1417985186 after retry RPC after error@92672020) -> (continuation of Deferred@192503649 after retry RPC after error@75576600) -> (continuation of Deferred@1972500614 after retry RPC after error@1084375184), errback=(continuation of Deferred@595878545 after retry RPC@321070391) -> (continuation of Deferred@1739730255 after retry RPC after error@397578648) -> (continuation of Deferred@396552469 after retry RPC after error@497183819) -> (continuation of Deferred@1796010725 after retry RPC after error@1756463181) -> (continuation of Deferred@1759192591 after retry RPC after error@1721093995) -> (continuation of Deferred@1786937990 after retry RPC after error@248890483) -> (continuation of Deferred@1057976568 after retry RPC after error@1999179493) -> (continuation of Deferred@155268148 after retry RPC after error@689413939) -> (continuation of Deferred@1843114585 after retry RPC after error@1379587873) -> (continuation of Deferred@1390062022 after retry RPC after error@1193364137) -> (continuation of Deferred@2002284910 after retry RPC after error@1935614843) -> (continuation of Deferred@1951150159 after retry RPC after error@963987565) -> (continuation of Deferred@219323692 after retry RPC after error@123482894) -> (continuation of Deferred@310879714 after retry RPC after error@19046911) -> (continuation of Deferred@415278858 after retry RPC after error@2120360799) -> (continuation of Deferred@1365586372 after retry RPC after error@1163681614) -> (continuation of Deferred@1488537624 after retry RPC after error@934211723) -> (continuation of Deferred@1337793707 after retry RPC after error@1748802621) -> (continuation of Deferred@2060968106 after retry RPC after error@977104339) -> (continuation of Deferred@499279483 after retry RPC after error@294898826) -> (continuation of Deferred@1417985186 after retry RPC after error@92672020) -> (continuation of Deferred@192503649 after retry RPC after error@75576600) -> (continuation of Deferred@1972500614 after retry RPC after error@1084375184)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.7.124:46177
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:04.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:04.206 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29625, elapsed=28602), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [6ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: [peer master-127.9.7.126:39077(127.9.7.126:39077)] unexpected exception from downstream on [id: 0x4a677785, L:/127.0.0.1:38490 - R:/127.9.7.126:39077], [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: [peer master-127.9.7.125:41667(127.9.7.125:41667)] unexpected exception from downstream on [id: 0x9485a2ae, L:/127.0.0.1:58222 - R:/127.9.7.125:41667], [44ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: OK, [45ms] sending RPC to server master-127.9.7.124:46177, [77ms] received response from server master-127.9.7.124:46177: Network error: connection closed, [77ms] delaying RPC due to: Network error: connection closed, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [90ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [90ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [91ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [91ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [321ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [479ms] refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [480ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [480ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [481ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [481ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [841ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [841ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [842ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [842ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1181ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2620ms] refreshing cache from master, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2621ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [3141ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3142ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [5620ms] refreshing cache from master, [5620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [5620ms] too many traces: truncated at 100 traces, deferred=Deferred@1848891505(state=PENDING, result=null, callback=(continuation of Deferred@595878545 after retry RPC@321070391) -> (continuation of Deferred@1739730255 after retry RPC after error@397578648) -> (continuation of Deferred@396552469 after retry RPC after error@497183819) -> (continuation of Deferred@1796010725 after retry RPC after error@1756463181) -> (continuation of Deferred@1759192591 after retry RPC after error@1721093995) -> (continuation of Deferred@1786937990 after retry RPC after error@248890483) -> (continuation of Deferred@1057976568 after retry RPC after error@1999179493) -> (continuation of Deferred@155268148 after retry RPC after error@689413939) -> (continuation of Deferred@1843114585 after retry RPC after error@1379587873) -> (continuation of Deferred@1390062022 after retry RPC after error@1193364137) -> (continuation of Deferred@2002284910 after retry RPC after error@1935614843) -> (continuation of Deferred@1951150159 after retry RPC after error@963987565) -> (continuation of Deferred@219323692 after retry RPC after error@123482894) -> (continuation of Deferred@310879714 after retry RPC after error@19046911) -> (continuation of Deferred@415278858 after retry RPC after error@2120360799) -> (continuation of Deferred@1365586372 after retry RPC after error@1163681614) -> (continuation of Deferred@1488537624 after retry RPC after error@934211723) -> (continuation of Deferred@1337793707 after retry RPC after error@1748802621) -> (continuation of Deferred@2060968106 after retry RPC after error@977104339) -> (continuation of Deferred@499279483 after retry RPC after error@294898826) -> (continuation of Deferred@1417985186 after retry RPC after error@92672020) -> (continuation of Deferred@192503649 after retry RPC after error@75576600) -> (continuation of Deferred@1972500614 after retry RPC after error@1084375184), errback=(continuation of Deferred@595878545 after retry RPC@321070391) -> (continuation of Deferred@1739730255 after retry RPC after error@397578648) -> (continuation of Deferred@396552469 after retry RPC after error@497183819) -> (continuation of Deferred@1796010725 after retry RPC after error@1756463181) -> (continuation of Deferred@1759192591 after retry RPC after error@1721093995) -> (continuation of Deferred@1786937990 after retry RPC after error@248890483) -> (continuation of Deferred@1057976568 after retry RPC after error@1999179493) -> (continuation of Deferred@155268148 after retry RPC after error@689413939) -> (continuation of Deferred@1843114585 after retry RPC after error@1379587873) -> (continuation of Deferred@1390062022 after retry RPC after error@1193364137) -> (continuation of Deferred@2002284910 after retry RPC after error@1935614843) -> (continuation of Deferred@1951150159 after retry RPC after error@963987565) -> (continuation of Deferred@219323692 after retry RPC after error@123482894) -> (continuation of Deferred@310879714 after retry RPC after error@19046911) -> (continuation of Deferred@415278858 after retry RPC after error@2120360799) -> (continuation of Deferred@1365586372 after retry RPC after error@1163681614) -> (continuation of Deferred@1488537624 after retry RPC after error@934211723) -> (continuation of Deferred@1337793707 after retry RPC after error@1748802621) -> (continuation of Deferred@2060968106 after retry RPC after error@977104339) -> (continuation of Deferred@499279483 after retry RPC after error@294898826) -> (continuation of Deferred@1417985186 after retry RPC after error@92672020) -> (continuation of Deferred@192503649 after retry RPC after error@75576600) -> (continuation of Deferred@1972500614 after retry RPC after error@1084375184)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.7.124:46177
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:04.209 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
02:07:04.209 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29625, elapsed=28602), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [6ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: [peer master-127.9.7.126:39077(127.9.7.126:39077)] unexpected exception from downstream on [id: 0x4a677785, L:/127.0.0.1:38490 - R:/127.9.7.126:39077], [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: [peer master-127.9.7.125:41667(127.9.7.125:41667)] unexpected exception from downstream on [id: 0x9485a2ae, L:/127.0.0.1:58222 - R:/127.9.7.125:41667], [44ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: OK, [45ms] sending RPC to server master-127.9.7.124:46177, [77ms] received response from server master-127.9.7.124:46177: Network error: connection closed, [77ms] delaying RPC due to: Network error: connection closed, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [90ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [90ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [91ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [91ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [321ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [479ms] refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [480ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [480ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [481ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [481ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [841ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [841ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [842ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [842ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1181ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2620ms] refreshing cache from master, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2621ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [3141ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3142ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [5620ms] refreshing cache from master, [5620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [5620ms] too many traces: truncated at 100 traces, deferred=Deferred@1848891505(state=PENDING, result=null, callback=(continuation of Deferred@595878545 after retry RPC@321070391) -> (continuation of Deferred@1739730255 after retry RPC after error@397578648) -> (continuation of Deferred@396552469 after retry RPC after error@497183819) -> (continuation of Deferred@1796010725 after retry RPC after error@1756463181) -> (continuation of Deferred@1759192591 after retry RPC after error@1721093995) -> (continuation of Deferred@1786937990 after retry RPC after error@248890483) -> (continuation of Deferred@1057976568 after retry RPC after error@1999179493) -> (continuation of Deferred@155268148 after retry RPC after error@689413939) -> (continuation of Deferred@1843114585 after retry RPC after error@1379587873) -> (continuation of Deferred@1390062022 after retry RPC after error@1193364137) -> (continuation of Deferred@2002284910 after retry RPC after error@1935614843) -> (continuation of Deferred@1951150159 after retry RPC after error@963987565) -> (continuation of Deferred@219323692 after retry RPC after error@123482894) -> (continuation of Deferred@310879714 after retry RPC after error@19046911) -> (continuation of Deferred@415278858 after retry RPC after error@2120360799) -> (continuation of Deferred@1365586372 after retry RPC after error@1163681614) -> (continuation of Deferred@1488537624 after retry RPC after error@934211723) -> (continuation of Deferred@1337793707 after retry RPC after error@1748802621) -> (continuation of Deferred@2060968106 after retry RPC after error@977104339) -> (continuation of Deferred@499279483 after retry RPC after error@294898826) -> (continuation of Deferred@1417985186 after retry RPC after error@92672020) -> (continuation of Deferred@192503649 after retry RPC after error@75576600) -> (continuation of Deferred@1972500614 after retry RPC after error@1084375184), errback=(continuation of Deferred@595878545 after retry RPC@321070391) -> (continuation of Deferred@1739730255 after retry RPC after error@397578648) -> (continuation of Deferred@396552469 after retry RPC after error@497183819) -> (continuation of Deferred@1796010725 after retry RPC after error@1756463181) -> (continuation of Deferred@1759192591 after retry RPC after error@1721093995) -> (continuation of Deferred@1786937990 after retry RPC after error@248890483) -> (continuation of Deferred@1057976568 after retry RPC after error@1999179493) -> (continuation of Deferred@155268148 after retry RPC after error@689413939) -> (continuation of Deferred@1843114585 after retry RPC after error@1379587873) -> (continuation of Deferred@1390062022 after retry RPC after error@1193364137) -> (continuation of Deferred@2002284910 after retry RPC after error@1935614843) -> (continuation of Deferred@1951150159 after retry RPC after error@963987565) -> (continuation of Deferred@219323692 after retry RPC after error@123482894) -> (continuation of Deferred@310879714 after retry RPC after error@19046911) -> (continuation of Deferred@415278858 after retry RPC after error@2120360799) -> (continuation of Deferred@1365586372 after retry RPC after error@1163681614) -> (continuation of Deferred@1488537624 after retry RPC after error@934211723) -> (continuation of Deferred@1337793707 after retry RPC after error@1748802621) -> (continuation of Deferred@2060968106 after retry RPC after error@977104339) -> (continuation of Deferred@499279483 after retry RPC after error@294898826) -> (continuation of Deferred@1417985186 after retry RPC after error@92672020) -> (continuation of Deferred@192503649 after retry RPC after error@75576600) -> (continuation of Deferred@1972500614 after retry RPC after error@1084375184)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.7.124:46177
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:04.222 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.9.7.124:46177(127.9.7.124:46177)] disconnecting while in state TERMINATED
02:07:04.222 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 03c4a762f9ec4534a5a6c0287e1147dc(127.9.7.65:41709)] disconnecting while in state TERMINATED
02:07:04.223 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.9.205.61:38235(127.9.205.61:38235)] disconnecting while in state TERMINATED
02:07:04.223 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.9.205.60:35581(127.9.205.60:35581)] disconnecting while in state TERMINATED
02:07:04.223 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer bf8179eaf7254476a6ad2ec252fa0931(127.9.205.2:44187)] disconnecting while in state TERMINATED
02:07:04.223 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.9.205.62:41527(127.9.205.62:41527)] disconnecting while in state TERMINATED
02:07:04.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:04.223 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.9.7.125:41667(127.9.7.125:41667)] disconnecting while in state TERMINATED
02:07:04.224 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
02:07:04.224 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:07:04.224 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer ce0fbfbeb61143f8af5b6751e97b4615(127.9.7.66:45281)] disconnecting while in state TERMINATED
02:07:04.224 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.9.7.126:39077(127.9.7.126:39077)] disconnecting while in state TERMINATED
02:07:04.224 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
02:07:04.225 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 2e82fb79d83a47729c528f757817d341(127.9.7.67:44271)] disconnecting while in state TERMINATED
02:07:04.230 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:07:04.231 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:07:04.231 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
02:07:04.232 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:04.233 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-0
02:07:04.233 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
02:07:04.233 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
02:07:04.233 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-5
02:07:04.234 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-4
02:07:04.234 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
02:07:04.234 [WARN - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29625, elapsed=28602), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [6ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: [peer master-127.9.7.126:39077(127.9.7.126:39077)] unexpected exception from downstream on [id: 0x4a677785, L:/127.0.0.1:38490 - R:/127.9.7.126:39077], [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: [peer master-127.9.7.125:41667(127.9.7.125:41667)] unexpected exception from downstream on [id: 0x9485a2ae, L:/127.0.0.1:58222 - R:/127.9.7.125:41667], [44ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: OK, [45ms] sending RPC to server master-127.9.7.124:46177, [77ms] received response from server master-127.9.7.124:46177: Network error: connection closed, [77ms] delaying RPC due to: Network error: connection closed, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [90ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [90ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [91ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [91ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [321ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [479ms] refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [480ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [480ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [481ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [481ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [841ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [841ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [842ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [842ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1181ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2620ms] refreshing cache from master, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2621ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [3141ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3142ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [5620ms] refreshing cache from master, [5620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [5620ms] too many traces: truncated at 100 traces, deferred=Deferred@1848891505(state=PENDING, result=null, callback=(continuation of Deferred@595878545 after retry RPC@321070391) -> (continuation of Deferred@1739730255 after retry RPC after error@397578648) -> (continuation of Deferred@396552469 after retry RPC after error@497183819) -> (continuation of Deferred@1796010725 after retry RPC after error@1756463181) -> (continuation of Deferred@1759192591 after retry RPC after error@1721093995) -> (continuation of Deferred@1786937990 after retry RPC after error@248890483) -> (continuation of Deferred@1057976568 after retry RPC after error@1999179493) -> (continuation of Deferred@155268148 after retry RPC after error@689413939) -> (continuation of Deferred@1843114585 after retry RPC after error@1379587873) -> (continuation of Deferred@1390062022 after retry RPC after error@1193364137) -> (continuation of Deferred@2002284910 after retry RPC after error@1935614843) -> (continuation of Deferred@1951150159 after retry RPC after error@963987565) -> (continuation of Deferred@219323692 after retry RPC after error@123482894) -> (continuation of Deferred@310879714 after retry RPC after error@19046911) -> (continuation of Deferred@415278858 after retry RPC after error@2120360799) -> (continuation of Deferred@1365586372 after retry RPC after error@1163681614) -> (continuation of Deferred@1488537624 after retry RPC after error@934211723) -> (continuation of Deferred@1337793707 after retry RPC after error@1748802621) -> (continuation of Deferred@2060968106 after retry RPC after error@977104339) -> (continuation of Deferred@499279483 after retry RPC after error@294898826) -> (continuation of Deferred@1417985186 after retry RPC after error@92672020) -> (continuation of Deferred@192503649 after retry RPC after error@75576600) -> (continuation of Deferred@1972500614 after retry RPC after error@1084375184), errback=(continuation of Deferred@595878545 after retry RPC@321070391) -> (continuation of Deferred@1739730255 after retry RPC after error@397578648) -> (continuation of Deferred@396552469 after retry RPC after error@497183819) -> (continuation of Deferred@1796010725 after retry RPC after error@1756463181) -> (continuation of Deferred@1759192591 after retry RPC after error@1721093995) -> (continuation of Deferred@1786937990 after retry RPC after error@248890483) -> (continuation of Deferred@1057976568 after retry RPC after error@1999179493) -> (continuation of Deferred@155268148 after retry RPC after error@689413939) -> (continuation of Deferred@1843114585 after retry RPC after error@1379587873) -> (continuation of Deferred@1390062022 after retry RPC after error@1193364137) -> (continuation of Deferred@2002284910 after retry RPC after error@1935614843) -> (continuation of Deferred@1951150159 after retry RPC after error@963987565) -> (continuation of Deferred@219323692 after retry RPC after error@123482894) -> (continuation of Deferred@310879714 after retry RPC after error@19046911) -> (continuation of Deferred@415278858 after retry RPC after error@2120360799) -> (continuation of Deferred@1365586372 after retry RPC after error@1163681614) -> (continuation of Deferred@1488537624 after retry RPC after error@934211723) -> (continuation of Deferred@1337793707 after retry RPC after error@1748802621) -> (continuation of Deferred@2060968106 after retry RPC after error@977104339) -> (continuation of Deferred@499279483 after retry RPC after error@294898826) -> (continuation of Deferred@1417985186 after retry RPC after error@92672020) -> (continuation of Deferred@192503649 after retry RPC after error@75576600) -> (continuation of Deferred@1972500614 after retry RPC after error@1084375184)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.7.124:46177
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:04.240 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:07:04.244 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:07:04.248 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED on 31387ee5-76ef-4661-a6bd-01ff71aa1f72 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29625, elapsed=28602), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [6ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: [peer master-127.9.7.126:39077(127.9.7.126:39077)] unexpected exception from downstream on [id: 0x4a677785, L:/127.0.0.1:38490 - R:/127.9.7.126:39077], [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: [peer master-127.9.7.125:41667(127.9.7.125:41667)] unexpected exception from downstream on [id: 0x9485a2ae, L:/127.0.0.1:58222 - R:/127.9.7.125:41667], [44ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: OK, [45ms] sending RPC to server master-127.9.7.124:46177, [77ms] received response from server master-127.9.7.124:46177: Network error: connection closed, [77ms] delaying RPC due to: Network error: connection closed, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [90ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [90ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [91ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [91ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [100ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [101ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [120ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [121ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [122ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [122ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [161ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [161ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [221ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [221ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [321ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [321ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [479ms] refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [480ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [480ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [481ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [481ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [841ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [841ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [842ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [842ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [1181ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2620ms] refreshing cache from master, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [2620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [2621ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [2621ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.125:41667, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.124:46177, [3141ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.126:39077: Network error: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.125:41667: Network error: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.9.7.124:46177: Network error: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [3142ms] delaying RPC due to: Service unavailable: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177, [5620ms] refreshing cache from master, [5620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.7.126:39077, [5620ms] too many traces: truncated at 100 traces, deferred=Deferred@1848891505(state=PENDING, result=null, callback=(continuation of Deferred@595878545 after retry RPC@321070391) -> (continuation of Deferred@1739730255 after retry RPC after error@397578648) -> (continuation of Deferred@396552469 after retry RPC after error@497183819) -> (continuation of Deferred@1796010725 after retry RPC after error@1756463181) -> (continuation of Deferred@1759192591 after retry RPC after error@1721093995) -> (continuation of Deferred@1786937990 after retry RPC after error@248890483) -> (continuation of Deferred@1057976568 after retry RPC after error@1999179493) -> (continuation of Deferred@155268148 after retry RPC after error@689413939) -> (continuation of Deferred@1843114585 after retry RPC after error@1379587873) -> (continuation of Deferred@1390062022 after retry RPC after error@1193364137) -> (continuation of Deferred@2002284910 after retry RPC after error@1935614843) -> (continuation of Deferred@1951150159 after retry RPC after error@963987565) -> (continuation of Deferred@219323692 after retry RPC after error@123482894) -> (continuation of Deferred@310879714 after retry RPC after error@19046911) -> (continuation of Deferred@415278858 after retry RPC after error@2120360799) -> (continuation of Deferred@1365586372 after retry RPC after error@1163681614) -> (continuation of Deferred@1488537624 after retry RPC after error@934211723) -> (continuation of Deferred@1337793707 after retry RPC after error@1748802621) -> (continuation of Deferred@2060968106 after retry RPC after error@977104339) -> (continuation of Deferred@499279483 after retry RPC after error@294898826) -> (continuation of Deferred@1417985186 after retry RPC after error@92672020) -> (continuation of Deferred@192503649 after retry RPC after error@75576600) -> (continuation of Deferred@1972500614 after retry RPC after error@1084375184), errback=(continuation of Deferred@595878545 after retry RPC@321070391) -> (continuation of Deferred@1739730255 after retry RPC after error@397578648) -> (continuation of Deferred@396552469 after retry RPC after error@497183819) -> (continuation of Deferred@1796010725 after retry RPC after error@1756463181) -> (continuation of Deferred@1759192591 after retry RPC after error@1721093995) -> (continuation of Deferred@1786937990 after retry RPC after error@248890483) -> (continuation of Deferred@1057976568 after retry RPC after error@1999179493) -> (continuation of Deferred@155268148 after retry RPC after error@689413939) -> (continuation of Deferred@1843114585 after retry RPC after error@1379587873) -> (continuation of Deferred@1390062022 after retry RPC after error@1193364137) -> (continuation of Deferred@2002284910 after retry RPC after error@1935614843) -> (continuation of Deferred@1951150159 after retry RPC after error@963987565) -> (continuation of Deferred@219323692 after retry RPC after error@123482894) -> (continuation of Deferred@310879714 after retry RPC after error@19046911) -> (continuation of Deferred@415278858 after retry RPC after error@2120360799) -> (continuation of Deferred@1365586372 after retry RPC after error@1163681614) -> (continuation of Deferred@1488537624 after retry RPC after error@934211723) -> (continuation of Deferred@1337793707 after retry RPC after error@1748802621) -> (continuation of Deferred@2060968106 after retry RPC after error@977104339) -> (continuation of Deferred@499279483 after retry RPC after error@294898826) -> (continuation of Deferred@1417985186 after retry RPC after error@92672020) -> (continuation of Deferred@192503649 after retry RPC after error@75576600) -> (continuation of Deferred@1972500614 after retry RPC after error@1084375184)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.7.126:39077,127.9.7.125:41667,127.9.7.124:46177) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.126:39077(127.9.7.126:39077): Connection refused: /127.9.7.126:39077,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.125:41667(127.9.7.125:41667): Connection refused: /127.9.7.125:41667,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.7.124:46177(127.9.7.124:46177): Connection refused: /127.9.7.124:46177
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.7.124:46177
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:04.253 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e145383e68303a1e13038904fc8aacb4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:04.254 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
02:07:04.254 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:07:04.254 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e145383e68303a1e13038904fc8aacb4) switched from state RUNNING to RESTARTING.
02:07:04.255 [WARN - flink-pekko.actor.default-dispatcher-10] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
02:07:04.334 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:04.335 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:04.335 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:04.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:04.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:04.335 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:04.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:04.335 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:04.335 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:04.335 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:04.336 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:04.336 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:04.336 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:04.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:04.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:04.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:04.805 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:04.805 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:04.806 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:04.806 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:04.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:04.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:04.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:04.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:04.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:04.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:04.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:04.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:04.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:04.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:04.866 [DEBUG - pool-188-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.9.7.124:46177, [10ms] received response from server master-127.9.7.124:46177: OK, deferred=null) with no deferred attached!
02:07:04.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:04.977 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:04.978 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:04.978 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:04.979 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:04.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:04.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:04.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:04.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:04.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:04.980 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:04.980 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:04.980 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:04.980 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:04.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:02.426122 12690 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 12649
02:07:04.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:01.050071 12697 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:04.997591 12690 kernel_stack_watchdog.cc:198] Thread 12649 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 366ms:
02:07:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:07:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:07:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:07:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:07:04.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:04.998679 12649 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.941s	user 1.229s	sys 1.803s
02:07:04.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:04.999007 12649 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.941s	user 1.229s	sys 1.803s
02:07:05.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:05.000357 12709 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:05.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:05.001332 12705 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 3940 milliseconds
02:07:05.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.001497 12649 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:05.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.008363 12649 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:05.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.021896 12649 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.023586 12649 hybrid_clock.cc:648] HybridClock initialized: now 1779070025023508 us; error 52 us; skew 500 ppm
02:07:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.024956 12649 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:05.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.033358 12649 webserver.cc:533] Webserver started at http://127.12.14.1:40087/ using document root <none> and password file <none>
02:07:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.034685 12649 fs_manager.cc:362] Metadata directory not provided
02:07:05.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.034973 12649 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:05.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.035511 12649 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:05.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.043423 12649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/data/instance:
02:07:05.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da20f792649d48139280b3dbc8fbc3f5"
02:07:05.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:05 on dist-test-slave-9vqr"
02:07:05.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.045491 12649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/wal/instance:
02:07:05.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da20f792649d48139280b3dbc8fbc3f5"
02:07:05.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:05 on dist-test-slave-9vqr"
02:07:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.070154 12649 fs_manager.cc:696] Time spent creating directory manager: real 0.024s	user 0.005s	sys 0.013s
02:07:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.080686 12736 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:05.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.082129 12649 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.002s	sys 0.004s
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.082563 12649 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/wal
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da20f792649d48139280b3dbc8fbc3f5"
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:05 on dist-test-slave-9vqr"
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.083078 12649 fs_report.cc:389] FS layout report
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/wal
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/wal
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/data/data
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.157590 12649 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.159741 12649 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.160501 12649 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.164078 12649 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.171475 12649 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:07:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.171780 12649 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:07:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.172073 12649 ts_tablet_manager.cc:616] Registered 0 tablets
02:07:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.172343 12649 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
02:07:05.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:05.265 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:05.265 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:05.265 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:05.265 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e145383e68303a1e13038904fc8aacb4) switched from state RESTARTING to RUNNING.
02:07:05.266 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:05.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:05.266 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job e145383e68303a1e13038904fc8aacb4 from Checkpoint 69 @ 1779070024003 for e145383e68303a1e13038904fc8aacb4 located at file:/tmp/junit17089028398363104356/checkpoints/e145383e68303a1e13038904fc8aacb4/chk-69.
02:07:05.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:05.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:05.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:05.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:05.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:05.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:05.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:05.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:05.268 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
02:07:05.268 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
02:07:05.268 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26824), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [24ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [47ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [47ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [303ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [461ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [462ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [462ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [462ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [523ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [523ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1260ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2383ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [6221ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [6222ms] too many traces: truncated at 100 traces, deferred=Deferred@1473535622(state=PENDING, result=null, callback=(continuation of Deferred@1945525051 after retry RPC after error@1940178087) -> (continuation of Deferred@776576606 after retry RPC after error@1537004927) -> (continuation of Deferred@443703988 after retry RPC after error@1336286369) -> (continuation of Deferred@763347045 after retry RPC after error@276160408) -> (continuation of Deferred@429619424 after retry RPC after error@1722236006) -> (continuation of Deferred@889762879 after retry RPC after error@188687385) -> (continuation of Deferred@1226904038 after retry RPC after error@381305000) -> (continuation of Deferred@1717806860 after retry RPC after error@336484405) -> (continuation of Deferred@1432474995 after retry RPC after error@286945399) -> (continuation of Deferred@1782247071 after retry RPC after error@211016733) -> (continuation of Deferred@1468160689 after retry RPC after error@366547454) -> (continuation of Deferred@673860556 after retry RPC after error@986388960) -> (continuation of Deferred@2136579034 after retry RPC after error@584201006) -> (continuation of Deferred@1482451091 after retry RPC after error@976907873) -> (continuation of Deferred@160347575 after retry RPC after error@980856043) -> (continuation of Deferred@22365126 after retry RPC after error@1752526059) -> (continuation of Deferred@346705759 after retry RPC after error@456440021) -> (continuation of Deferred@819233542 after retry RPC after error@1929753539) -> (continuation of Deferred@890493515 after retry RPC after error@190787116) -> (continuation of Deferred@528961778 after retry RPC after error@1094869866) -> (continuation of Deferred@1789405323 after retry RPC after error@410273212), errback=(continuation of Deferred@1945525051 after retry RPC after error@1940178087) -> (continuation of Deferred@776576606 after retry RPC after error@1537004927) -> (continuation of Deferred@443703988 after retry RPC after error@1336286369) -> (continuation of Deferred@763347045 after retry RPC after error@276160408) -> (continuation of Deferred@429619424 after retry RPC after error@1722236006) -> (continuation of Deferred@889762879 after retry RPC after error@188687385) -> (continuation of Deferred@1226904038 after retry RPC after error@381305000) -> (continuation of Deferred@1717806860 after retry RPC after error@336484405) -> (continuation of Deferred@1432474995 after retry RPC after error@286945399) -> (continuation of Deferred@1782247071 after retry RPC after error@211016733) -> (continuation of Deferred@1468160689 after retry RPC after error@366547454) -> (continuation of Deferred@673860556 after retry RPC after error@986388960) -> (continuation of Deferred@2136579034 after retry RPC after error@584201006) -> (continuation of Deferred@1482451091 after retry RPC after error@976907873) -> (continuation of Deferred@160347575 after retry RPC after error@980856043) -> (continuation of Deferred@22365126 after retry RPC after error@1752526059) -> (continuation of Deferred@346705759 after retry RPC after error@456440021) -> (continuation of Deferred@819233542 after retry RPC after error@1929753539) -> (continuation of Deferred@890493515 after retry RPC after error@190787116) -> (continuation of Deferred@528961778 after retry RPC after error@1094869866) -> (continuation of Deferred@1789405323 after retry RPC after error@410273212)))
02:07:05.269 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 69 for source Source: KuduSource to checkpoint.
02:07:05.269 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job e145383e68303a1e13038904fc8aacb4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:07:05.271 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:07:05.271 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26824), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [24ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [47ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [47ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [303ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [461ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [462ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [462ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [462ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [523ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [523ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1260ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2383ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [6221ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [6222ms] too many traces: truncated at 100 traces, deferred=Deferred@1473535622(state=PENDING, result=null, callback=(continuation of Deferred@1945525051 after retry RPC after error@1940178087) -> (continuation of Deferred@776576606 after retry RPC after error@1537004927) -> (continuation of Deferred@443703988 after retry RPC after error@1336286369) -> (continuation of Deferred@763347045 after retry RPC after error@276160408) -> (continuation of Deferred@429619424 after retry RPC after error@1722236006) -> (continuation of Deferred@889762879 after retry RPC after error@188687385) -> (continuation of Deferred@1226904038 after retry RPC after error@381305000) -> (continuation of Deferred@1717806860 after retry RPC after error@336484405) -> (continuation of Deferred@1432474995 after retry RPC after error@286945399) -> (continuation of Deferred@1782247071 after retry RPC after error@211016733) -> (continuation of Deferred@1468160689 after retry RPC after error@366547454) -> (continuation of Deferred@673860556 after retry RPC after error@986388960) -> (continuation of Deferred@2136579034 after retry RPC after error@584201006) -> (continuation of Deferred@1482451091 after retry RPC after error@976907873) -> (continuation of Deferred@160347575 after retry RPC after error@980856043) -> (continuation of Deferred@22365126 after retry RPC after error@1752526059) -> (continuation of Deferred@346705759 after retry RPC after error@456440021) -> (continuation of Deferred@819233542 after retry RPC after error@1929753539) -> (continuation of Deferred@890493515 after retry RPC after error@190787116) -> (continuation of Deferred@528961778 after retry RPC after error@1094869866) -> (continuation of Deferred@1789405323 after retry RPC after error@410273212), errback=(continuation of Deferred@1945525051 after retry RPC after error@1940178087) -> (continuation of Deferred@776576606 after retry RPC after error@1537004927) -> (continuation of Deferred@443703988 after retry RPC after error@1336286369) -> (continuation of Deferred@763347045 after retry RPC after error@276160408) -> (continuation of Deferred@429619424 after retry RPC after error@1722236006) -> (continuation of Deferred@889762879 after retry RPC after error@188687385) -> (continuation of Deferred@1226904038 after retry RPC after error@381305000) -> (continuation of Deferred@1717806860 after retry RPC after error@336484405) -> (continuation of Deferred@1432474995 after retry RPC after error@286945399) -> (continuation of Deferred@1782247071 after retry RPC after error@211016733) -> (continuation of Deferred@1468160689 after retry RPC after error@366547454) -> (continuation of Deferred@673860556 after retry RPC after error@986388960) -> (continuation of Deferred@2136579034 after retry RPC after error@584201006) -> (continuation of Deferred@1482451091 after retry RPC after error@976907873) -> (continuation of Deferred@160347575 after retry RPC after error@980856043) -> (continuation of Deferred@22365126 after retry RPC after error@1752526059) -> (continuation of Deferred@346705759 after retry RPC after error@456440021) -> (continuation of Deferred@819233542 after retry RPC after error@1929753539) -> (continuation of Deferred@890493515 after retry RPC after error@190787116) -> (continuation of Deferred@528961778 after retry RPC after error@1094869866) -> (continuation of Deferred@1789405323 after retry RPC after error@410273212)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:05.273 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
02:07:05.274 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 31387ee5-76ef-4661-a6bd-01ff71aa1f72 @ 127.0.0.1 (dataPort=-1) with allocation id a3fe5b38c924ff67ab981d9803c8afba
02:07:05.275 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
02:07:05.275 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot a3fe5b38c924ff67ab981d9803c8afba.
02:07:05.276 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id a3fe5b38c924ff67ab981d9803c8afba.
02:07:05.276 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:07:05.278 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26824), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [24ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [47ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [47ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [303ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [461ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [462ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [462ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [462ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [523ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [523ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1260ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2383ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [6221ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [6222ms] too many traces: truncated at 100 traces, deferred=Deferred@1473535622(state=PENDING, result=null, callback=(continuation of Deferred@1945525051 after retry RPC after error@1940178087) -> (continuation of Deferred@776576606 after retry RPC after error@1537004927) -> (continuation of Deferred@443703988 after retry RPC after error@1336286369) -> (continuation of Deferred@763347045 after retry RPC after error@276160408) -> (continuation of Deferred@429619424 after retry RPC after error@1722236006) -> (continuation of Deferred@889762879 after retry RPC after error@188687385) -> (continuation of Deferred@1226904038 after retry RPC after error@381305000) -> (continuation of Deferred@1717806860 after retry RPC after error@336484405) -> (continuation of Deferred@1432474995 after retry RPC after error@286945399) -> (continuation of Deferred@1782247071 after retry RPC after error@211016733) -> (continuation of Deferred@1468160689 after retry RPC after error@366547454) -> (continuation of Deferred@673860556 after retry RPC after error@986388960) -> (continuation of Deferred@2136579034 after retry RPC after error@584201006) -> (continuation of Deferred@1482451091 after retry RPC after error@976907873) -> (continuation of Deferred@160347575 after retry RPC after error@980856043) -> (continuation of Deferred@22365126 after retry RPC after error@1752526059) -> (continuation of Deferred@346705759 after retry RPC after error@456440021) -> (continuation of Deferred@819233542 after retry RPC after error@1929753539) -> (continuation of Deferred@890493515 after retry RPC after error@190787116) -> (continuation of Deferred@528961778 after retry RPC after error@1094869866) -> (continuation of Deferred@1789405323 after retry RPC after error@410273212), errback=(continuation of Deferred@1945525051 after retry RPC after error@1940178087) -> (continuation of Deferred@776576606 after retry RPC after error@1537004927) -> (continuation of Deferred@443703988 after retry RPC after error@1336286369) -> (continuation of Deferred@763347045 after retry RPC after error@276160408) -> (continuation of Deferred@429619424 after retry RPC after error@1722236006) -> (continuation of Deferred@889762879 after retry RPC after error@188687385) -> (continuation of Deferred@1226904038 after retry RPC after error@381305000) -> (continuation of Deferred@1717806860 after retry RPC after error@336484405) -> (continuation of Deferred@1432474995 after retry RPC after error@286945399) -> (continuation of Deferred@1782247071 after retry RPC after error@211016733) -> (continuation of Deferred@1468160689 after retry RPC after error@366547454) -> (continuation of Deferred@673860556 after retry RPC after error@986388960) -> (continuation of Deferred@2136579034 after retry RPC after error@584201006) -> (continuation of Deferred@1482451091 after retry RPC after error@976907873) -> (continuation of Deferred@160347575 after retry RPC after error@980856043) -> (continuation of Deferred@22365126 after retry RPC after error@1752526059) -> (continuation of Deferred@346705759 after retry RPC after error@456440021) -> (continuation of Deferred@819233542 after retry RPC after error@1929753539) -> (continuation of Deferred@890493515 after retry RPC after error@190787116) -> (continuation of Deferred@528961778 after retry RPC after error@1094869866) -> (continuation of Deferred@1789405323 after retry RPC after error@410273212)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:05.283 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
02:07:05.283 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:05.283 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:07:05.284 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RUNNING to RESTARTING.
02:07:05.285 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
02:07:05.285 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
02:07:05.286 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d011386
02:07:05.286 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:05.286 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17089028398363104356/checkpoints")
02:07:05.287 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:07:05.287 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:07:05.291 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c27251f
02:07:05.294 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:05.295 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:05.296 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:05.297 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:05.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.300 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:05.300 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:05.300 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:05.300 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:05.301 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:05.301 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:05.301 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:05.301 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:05.301 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:05.301 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:05.301 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:05.301 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:05.301 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:05.301 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:05.316 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:05.320 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:05.322 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.322 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.322 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.323 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:05.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.325 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:05.335 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:05.337 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:05.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.339 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.339 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:05.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.340 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.340 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.341 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.341 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:05.355 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:05.355 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:05.355 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:05.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.356 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.357 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:05.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:05.376 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:05.377 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:05.377 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:05.377 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.377 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.379 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.379 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:05.395 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:05.395 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:05.396 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:05.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.397 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.431521 12649 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.1:42145
02:07:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.431638 12858 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.14.1:42145 every 8 connection(s)
02:07:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.434182 12649 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/data/info.pb
02:07:05.435 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:05.435 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:05.436 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:05.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.437 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.439630 12344 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 12649
02:07:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.440299 12344 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-0/wal/instance
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.463642 12344 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/wal
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/data
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/logs
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/data/info.pb
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.2:0
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.14.2
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.2
02:07:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.14.62:38547,127.12.14.61:42381,127.12.14.60:40269
02:07:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.20:41055
02:07:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.481199 12859 heartbeater.cc:344] Connected to a master server at 127.12.14.60:40269
02:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.481717 12859 heartbeater.cc:461] Registering TS with master...
02:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.482781 12859 heartbeater.cc:507] Master 127.12.14.60:40269 requested a full tablet report, sending...
02:07:05.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.486245 12551 ts_manager.cc:194] Registered new tserver with Master: da20f792649d48139280b3dbc8fbc3f5 (127.12.14.1:42145)
02:07:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.490630 12861 heartbeater.cc:344] Connected to a master server at 127.12.14.62:38547
02:07:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.490939 12861 heartbeater.cc:461] Registering TS with master...
02:07:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.491858 12861 heartbeater.cc:507] Master 127.12.14.62:38547 requested a full tablet report, sending...
02:07:05.492 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:05.493 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:05.493 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:05.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:05.493 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:05.493 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:05.493 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:05.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:05.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:05.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:05.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:05.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:05.494 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:05.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.493731 12860 heartbeater.cc:344] Connected to a master server at 127.12.14.61:42381
02:07:05.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.494068 12860 heartbeater.cc:461] Registering TS with master...
02:07:05.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.494918 12860 heartbeater.cc:507] Master 127.12.14.61:42381 requested a full tablet report, sending...
02:07:05.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.495941 12388 ts_manager.cc:194] Registered new tserver with Master: da20f792649d48139280b3dbc8fbc3f5 (127.12.14.1:42145)
02:07:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.497502 12468 ts_manager.cc:194] Registered new tserver with Master: da20f792649d48139280b3dbc8fbc3f5 (127.12.14.1:42145)
02:07:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.499802 12468 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.14.1:34183
02:07:05.515 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:05.515 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:05.515 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:05.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.516 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.516 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:05.555 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:05.556 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:05.556 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:05.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:05.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.557 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:05.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:05.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:05.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:05.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:05.709 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:05.709 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:05.709 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:05.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:05.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:05.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:05.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:05.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:05.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:05.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:05.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:05.710 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:05.710 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:05.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:05.822098 12869 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:05.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:05.822548 12869 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:05.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:05.822999 12869 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:05.852 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:05.853 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:05.853 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:05.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:05.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:05.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:05.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:05.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:05.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:05.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:05.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:05.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:05.854 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:05.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:05.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:05.874879 12869 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:05.876209 12869 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.14.2
02:07:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.917030 12869 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.20:41055
02:07:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/data
02:07:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/wal
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.2:0
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/data/info.pb
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.2
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.14.62:38547,127.12.14.61:42381,127.12.14.60:40269
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.14.2
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/logs
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.918406 12869 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:05.920085 12869 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:05.927 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:05.927 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:05.927 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:05.928 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:05.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:05.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:05.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:05.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:05.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:05.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:05.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:05.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:05.928 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:05.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:05.933393 12875 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:06.056 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:06.056 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:06.056 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:06.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:06.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:06.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:06.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:06.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:06.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:06.057 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:06.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:06.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:06.058 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:06.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:06.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:06.360 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:06.360 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:06.360 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:06.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:06.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:06.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:06.362 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:06.362 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:06.362 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:06.362 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:06.362 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:06.362 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:06.362 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:06.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:06.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:06.503619 12860 heartbeater.cc:499] Master 127.12.14.61:42381 was elected leader, sending a full tablet report...
02:07:06.541 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:06.541 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:06.541 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:06.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:06.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:06.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:06.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:06.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:06.543 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:06.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:06.544 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:06.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:06.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:06.595 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:06.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:06.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:06.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:06.597 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:06.597 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:06.597 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:06.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:06.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:06.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:06.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:06.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:06.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:06.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:06.684 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:06.684 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:06.684 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:06.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:06.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:06.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:06.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:06.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:06.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:06.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:06.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:06.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:06.686 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:06.687 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28244), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [4ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [4ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [64ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [423ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [423ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [423ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [423ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [841ms] refreshing cache from master, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [842ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [843ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [843ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [843ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1341ms] refreshing cache from master, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1343ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2381ms] refreshing cache from master, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2385ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2462ms] too many traces: truncated at 100 traces, deferred=Deferred@804398577(state=PENDING, result=null, callback=(continuation of Deferred@570212908 after retry RPC after error@2025830808) -> (continuation of Deferred@344773564 after retry RPC after error@720351601) -> (continuation of Deferred@1841691554 after retry RPC after error@1756622075) -> (continuation of Deferred@441504610 after retry RPC after error@1298369888) -> (continuation of Deferred@263812997 after retry RPC after error@2015004349) -> (continuation of Deferred@1682805023 after retry RPC after error@890509435) -> (continuation of Deferred@1901413379 after retry RPC after error@1565920250) -> (continuation of Deferred@1436265510 after retry RPC after error@1088008494) -> (continuation of Deferred@460816490 after retry RPC after error@1989366053) -> (continuation of Deferred@2128685389 after retry RPC after error@1941747582) -> (continuation of Deferred@1416568243 after retry RPC after error@941188194) -> (continuation of Deferred@1338349933 after retry RPC after error@1498726572) -> (continuation of Deferred@1970982064 after retry RPC after error@104045577) -> (continuation of Deferred@1709077331 after retry RPC after error@443584228) -> (continuation of Deferred@961334870 after retry RPC after error@595975842) -> (continuation of Deferred@894920042 after retry RPC after error@726583946) -> (continuation of Deferred@1957662667 after retry RPC after error@2035429170) -> (continuation of Deferred@2007001415 after retry RPC after error@719845283) -> (continuation of Deferred@582935779 after retry RPC after error@1249735737) -> (continuation of Deferred@1046730336 after retry RPC after error@732718304) -> (continuation of Deferred@2128614538 after retry RPC after error@1595767763) -> (continuation of Deferred@2146268806 after retry RPC after error@934188799) -> (continuation of Deferred@1234469060 after retry RPC after error@2112076230) -> (continuation of Deferred@1773054394 after retry RPC after error@712299294), errback=(continuation of Deferred@570212908 after retry RPC after error@2025830808) -> (continuation of Deferred@344773564 after retry RPC after error@720351601) -> (continuation of Deferred@1841691554 after retry RPC after error@1756622075) -> (continuation of Deferred@441504610 after retry RPC after error@1298369888) -> (continuation of Deferred@263812997 after retry RPC after error@2015004349) -> (continuation of Deferred@1682805023 after retry RPC after error@890509435) -> (continuation of Deferred@1901413379 after retry RPC after error@1565920250) -> (continuation of Deferred@1436265510 after retry RPC after error@1088008494) -> (continuation of Deferred@460816490 after retry RPC after error@1989366053) -> (continuation of Deferred@2128685389 after retry RPC after error@1941747582) -> (continuation of Deferred@1416568243 after retry RPC after error@941188194) -> (continuation of Deferred@1338349933 after retry RPC after error@1498726572) -> (continuation of Deferred@1970982064 after retry RPC after error@104045577) -> (continuation of Deferred@1709077331 after retry RPC after error@443584228) -> (continuation of Deferred@961334870 after retry RPC after error@595975842) -> (continuation of Deferred@894920042 after retry RPC after error@726583946) -> (continuation of Deferred@1957662667 after retry RPC after error@2035429170) -> (continuation of Deferred@2007001415 after retry RPC after error@719845283) -> (continuation of Deferred@582935779 after retry RPC after error@1249735737) -> (continuation of Deferred@1046730336 after retry RPC after error@732718304) -> (continuation of Deferred@2128614538 after retry RPC after error@1595767763) -> (continuation of Deferred@2146268806 after retry RPC after error@934188799) -> (continuation of Deferred@1234469060 after retry RPC after error@2112076230) -> (continuation of Deferred@1773054394 after retry RPC after error@712299294)))
02:07:06.690 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:07:06.690 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28244), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [4ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [4ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [64ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [423ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [423ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [423ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [423ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [841ms] refreshing cache from master, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [842ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [843ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [843ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [843ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1341ms] refreshing cache from master, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1343ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2381ms] refreshing cache from master, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2385ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2462ms] too many traces: truncated at 100 traces, deferred=Deferred@804398577(state=PENDING, result=null, callback=(continuation of Deferred@570212908 after retry RPC after error@2025830808) -> (continuation of Deferred@344773564 after retry RPC after error@720351601) -> (continuation of Deferred@1841691554 after retry RPC after error@1756622075) -> (continuation of Deferred@441504610 after retry RPC after error@1298369888) -> (continuation of Deferred@263812997 after retry RPC after error@2015004349) -> (continuation of Deferred@1682805023 after retry RPC after error@890509435) -> (continuation of Deferred@1901413379 after retry RPC after error@1565920250) -> (continuation of Deferred@1436265510 after retry RPC after error@1088008494) -> (continuation of Deferred@460816490 after retry RPC after error@1989366053) -> (continuation of Deferred@2128685389 after retry RPC after error@1941747582) -> (continuation of Deferred@1416568243 after retry RPC after error@941188194) -> (continuation of Deferred@1338349933 after retry RPC after error@1498726572) -> (continuation of Deferred@1970982064 after retry RPC after error@104045577) -> (continuation of Deferred@1709077331 after retry RPC after error@443584228) -> (continuation of Deferred@961334870 after retry RPC after error@595975842) -> (continuation of Deferred@894920042 after retry RPC after error@726583946) -> (continuation of Deferred@1957662667 after retry RPC after error@2035429170) -> (continuation of Deferred@2007001415 after retry RPC after error@719845283) -> (continuation of Deferred@582935779 after retry RPC after error@1249735737) -> (continuation of Deferred@1046730336 after retry RPC after error@732718304) -> (continuation of Deferred@2128614538 after retry RPC after error@1595767763) -> (continuation of Deferred@2146268806 after retry RPC after error@934188799) -> (continuation of Deferred@1234469060 after retry RPC after error@2112076230) -> (continuation of Deferred@1773054394 after retry RPC after error@712299294), errback=(continuation of Deferred@570212908 after retry RPC after error@2025830808) -> (continuation of Deferred@344773564 after retry RPC after error@720351601) -> (continuation of Deferred@1841691554 after retry RPC after error@1756622075) -> (continuation of Deferred@441504610 after retry RPC after error@1298369888) -> (continuation of Deferred@263812997 after retry RPC after error@2015004349) -> (continuation of Deferred@1682805023 after retry RPC after error@890509435) -> (continuation of Deferred@1901413379 after retry RPC after error@1565920250) -> (continuation of Deferred@1436265510 after retry RPC after error@1088008494) -> (continuation of Deferred@460816490 after retry RPC after error@1989366053) -> (continuation of Deferred@2128685389 after retry RPC after error@1941747582) -> (continuation of Deferred@1416568243 after retry RPC after error@941188194) -> (continuation of Deferred@1338349933 after retry RPC after error@1498726572) -> (continuation of Deferred@1970982064 after retry RPC after error@104045577) -> (continuation of Deferred@1709077331 after retry RPC after error@443584228) -> (continuation of Deferred@961334870 after retry RPC after error@595975842) -> (continuation of Deferred@894920042 after retry RPC after error@726583946) -> (continuation of Deferred@1957662667 after retry RPC after error@2035429170) -> (continuation of Deferred@2007001415 after retry RPC after error@719845283) -> (continuation of Deferred@582935779 after retry RPC after error@1249735737) -> (continuation of Deferred@1046730336 after retry RPC after error@732718304) -> (continuation of Deferred@2128614538 after retry RPC after error@1595767763) -> (continuation of Deferred@2146268806 after retry RPC after error@934188799) -> (continuation of Deferred@1234469060 after retry RPC after error@2112076230) -> (continuation of Deferred@1773054394 after retry RPC after error@712299294)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:06.695 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
02:07:06.697 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:07:06.698 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28244), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [4ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [4ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [24ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [25ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [64ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [423ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [423ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [423ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [423ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [841ms] refreshing cache from master, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [842ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [843ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [843ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [843ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1341ms] refreshing cache from master, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1343ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2381ms] refreshing cache from master, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2385ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2462ms] too many traces: truncated at 100 traces, deferred=Deferred@804398577(state=PENDING, result=null, callback=(continuation of Deferred@570212908 after retry RPC after error@2025830808) -> (continuation of Deferred@344773564 after retry RPC after error@720351601) -> (continuation of Deferred@1841691554 after retry RPC after error@1756622075) -> (continuation of Deferred@441504610 after retry RPC after error@1298369888) -> (continuation of Deferred@263812997 after retry RPC after error@2015004349) -> (continuation of Deferred@1682805023 after retry RPC after error@890509435) -> (continuation of Deferred@1901413379 after retry RPC after error@1565920250) -> (continuation of Deferred@1436265510 after retry RPC after error@1088008494) -> (continuation of Deferred@460816490 after retry RPC after error@1989366053) -> (continuation of Deferred@2128685389 after retry RPC after error@1941747582) -> (continuation of Deferred@1416568243 after retry RPC after error@941188194) -> (continuation of Deferred@1338349933 after retry RPC after error@1498726572) -> (continuation of Deferred@1970982064 after retry RPC after error@104045577) -> (continuation of Deferred@1709077331 after retry RPC after error@443584228) -> (continuation of Deferred@961334870 after retry RPC after error@595975842) -> (continuation of Deferred@894920042 after retry RPC after error@726583946) -> (continuation of Deferred@1957662667 after retry RPC after error@2035429170) -> (continuation of Deferred@2007001415 after retry RPC after error@719845283) -> (continuation of Deferred@582935779 after retry RPC after error@1249735737) -> (continuation of Deferred@1046730336 after retry RPC after error@732718304) -> (continuation of Deferred@2128614538 after retry RPC after error@1595767763) -> (continuation of Deferred@2146268806 after retry RPC after error@934188799) -> (continuation of Deferred@1234469060 after retry RPC after error@2112076230) -> (continuation of Deferred@1773054394 after retry RPC after error@712299294), errback=(continuation of Deferred@570212908 after retry RPC after error@2025830808) -> (continuation of Deferred@344773564 after retry RPC after error@720351601) -> (continuation of Deferred@1841691554 after retry RPC after error@1756622075) -> (continuation of Deferred@441504610 after retry RPC after error@1298369888) -> (continuation of Deferred@263812997 after retry RPC after error@2015004349) -> (continuation of Deferred@1682805023 after retry RPC after error@890509435) -> (continuation of Deferred@1901413379 after retry RPC after error@1565920250) -> (continuation of Deferred@1436265510 after retry RPC after error@1088008494) -> (continuation of Deferred@460816490 after retry RPC after error@1989366053) -> (continuation of Deferred@2128685389 after retry RPC after error@1941747582) -> (continuation of Deferred@1416568243 after retry RPC after error@941188194) -> (continuation of Deferred@1338349933 after retry RPC after error@1498726572) -> (continuation of Deferred@1970982064 after retry RPC after error@104045577) -> (continuation of Deferred@1709077331 after retry RPC after error@443584228) -> (continuation of Deferred@961334870 after retry RPC after error@595975842) -> (continuation of Deferred@894920042 after retry RPC after error@726583946) -> (continuation of Deferred@1957662667 after retry RPC after error@2035429170) -> (continuation of Deferred@2007001415 after retry RPC after error@719845283) -> (continuation of Deferred@582935779 after retry RPC after error@1249735737) -> (continuation of Deferred@1046730336 after retry RPC after error@732718304) -> (continuation of Deferred@2128614538 after retry RPC after error@1595767763) -> (continuation of Deferred@2146268806 after retry RPC after error@934188799) -> (continuation of Deferred@1234469060 after retry RPC after error@2112076230) -> (continuation of Deferred@1773054394 after retry RPC after error@712299294)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:06.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:06.704 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:07:06.705 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
02:07:06.705 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:07:06.747 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:06.747 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:06.747 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:06.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:06.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:06.748 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:06.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:06.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:06.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:06.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:06.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:06.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:06.748 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:06.789 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:06.789 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:06.789 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:06.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:06.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:06.789 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:06.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:06.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:06.790 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:06.790 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:06.790 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:06.790 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:06.790 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:06.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:06.963 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:06.964 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:06.964 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:06.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:06.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:06.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:06.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:06.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:06.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:06.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:06.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:06.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:06.966 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:07.056 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:07.057 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:07.057 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:07.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:07.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:07.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:07.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:07.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:07.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:07.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:07.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:07.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:07.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:07.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:07.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:07.319 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:07.320 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:07.320 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:07.320 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:07.320 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:07.320 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:07.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:07.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:07.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:07.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:07.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:07.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:07.321 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:07.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:07.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:07.335800 12874 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 12869
02:07:07.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:07.443414 12869 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.510s	user 0.493s	sys 0.924s
02:07:07.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:07.443778 12869 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.510s	user 0.493s	sys 0.924s
02:07:07.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:05.934346 12876 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:07.445767 12878 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:07.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:07.449592 12877 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1511 milliseconds
02:07:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.449532 12869 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.450822 12869 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:07.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.452860 12869 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.454237 12869 hybrid_clock.cc:648] HybridClock initialized: now 1779070027454179 us; error 56 us; skew 500 ppm
02:07:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.455019 12869 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.461118 12869 webserver.cc:533] Webserver started at http://127.12.14.2:39627/ using document root <none> and password file <none>
02:07:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.462031 12869 fs_manager.cc:362] Metadata directory not provided
02:07:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.462212 12869 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.462589 12869 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.467118 12869 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/data/instance:
02:07:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "054c8db223d24e9abc7b01c6dd5659fe"
02:07:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:07 on dist-test-slave-9vqr"
02:07:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.468340 12869 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/wal/instance:
02:07:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "054c8db223d24e9abc7b01c6dd5659fe"
02:07:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:07 on dist-test-slave-9vqr"
02:07:07.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.476295 12869 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
02:07:07.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.482744 12891 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.484026 12869 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.001s
02:07:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.484366 12869 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/wal
02:07:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "054c8db223d24e9abc7b01c6dd5659fe"
02:07:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:07 on dist-test-slave-9vqr"
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.484719 12869 fs_report.cc:389] FS layout report
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/wal
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/wal
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/data/data
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:07.525 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:07.525 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:07.525 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:07.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:07.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:07.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:07.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:07.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:07.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:07.526 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:07.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:07.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:07.526 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:07.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.556653 12869 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:07.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.558269 12869 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:07.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.558734 12869 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.561537 12869 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:07.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.565959 12869 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:07:07.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.566148 12869 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:07:07.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.566341 12869 ts_tablet_manager.cc:616] Registered 0 tablets
02:07:07.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.566473 12869 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:07:07.675 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:07.675 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:07.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:07.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:07.676 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:07.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:07.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:07.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:07.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:07.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:07.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:07.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:07.677 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:07.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:07.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:07.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.707331 12869 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.2:39227
02:07:07.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.707473 13003 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.14.2:39227 every 8 connection(s)
02:07:07.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.710088 12869 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/data/info.pb
02:07:07.717 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:07.717 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:07.717 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:07.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:07.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:07.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:07.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:07.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:07.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:07.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:07.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:07.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:07.719 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:07.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.716055 12344 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 12869
02:07:07.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.716567 12344 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-1/wal/instance
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.733819 12344 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/wal
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/data
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/logs
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/data/info.pb
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.3:0
02:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.14.3
02:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.3
02:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.14.62:38547,127.12.14.61:42381,127.12.14.60:40269
02:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.20:41055
02:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:07.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.777371 13005 heartbeater.cc:344] Connected to a master server at 127.12.14.61:42381
02:07:07.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.777966 13005 heartbeater.cc:461] Registering TS with master...
02:07:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.779134 13004 heartbeater.cc:344] Connected to a master server at 127.12.14.60:40269
02:07:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.779358 13005 heartbeater.cc:507] Master 127.12.14.61:42381 requested a full tablet report, sending...
02:07:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.779474 13004 heartbeater.cc:461] Registering TS with master...
02:07:07.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.780416 13004 heartbeater.cc:507] Master 127.12.14.60:40269 requested a full tablet report, sending...
02:07:07.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.782586 12468 ts_manager.cc:194] Registered new tserver with Master: 054c8db223d24e9abc7b01c6dd5659fe (127.12.14.2:39227)
02:07:07.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.783887 12551 ts_manager.cc:194] Registered new tserver with Master: 054c8db223d24e9abc7b01c6dd5659fe (127.12.14.2:39227)
02:07:07.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.784391 12468 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.14.2:58831
02:07:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.793998 13008 heartbeater.cc:344] Connected to a master server at 127.12.14.62:38547
02:07:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.794314 13008 heartbeater.cc:461] Registering TS with master...
02:07:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.794888 13008 heartbeater.cc:507] Master 127.12.14.62:38547 requested a full tablet report, sending...
02:07:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:07.797078 12388 ts_manager.cc:194] Registered new tserver with Master: 054c8db223d24e9abc7b01c6dd5659fe (127.12.14.2:39227)
02:07:07.841 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:07.841 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:07.841 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:07.841 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:07.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:07.842 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:07.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:07.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:07.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:07.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:07.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:07.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:07.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:07.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:08.091413 13011 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:08.091885 13011 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:08.092309 13011 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:08.126775 13011 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:08.127633 13011 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.14.3
02:07:08.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:08.173957 13011 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:08.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:08.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.20:41055
02:07:08.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:08.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:08.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/data
02:07:08.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/wal
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.3:0
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/data/info.pb
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.3
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.14.62:38547,127.12.14.61:42381,127.12.14.60:40269
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.14.3
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/logs
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:08.175596 13011 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:08.177561 13011 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:08.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:08.191195 13023 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:08.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:08.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:08.440 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:08.441 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:08.441 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:08.442 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:08.442 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:08.442 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:08.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:08.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:08.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:08.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:08.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:08.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:08.443 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:08.461 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:08.462 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:08.462 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:08.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:08.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:08.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:08.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:08.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:08.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:08.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:08.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:08.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:08.463 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:08.612 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:08.613 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:08.613 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:08.613 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:08.613 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:08.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:08.613 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:08.613 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:08.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:08.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:08.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:08.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:08.614 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:08.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:08.705 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:08.740 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:08.741 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:08.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:08.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:08.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:08.741 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:08.742 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:08.742 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:08.742 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:08.742 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:08.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:08.742 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:08.742 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:08.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:08.789077 13005 heartbeater.cc:499] Master 127.12.14.61:42381 was elected leader, sending a full tablet report...
02:07:08.807 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:08.807 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:08.808 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:08.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:08.808 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:08.808 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:08.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:08.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:08.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:08.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:08.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:08.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:08.809 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:08.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:08.888 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:08.889 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:08.889 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:08.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:08.889 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:08.889 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:08.889 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:08.889 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:08.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:08.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:08.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:08.889 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:08.890 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:08.941 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:08.942 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:08.942 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:08.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:08.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:08.942 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:08.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:08.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:08.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:08.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:08.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:08.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:08.943 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:09.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:09.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:09.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:09.572 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:09.573 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:09.573 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:09.573 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:09.573 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:09.573 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:09.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:09.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:09.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:09.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:09.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:09.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:09.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:09.592736 13022 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 13011
02:07:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:09.667657 13022 kernel_stack_watchdog.cc:198] Thread 13011 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
02:07:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:07:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:07:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:07:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:07:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:09.667766 13011 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.476s	user 0.525s	sys 0.839s
02:07:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:09.668208 13011 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.477s	user 0.526s	sys 0.839s
02:07:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:08.193436 13024 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:09.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:09.670094 13026 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:09.672986 13025 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1476 milliseconds
02:07:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.672995 13011 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:09.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.674140 13011 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.676136 13011 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.677485 13011 hybrid_clock.cc:648] HybridClock initialized: now 1779070029677441 us; error 38 us; skew 500 ppm
02:07:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.678336 13011 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:09.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:09.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.684329 13011 webserver.cc:533] Webserver started at http://127.12.14.3:35727/ using document root <none> and password file <none>
02:07:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.685406 13011 fs_manager.cc:362] Metadata directory not provided
02:07:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.685691 13011 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:09.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.686208 13011 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.690721 13011 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/data/instance:
02:07:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08fdb09a2f72440aaf043c725cb9e326"
02:07:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:09 on dist-test-slave-9vqr"
02:07:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.692071 13011 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/wal/instance:
02:07:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08fdb09a2f72440aaf043c725cb9e326"
02:07:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:09 on dist-test-slave-9vqr"
02:07:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.699576 13011 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.001s	sys 0.005s
02:07:09.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:09.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.710875 13037 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.712034 13011 fs_manager.cc:730] Time spent opening block manager: real 0.008s	user 0.003s	sys 0.000s
02:07:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.712433 13011 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/wal
02:07:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08fdb09a2f72440aaf043c725cb9e326"
02:07:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:09 on dist-test-slave-9vqr"
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.712779 13011 fs_report.cc:389] FS layout report
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/wal
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/wal
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/data/data
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:09.765 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:09.765 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:09.765 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:09.765 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:09.765 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:09.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:09.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:09.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:09.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:09.766 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:09.766 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:09.765 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:09.766 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.778561 13011 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:09.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.780102 13011 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:09.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.780645 13011 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.783355 13011 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.787725 13011 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:07:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.787935 13011 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:07:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.788249 13011 ts_tablet_manager.cc:616] Registered 0 tablets
02:07:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.788450 13011 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:07:09.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:09.885 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 226350c0f683964857a646cd0909db9f from Checkpoint 64 @ 1779069933417 for 226350c0f683964857a646cd0909db9f located at file:/tmp/junit10048720978270830343/checkpoints/226350c0f683964857a646cd0909db9f/chk-64.
02:07:09.886 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:07:09.886 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:07:09.886 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
02:07:09.887 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:09.887 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
02:07:09.887 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id c67877856d264a76f5fe0cff9fd2610d
02:07:09.887 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RESTARTING to RUNNING.
02:07:09.887 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot c67877856d264a76f5fe0cff9fd2610d.
02:07:09.887 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 226350c0f683964857a646cd0909db9f from Checkpoint 64 @ 1779069933417 for 226350c0f683964857a646cd0909db9f located at file:/tmp/junit10048720978270830343/checkpoints/226350c0f683964857a646cd0909db9f/chk-64.
02:07:09.888 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:07:09.888 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id c67877856d264a76f5fe0cff9fd2610d.
02:07:09.888 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
02:07:09.889 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:07:09.889 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
02:07:09.889 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:07:09.889 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
02:07:09.889 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
02:07:09.889 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id aa6d9fe9a0c5e00d578e174091d1c61d
02:07:09.890 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot aa6d9fe9a0c5e00d578e174091d1c61d.
02:07:09.890 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@68e39cde
02:07:09.890 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:09.890 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:07:09.891 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:07:09.891 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:07:09.893 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id aa6d9fe9a0c5e00d578e174091d1c61d.
02:07:09.895 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@185c7a2d
02:07:09.896 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:09.897 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:09.897 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:09.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:09.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:09.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:09.898 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:09.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:09.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:09.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:09.899 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:09.899 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:09.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:09.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:09.899 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
02:07:09.899 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
02:07:09.901 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35319ca1
02:07:09.901 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:09.901 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:07:09.901 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:07:09.902 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:07:09.904 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@156508a6
02:07:09.906 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:09.906 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:09.911 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:09.913 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:09.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.914 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:09.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.914 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:09.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.916 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:09.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.916 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:09.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.919 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:09.927 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:09.928 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:09.928 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:09.929 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.929 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.929 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.929 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.929 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.929 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.929 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.929 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.930 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:09.931 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:09.932 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:09.932 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.932 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.932 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:09.932 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.932 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.933 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.933 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.933 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.933 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.933 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:09.947 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:09.948 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:09.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.949 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.949 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:09.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.950 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.950 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.950 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.950 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:09.952 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:09.952 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:09.953 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.953 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.953 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.953 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:09.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:09.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.964167 13011 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.3:45549
02:07:09.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.964301 13169 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.14.3:45549 every 8 connection(s)
02:07:09.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.966693 13011 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/data/info.pb
02:07:09.967 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:09.967 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:09.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.968 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.968 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:09.969 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.969 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.969 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.969 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:09.971 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:09.972 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:09.972 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:09.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.972 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.972 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.972 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.973 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.973 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.973 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.973 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.976851 12344 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 13011
02:07:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:09.977320 12344 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster660276603476052660/ts-2/wal/instance
02:07:09.987 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:09.987 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:09.987 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:09.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.988 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.988 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.988 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:09.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.988 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.988 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:09.988 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:09.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:09.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:09.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:09.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:09.989 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:09.989 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:09.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.989 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:09.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:09.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:09.990 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:09.990 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:09.991 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:09.992 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:09.992 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:09.992 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.992 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.993 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.993 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.993 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:09.993 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:09.993 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.993 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.993 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:09.993 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:10.027 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:10.027 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:10.027 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:10.027 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.027 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.027 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.028 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:10.032 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:10.032 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:10.032 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:10.032 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.039928 13171 heartbeater.cc:344] Connected to a master server at 127.12.14.61:42381
02:07:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.040477 13171 heartbeater.cc:461] Registering TS with master...
02:07:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.041965 13171 heartbeater.cc:507] Master 127.12.14.61:42381 requested a full tablet report, sending...
02:07:10.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.044404 13172 heartbeater.cc:344] Connected to a master server at 127.12.14.62:38547
02:07:10.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.044790 13172 heartbeater.cc:461] Registering TS with master...
02:07:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.045650 13172 heartbeater.cc:507] Master 127.12.14.62:38547 requested a full tablet report, sending...
02:07:10.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.047683 12468 ts_manager.cc:194] Registered new tserver with Master: 08fdb09a2f72440aaf043c725cb9e326 (127.12.14.3:45549)
02:07:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.049367 12468 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.14.3:39201
02:07:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.052026 12388 ts_manager.cc:194] Registered new tserver with Master: 08fdb09a2f72440aaf043c725cb9e326 (127.12.14.3:45549)
02:07:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.056051 13170 heartbeater.cc:344] Connected to a master server at 127.12.14.60:40269
02:07:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.056440 13170 heartbeater.cc:461] Registering TS with master...
02:07:10.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.057065 13170 heartbeater.cc:507] Master 127.12.14.60:40269 requested a full tablet report, sending...
02:07:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.059273 12551 ts_manager.cc:194] Registered new tserver with Master: 08fdb09a2f72440aaf043c725cb9e326 (127.12.14.3:45549)
02:07:10.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.071269 12344 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:07:10.072 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:10.072 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:10.072 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:10.072 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:10.072 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.072 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:10.072 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.072 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.072 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:10.072 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.073 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.073 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.073 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.073 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.073 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:10.073 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:10.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:10.073 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:10.073 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:10.073 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:10.073 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:10.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:10.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:10.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:10.074 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:10.083 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:07:10.083 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:07:10.084 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.14.62"
      port: 38547
    }
    bound_http_address {
      host: "127.12.14.62"
      port: 40335
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.14.61"
      port: 42381
    }
    bound_http_address {
      host: "127.12.14.61"
      port: 43841
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.14.60"
      port: 40269
    }
    bound_http_address {
      host: "127.12.14.60"
      port: 44487
    }
  }
}

02:07:10.085 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:07:10.085 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.14.1"
      port: 42145
    }
    bound_http_address {
      host: "127.12.14.1"
      port: 40087
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.14.2"
      port: 39227
    }
    bound_http_address {
      host: "127.12.14.2"
      port: 39627
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.14.3"
      port: 45549
    }
    bound_http_address {
      host: "127.12.14.3"
      port: 35727
    }
  }
}

02:07:10.085 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:07:10.087 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:10.087 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:10.087 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:10.087 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:10.087 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.088 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.088 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.088 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.088 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.088 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.088 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:10.089 [DEBUG - main] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:10.089 [DEBUG - main] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:10.090 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.65.190:40661(127.11.65.190:40661)] Successfully connected to peer
02:07:10.090 [DEBUG - main] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:10.090 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.65.189:39499(127.11.65.189:39499)] Successfully connected to peer
02:07:10.091 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.65.188:39581(127.11.65.188:39581)] Successfully connected to peer
02:07:10.096 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.190
02:07:10.107 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.188
02:07:10.109 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.189
02:07:10.115 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:10.115 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:10.118 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:10.119 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xdffc3360, L:/127.0.0.1:43376 - R:/127.11.65.188:39581] using SASL/PLAIN
02:07:10.121 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd28a1f6b, L:/127.0.0.1:51998 - R:/127.11.65.190:40661] using SASL/PLAIN
02:07:10.122 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa16a02a2, L:/127.0.0.1:52324 - R:/127.11.65.189:39499] using SASL/PLAIN
02:07:10.123 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:10.123 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=34), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [33ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: OK, deferred=null) after lookup
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.125480 11748 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43376:
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:10.127 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\001d\000\000\000\004\001\310\000\000\000"
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:10.127 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:10.127 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:10.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.128 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.128 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.128 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:10.129446 11748 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:07:10.152 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:10.152 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:10.153 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:10.153 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.153 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.153 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.154 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:10.184 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aaf59caa5aaf4bea82ff27cba95a560a
02:07:10.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:10.187 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:10.187 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:10.188 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:10.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.188 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.188 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.188 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:10.203 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.229902 11930 tablet_service.cc:1511] Processing CreateTablet for tablet 13cb71edc16045a09e8b5b5b133752e4 (DEFAULT_TABLE table=replication_test_table [id=aaf59caa5aaf4bea82ff27cba95a560a]), partition=RANGE (key1) PARTITION VALUES < 100
02:07:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.229919 11928 tablet_service.cc:1511] Processing CreateTablet for tablet faabf097cb874d688ffde4abf665b941 (DEFAULT_TABLE table=replication_test_table [id=aaf59caa5aaf4bea82ff27cba95a560a]), partition=RANGE (key1) PARTITION 200 <= VALUES
02:07:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.229914 11929 tablet_service.cc:1511] Processing CreateTablet for tablet 504323f05eb647afbcafa3095ab22a21 (DEFAULT_TABLE table=replication_test_table [id=aaf59caa5aaf4bea82ff27cba95a560a]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:07:10.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.232977 11930 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13cb71edc16045a09e8b5b5b133752e4. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:10.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.233708 11928 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet faabf097cb874d688ffde4abf665b941. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:10.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.234229 11929 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 504323f05eb647afbcafa3095ab22a21. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:10.235 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:10.235 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:10.235 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:10.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:10.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:10.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:10.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:10.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:10.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:10.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:10.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:10.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:10.236 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:10.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.262259 13203 tablet_bootstrap.cc:492] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1: Bootstrap starting.
02:07:10.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.269482 13203 tablet_bootstrap.cc:654] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1: Neither blocks nor log segments found. Creating new log.
02:07:10.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.271920 13203 log.cc:826] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1: Log is configured to *not* fsync() on all Append() calls
02:07:10.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.281672 12126 tablet_service.cc:1511] Processing CreateTablet for tablet faabf097cb874d688ffde4abf665b941 (DEFAULT_TABLE table=replication_test_table [id=aaf59caa5aaf4bea82ff27cba95a560a]), partition=RANGE (key1) PARTITION 200 <= VALUES
02:07:10.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.284142 12126 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet faabf097cb874d688ffde4abf665b941. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:10.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.283867 12127 tablet_service.cc:1511] Processing CreateTablet for tablet 504323f05eb647afbcafa3095ab22a21 (DEFAULT_TABLE table=replication_test_table [id=aaf59caa5aaf4bea82ff27cba95a560a]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:07:10.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.283059 12268 tablet_service.cc:1511] Processing CreateTablet for tablet 504323f05eb647afbcafa3095ab22a21 (DEFAULT_TABLE table=replication_test_table [id=aaf59caa5aaf4bea82ff27cba95a560a]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:07:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.285288 12127 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 504323f05eb647afbcafa3095ab22a21. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.285555 12268 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 504323f05eb647afbcafa3095ab22a21. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.281674 12128 tablet_service.cc:1511] Processing CreateTablet for tablet 13cb71edc16045a09e8b5b5b133752e4 (DEFAULT_TABLE table=replication_test_table [id=aaf59caa5aaf4bea82ff27cba95a560a]), partition=RANGE (key1) PARTITION VALUES < 100
02:07:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.286094 12267 tablet_service.cc:1511] Processing CreateTablet for tablet faabf097cb874d688ffde4abf665b941 (DEFAULT_TABLE table=replication_test_table [id=aaf59caa5aaf4bea82ff27cba95a560a]), partition=RANGE (key1) PARTITION 200 <= VALUES
02:07:10.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.286844 12128 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13cb71edc16045a09e8b5b5b133752e4. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:10.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.288475 12267 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet faabf097cb874d688ffde4abf665b941. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:10.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.288811 12269 tablet_service.cc:1511] Processing CreateTablet for tablet 13cb71edc16045a09e8b5b5b133752e4 (DEFAULT_TABLE table=replication_test_table [id=aaf59caa5aaf4bea82ff27cba95a560a]), partition=RANGE (key1) PARTITION VALUES < 100
02:07:10.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.289865 12269 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13cb71edc16045a09e8b5b5b133752e4. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:10.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.295524 13203 tablet_bootstrap.cc:492] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1: No bootstrap required, opened a new log
02:07:10.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.296031 13203 ts_tablet_manager.cc:1403] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1: Time spent bootstrapping tablet: real 0.034s	user 0.016s	sys 0.000s
02:07:10.312 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:10.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.313 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:10.313 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:10.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.314 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.330129 13205 tablet_bootstrap.cc:492] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e: Bootstrap starting.
02:07:10.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.334049 13206 tablet_bootstrap.cc:492] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d: Bootstrap starting.
02:07:10.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.337090 13205 tablet_bootstrap.cc:654] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e: Neither blocks nor log segments found. Creating new log.
02:07:10.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.339102 13205 log.cc:826] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e: Log is configured to *not* fsync() on all Append() calls
02:07:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.342975 13206 tablet_bootstrap.cc:654] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d: Neither blocks nor log segments found. Creating new log.
02:07:10.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.344369 13205 tablet_bootstrap.cc:492] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e: No bootstrap required, opened a new log
02:07:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.344866 13205 ts_tablet_manager.cc:1403] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e: Time spent bootstrapping tablet: real 0.015s	user 0.010s	sys 0.004s
02:07:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.345664 13206 log.cc:826] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d: Log is configured to *not* fsync() on all Append() calls
02:07:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.350137 13203 raft_consensus.cc:359] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.351140 13203 raft_consensus.cc:385] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.351482 13203 raft_consensus.cc:740] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 851a12ae74574c76ba2875baf88585f1, State: Initialized, Role: FOLLOWER
02:07:10.352 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.351647 13206 tablet_bootstrap.cc:492] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d: No bootstrap required, opened a new log
02:07:10.352 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:10.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.353 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:10.353 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.353 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.352385 13203 consensus_queue.cc:260] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.353 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.353 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.353 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.354 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.354925 13206 ts_tablet_manager.cc:1403] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d: Time spent bootstrapping tablet: real 0.021s	user 0.017s	sys 0.000s
02:07:10.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:10.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.370081 13203 ts_tablet_manager.cc:1434] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1: Time spent starting tablet: real 0.074s	user 0.035s	sys 0.000s
02:07:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.370132 13205 raft_consensus.cc:359] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.371308 13205 raft_consensus.cc:385] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.371630 13205 raft_consensus.cc:740] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78f80e5c90c54d26995ea29b8e4a899e, State: Initialized, Role: FOLLOWER
02:07:10.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.372051 13203 tablet_bootstrap.cc:492] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1: Bootstrap starting.
02:07:10.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.372629 13205 consensus_queue.cc:260] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.383543 13203 tablet_bootstrap.cc:654] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1: Neither blocks nor log segments found. Creating new log.
02:07:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.394066 13205 ts_tablet_manager.cc:1434] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e: Time spent starting tablet: real 0.049s	user 0.030s	sys 0.016s
02:07:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.395226 13205 tablet_bootstrap.cc:492] T 504323f05eb647afbcafa3095ab22a21 P 78f80e5c90c54d26995ea29b8e4a899e: Bootstrap starting.
02:07:10.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.403885 13205 tablet_bootstrap.cc:654] T 504323f05eb647afbcafa3095ab22a21 P 78f80e5c90c54d26995ea29b8e4a899e: Neither blocks nor log segments found. Creating new log.
02:07:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.416656 13205 tablet_bootstrap.cc:492] T 504323f05eb647afbcafa3095ab22a21 P 78f80e5c90c54d26995ea29b8e4a899e: No bootstrap required, opened a new log
02:07:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.417106 13205 ts_tablet_manager.cc:1403] T 504323f05eb647afbcafa3095ab22a21 P 78f80e5c90c54d26995ea29b8e4a899e: Time spent bootstrapping tablet: real 0.022s	user 0.007s	sys 0.011s
02:07:10.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.426294 13205 raft_consensus.cc:359] T 504323f05eb647afbcafa3095ab22a21 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.427137 13205 raft_consensus.cc:385] T 504323f05eb647afbcafa3095ab22a21 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:10.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.427428 13205 raft_consensus.cc:740] T 504323f05eb647afbcafa3095ab22a21 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78f80e5c90c54d26995ea29b8e4a899e, State: Initialized, Role: FOLLOWER
02:07:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.428228 13205 consensus_queue.cc:260] T 504323f05eb647afbcafa3095ab22a21 P 78f80e5c90c54d26995ea29b8e4a899e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.431044 13205 ts_tablet_manager.cc:1434] T 504323f05eb647afbcafa3095ab22a21 P 78f80e5c90c54d26995ea29b8e4a899e: Time spent starting tablet: real 0.014s	user 0.011s	sys 0.000s
02:07:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.432088 13205 tablet_bootstrap.cc:492] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e: Bootstrap starting.
02:07:10.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.442971 13205 tablet_bootstrap.cc:654] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e: Neither blocks nor log segments found. Creating new log.
02:07:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.452261 13206 raft_consensus.cc:359] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } }
02:07:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.453593 13206 raft_consensus.cc:385] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.454166 13206 raft_consensus.cc:740] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9acda3f056cd47b7afdf834a7dfe636d, State: Initialized, Role: FOLLOWER
02:07:10.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.455276 13206 consensus_queue.cc:260] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } }
02:07:10.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.457743 13203 tablet_bootstrap.cc:492] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1: No bootstrap required, opened a new log
02:07:10.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.458489 13203 ts_tablet_manager.cc:1403] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1: Time spent bootstrapping tablet: real 0.087s	user 0.023s	sys 0.050s
02:07:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.461717 13203 raft_consensus.cc:359] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } }
02:07:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.462472 13203 raft_consensus.cc:385] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:10.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.462846 13203 raft_consensus.cc:740] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 851a12ae74574c76ba2875baf88585f1, State: Initialized, Role: FOLLOWER
02:07:10.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.463653 13203 consensus_queue.cc:260] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } }
02:07:10.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.466106 13203 ts_tablet_manager.cc:1434] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
02:07:10.467 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:10.468 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:10.468 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:10.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.469 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.469 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.469 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.469 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.469 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.469 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.469 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.470963 13206 ts_tablet_manager.cc:1434] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d: Time spent starting tablet: real 0.116s	user 0.029s	sys 0.011s
02:07:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.472209 13206 tablet_bootstrap.cc:492] T faabf097cb874d688ffde4abf665b941 P 9acda3f056cd47b7afdf834a7dfe636d: Bootstrap starting.
02:07:10.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.473523 13205 tablet_bootstrap.cc:492] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e: No bootstrap required, opened a new log
02:07:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.474542 13203 tablet_bootstrap.cc:492] T faabf097cb874d688ffde4abf665b941 P 851a12ae74574c76ba2875baf88585f1: Bootstrap starting.
02:07:10.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.480129 13205 ts_tablet_manager.cc:1403] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e: Time spent bootstrapping tablet: real 0.048s	user 0.019s	sys 0.009s
02:07:10.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.481298 13203 tablet_bootstrap.cc:654] T faabf097cb874d688ffde4abf665b941 P 851a12ae74574c76ba2875baf88585f1: Neither blocks nor log segments found. Creating new log.
02:07:10.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.487648 13205 raft_consensus.cc:359] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } }
02:07:10.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.488987 13205 raft_consensus.cc:385] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:10.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.489436 13205 raft_consensus.cc:740] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78f80e5c90c54d26995ea29b8e4a899e, State: Initialized, Role: FOLLOWER
02:07:10.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.491444 13205 consensus_queue.cc:260] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } }
02:07:10.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.494266 13205 ts_tablet_manager.cc:1434] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e: Time spent starting tablet: real 0.014s	user 0.007s	sys 0.000s
02:07:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.496659 13203 tablet_bootstrap.cc:492] T faabf097cb874d688ffde4abf665b941 P 851a12ae74574c76ba2875baf88585f1: No bootstrap required, opened a new log
02:07:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.497037 13203 ts_tablet_manager.cc:1403] T faabf097cb874d688ffde4abf665b941 P 851a12ae74574c76ba2875baf88585f1: Time spent bootstrapping tablet: real 0.023s	user 0.017s	sys 0.000s
02:07:10.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.499724 13203 raft_consensus.cc:359] T faabf097cb874d688ffde4abf665b941 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.501235 13203 raft_consensus.cc:385] T faabf097cb874d688ffde4abf665b941 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:10.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.501590 13203 raft_consensus.cc:740] T faabf097cb874d688ffde4abf665b941 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 851a12ae74574c76ba2875baf88585f1, State: Initialized, Role: FOLLOWER
02:07:10.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.502288 13203 consensus_queue.cc:260] T faabf097cb874d688ffde4abf665b941 P 851a12ae74574c76ba2875baf88585f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.507661 13203 ts_tablet_manager.cc:1434] T faabf097cb874d688ffde4abf665b941 P 851a12ae74574c76ba2875baf88585f1: Time spent starting tablet: real 0.010s	user 0.007s	sys 0.000s
02:07:10.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.516733 13206 tablet_bootstrap.cc:654] T faabf097cb874d688ffde4abf665b941 P 9acda3f056cd47b7afdf834a7dfe636d: Neither blocks nor log segments found. Creating new log.
02:07:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:10.522324 12343 tablet.cc:2404] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:10.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.523236 13206 tablet_bootstrap.cc:492] T faabf097cb874d688ffde4abf665b941 P 9acda3f056cd47b7afdf834a7dfe636d: No bootstrap required, opened a new log
02:07:10.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.523660 13206 ts_tablet_manager.cc:1403] T faabf097cb874d688ffde4abf665b941 P 9acda3f056cd47b7afdf834a7dfe636d: Time spent bootstrapping tablet: real 0.052s	user 0.011s	sys 0.001s
02:07:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.526324 13206 raft_consensus.cc:359] T faabf097cb874d688ffde4abf665b941 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.526990 13206 raft_consensus.cc:385] T faabf097cb874d688ffde4abf665b941 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:10.527048 12057 tablet.cc:2404] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.527251 13206 raft_consensus.cc:740] T faabf097cb874d688ffde4abf665b941 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9acda3f056cd47b7afdf834a7dfe636d, State: Initialized, Role: FOLLOWER
02:07:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.527858 13206 consensus_queue.cc:260] T faabf097cb874d688ffde4abf665b941 P 9acda3f056cd47b7afdf834a7dfe636d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.530711 13206 ts_tablet_manager.cc:1434] T faabf097cb874d688ffde4abf665b941 P 9acda3f056cd47b7afdf834a7dfe636d: Time spent starting tablet: real 0.007s	user 0.007s	sys 0.000s
02:07:10.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.531608 13206 tablet_bootstrap.cc:492] T 504323f05eb647afbcafa3095ab22a21 P 9acda3f056cd47b7afdf834a7dfe636d: Bootstrap starting.
02:07:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.537613 13206 tablet_bootstrap.cc:654] T 504323f05eb647afbcafa3095ab22a21 P 9acda3f056cd47b7afdf834a7dfe636d: Neither blocks nor log segments found. Creating new log.
02:07:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.546846 13206 tablet_bootstrap.cc:492] T 504323f05eb647afbcafa3095ab22a21 P 9acda3f056cd47b7afdf834a7dfe636d: No bootstrap required, opened a new log
02:07:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.547242 13206 ts_tablet_manager.cc:1403] T 504323f05eb647afbcafa3095ab22a21 P 9acda3f056cd47b7afdf834a7dfe636d: Time spent bootstrapping tablet: real 0.016s	user 0.010s	sys 0.004s
02:07:10.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.549772 13206 raft_consensus.cc:359] T 504323f05eb647afbcafa3095ab22a21 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.550222 13206 raft_consensus.cc:385] T 504323f05eb647afbcafa3095ab22a21 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:10.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.550405 13206 raft_consensus.cc:740] T 504323f05eb647afbcafa3095ab22a21 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9acda3f056cd47b7afdf834a7dfe636d, State: Initialized, Role: FOLLOWER
02:07:10.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.550897 13206 consensus_queue.cc:260] T 504323f05eb647afbcafa3095ab22a21 P 9acda3f056cd47b7afdf834a7dfe636d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.552619 13206 ts_tablet_manager.cc:1434] T 504323f05eb647afbcafa3095ab22a21 P 9acda3f056cd47b7afdf834a7dfe636d: Time spent starting tablet: real 0.005s	user 0.002s	sys 0.004s
02:07:10.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:10.584383 12200 tablet.cc:2404] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:10.667 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:10.667 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:10.667 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:10.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:10.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:10.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:10.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.669484 13209 raft_consensus.cc:493] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.669972 13209 raft_consensus.cc:515] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.670898 13211 raft_consensus.cc:493] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.671423 13211 raft_consensus.cc:515] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.672900 13209 leader_election.cc:290] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 78f80e5c90c54d26995ea29b8e4a899e (127.11.65.130:37475), 9acda3f056cd47b7afdf834a7dfe636d (127.11.65.131:41731)
02:07:10.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.674548 13211 leader_election.cc:290] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 851a12ae74574c76ba2875baf88585f1 (127.11.65.129:33783), 9acda3f056cd47b7afdf834a7dfe636d (127.11.65.131:41731)
02:07:10.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.693477 11951 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "faabf097cb874d688ffde4abf665b941" candidate_uuid: "78f80e5c90c54d26995ea29b8e4a899e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "851a12ae74574c76ba2875baf88585f1" is_pre_election: true
02:07:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.693598 12148 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "504323f05eb647afbcafa3095ab22a21" candidate_uuid: "851a12ae74574c76ba2875baf88585f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78f80e5c90c54d26995ea29b8e4a899e" is_pre_election: true
02:07:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.694238 11951 raft_consensus.cc:2468] T faabf097cb874d688ffde4abf665b941 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 78f80e5c90c54d26995ea29b8e4a899e in term 0.
02:07:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.694408 12148 raft_consensus.cc:2468] T 504323f05eb647afbcafa3095ab22a21 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 851a12ae74574c76ba2875baf88585f1 in term 0.
02:07:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.696139 11884 leader_election.cc:304] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 78f80e5c90c54d26995ea29b8e4a899e, 851a12ae74574c76ba2875baf88585f1; no voters: 
02:07:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.696100 12083 leader_election.cc:304] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 78f80e5c90c54d26995ea29b8e4a899e, 851a12ae74574c76ba2875baf88585f1; no voters: 
02:07:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.697063 13211 raft_consensus.cc:2804] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.697175 13209 raft_consensus.cc:2804] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.697454 13211 raft_consensus.cc:493] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.697777 13211 raft_consensus.cc:3060] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Advancing to term 1
02:07:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.697788 13209 raft_consensus.cc:493] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:10.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.698264 13209 raft_consensus.cc:3060] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Advancing to term 1
02:07:10.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:10.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.702741 12289 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "faabf097cb874d688ffde4abf665b941" candidate_uuid: "78f80e5c90c54d26995ea29b8e4a899e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9acda3f056cd47b7afdf834a7dfe636d" is_pre_election: true
02:07:10.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.703660 12289 raft_consensus.cc:2468] T faabf097cb874d688ffde4abf665b941 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 78f80e5c90c54d26995ea29b8e4a899e in term 0.
02:07:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.707572 13209 raft_consensus.cc:515] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.708191 12289 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "504323f05eb647afbcafa3095ab22a21" candidate_uuid: "851a12ae74574c76ba2875baf88585f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9acda3f056cd47b7afdf834a7dfe636d" is_pre_election: true
02:07:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.709455 13209 leader_election.cc:290] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [CANDIDATE]: Term 1 election: Requested vote from peers 78f80e5c90c54d26995ea29b8e4a899e (127.11.65.130:37475), 9acda3f056cd47b7afdf834a7dfe636d (127.11.65.131:41731)
02:07:10.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.708719 12289 raft_consensus.cc:2468] T 504323f05eb647afbcafa3095ab22a21 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 851a12ae74574c76ba2875baf88585f1 in term 0.
02:07:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.712059 12148 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "504323f05eb647afbcafa3095ab22a21" candidate_uuid: "851a12ae74574c76ba2875baf88585f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78f80e5c90c54d26995ea29b8e4a899e"
02:07:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.712606 12148 raft_consensus.cc:3060] T 504323f05eb647afbcafa3095ab22a21 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Advancing to term 1
02:07:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.712528 12288 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "504323f05eb647afbcafa3095ab22a21" candidate_uuid: "851a12ae74574c76ba2875baf88585f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9acda3f056cd47b7afdf834a7dfe636d"
02:07:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.713102 12288 raft_consensus.cc:3060] T 504323f05eb647afbcafa3095ab22a21 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Advancing to term 1
02:07:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.714704 13211 raft_consensus.cc:515] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.718869 12289 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "faabf097cb874d688ffde4abf665b941" candidate_uuid: "78f80e5c90c54d26995ea29b8e4a899e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9acda3f056cd47b7afdf834a7dfe636d"
02:07:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.719437 12289 raft_consensus.cc:3060] T faabf097cb874d688ffde4abf665b941 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Advancing to term 1
02:07:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.720623 12148 raft_consensus.cc:2468] T 504323f05eb647afbcafa3095ab22a21 P 78f80e5c90c54d26995ea29b8e4a899e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 851a12ae74574c76ba2875baf88585f1 in term 1.
02:07:10.725 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:10.726 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:10.726 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:10.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:10.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:10.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:10.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:10.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:10.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:10.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:10.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:10.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:10.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.722371 11951 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "faabf097cb874d688ffde4abf665b941" candidate_uuid: "78f80e5c90c54d26995ea29b8e4a899e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "851a12ae74574c76ba2875baf88585f1"
02:07:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.722916 11951 raft_consensus.cc:3060] T faabf097cb874d688ffde4abf665b941 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Advancing to term 1
02:07:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.722963 11884 leader_election.cc:304] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 78f80e5c90c54d26995ea29b8e4a899e, 851a12ae74574c76ba2875baf88585f1; no voters: 
02:07:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.724143 13209 raft_consensus.cc:2804] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [term 1 FOLLOWER]: Leader election won for term 1
02:07:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.726161 13209 raft_consensus.cc:697] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [term 1 LEADER]: Becoming Leader. State: Replica: 851a12ae74574c76ba2875baf88585f1, State: Running, Role: LEADER
02:07:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.728366 12289 raft_consensus.cc:2468] T faabf097cb874d688ffde4abf665b941 P 9acda3f056cd47b7afdf834a7dfe636d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 78f80e5c90c54d26995ea29b8e4a899e in term 1.
02:07:10.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.728336 13209 consensus_queue.cc:237] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.730190 13211 leader_election.cc:290] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [CANDIDATE]: Term 1 election: Requested vote from peers 851a12ae74574c76ba2875baf88585f1 (127.11.65.129:33783), 9acda3f056cd47b7afdf834a7dfe636d (127.11.65.131:41731)
02:07:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.730897 13211 raft_consensus.cc:493] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.731398 13211 raft_consensus.cc:515] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } }
02:07:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.733465 13211 leader_election.cc:290] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 851a12ae74574c76ba2875baf88585f1 (127.11.65.129:33783), 9acda3f056cd47b7afdf834a7dfe636d (127.11.65.131:41731)
02:07:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.734637 11950 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13cb71edc16045a09e8b5b5b133752e4" candidate_uuid: "78f80e5c90c54d26995ea29b8e4a899e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "851a12ae74574c76ba2875baf88585f1" is_pre_election: true
02:07:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.735348 11950 raft_consensus.cc:2468] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 78f80e5c90c54d26995ea29b8e4a899e in term 0.
02:07:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.735880 12289 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13cb71edc16045a09e8b5b5b133752e4" candidate_uuid: "78f80e5c90c54d26995ea29b8e4a899e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9acda3f056cd47b7afdf834a7dfe636d" is_pre_election: true
02:07:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.736555 12289 raft_consensus.cc:2468] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 78f80e5c90c54d26995ea29b8e4a899e in term 0.
02:07:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.737778 12288 raft_consensus.cc:2468] T 504323f05eb647afbcafa3095ab22a21 P 9acda3f056cd47b7afdf834a7dfe636d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 851a12ae74574c76ba2875baf88585f1 in term 1.
02:07:10.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.739419 12083 leader_election.cc:304] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 78f80e5c90c54d26995ea29b8e4a899e, 851a12ae74574c76ba2875baf88585f1; no voters: 
02:07:10.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.739359 11951 raft_consensus.cc:2468] T faabf097cb874d688ffde4abf665b941 P 851a12ae74574c76ba2875baf88585f1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 78f80e5c90c54d26995ea29b8e4a899e in term 1.
02:07:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.741926 13211 raft_consensus.cc:2804] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.742249 13211 raft_consensus.cc:493] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.742556 13211 raft_consensus.cc:3060] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [term 0 FOLLOWER]: Advancing to term 1
02:07:10.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.745519 12083 leader_election.cc:304] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 78f80e5c90c54d26995ea29b8e4a899e, 851a12ae74574c76ba2875baf88585f1; no voters: 
02:07:10.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.746716 13225 raft_consensus.cc:2804] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [term 1 FOLLOWER]: Leader election won for term 1
02:07:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.753154 13211 raft_consensus.cc:515] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } }
02:07:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.754719 13225 raft_consensus.cc:697] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [term 1 LEADER]: Becoming Leader. State: Replica: 78f80e5c90c54d26995ea29b8e4a899e, State: Running, Role: LEADER
02:07:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.754118 11746 catalog_manager.cc:5696] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 851a12ae74574c76ba2875baf88585f1 (127.11.65.129). New cstate: current_term: 1 leader_uuid: "851a12ae74574c76ba2875baf88585f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } health_report { overall_health: UNKNOWN } } }
02:07:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.755615 13225 consensus_queue.cc:237] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } }
02:07:10.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.757951 13211 leader_election.cc:290] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [CANDIDATE]: Term 1 election: Requested vote from peers 851a12ae74574c76ba2875baf88585f1 (127.11.65.129:33783), 9acda3f056cd47b7afdf834a7dfe636d (127.11.65.131:41731)
02:07:10.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.757946 11951 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13cb71edc16045a09e8b5b5b133752e4" candidate_uuid: "78f80e5c90c54d26995ea29b8e4a899e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "851a12ae74574c76ba2875baf88585f1"
02:07:10.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.758491 11951 raft_consensus.cc:3060] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1 [term 0 FOLLOWER]: Advancing to term 1
02:07:10.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.759083 12289 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13cb71edc16045a09e8b5b5b133752e4" candidate_uuid: "78f80e5c90c54d26995ea29b8e4a899e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9acda3f056cd47b7afdf834a7dfe636d"
02:07:10.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.759604 12289 raft_consensus.cc:3060] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d [term 0 FOLLOWER]: Advancing to term 1
02:07:10.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.766641 12289 raft_consensus.cc:2468] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 78f80e5c90c54d26995ea29b8e4a899e in term 1.
02:07:10.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.766908 11951 raft_consensus.cc:2468] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 78f80e5c90c54d26995ea29b8e4a899e in term 1.
02:07:10.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.767989 12083 leader_election.cc:304] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 78f80e5c90c54d26995ea29b8e4a899e, 851a12ae74574c76ba2875baf88585f1; no voters: 
02:07:10.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.768833 13211 raft_consensus.cc:2804] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [term 1 FOLLOWER]: Leader election won for term 1
02:07:10.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.769537 13211 raft_consensus.cc:697] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [term 1 LEADER]: Becoming Leader. State: Replica: 78f80e5c90c54d26995ea29b8e4a899e, State: Running, Role: LEADER
02:07:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.770951 13211 consensus_queue.cc:237] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } }
02:07:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.834287 11746 catalog_manager.cc:5696] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e reported cstate change: term changed from 0 to 1, leader changed from <none> to 78f80e5c90c54d26995ea29b8e4a899e (127.11.65.130). New cstate: current_term: 1 leader_uuid: "78f80e5c90c54d26995ea29b8e4a899e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } health_report { overall_health: UNKNOWN } } }
02:07:10.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:10.860417 11746 catalog_manager.cc:5696] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e reported cstate change: term changed from 0 to 1, leader changed from <none> to 78f80e5c90c54d26995ea29b8e4a899e (127.11.65.130). New cstate: current_term: 1 leader_uuid: "78f80e5c90c54d26995ea29b8e4a899e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 } health_report { overall_health: HEALTHY } } }
02:07:10.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:10.884 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:10.884 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:10.885 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:10.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:10.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:10.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:10.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:10.886 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:10.886 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:10.886 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:10.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:10.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:10.886 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:11.001 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:11.001 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:11.001 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.001 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.002 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:11.002 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.002 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.002 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.002 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.002 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.002 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.055650 13171 heartbeater.cc:499] Master 127.12.14.61:42381 was elected leader, sending a full tablet report...
02:07:11.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:11.154 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:11.155 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:11.155 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:11.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.156 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:11.172 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:11.172 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:11.172 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:11.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:11.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:11.173 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:11.173 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:11.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:11.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:11.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:11.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:11.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:11.173 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:11.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:11.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:11.214 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aaf59caa5aaf4bea82ff27cba95a560a
02:07:11.215 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:11.216 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:11.216 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:11.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:11.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:11.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:11.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:11.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:11.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:11.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:11.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:11.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:11.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:11.219 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 13cb71edc16045a09e8b5b5b133752e4 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:11.219 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 504323f05eb647afbcafa3095ab22a21 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:11.219 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet faabf097cb874d688ffde4abf665b941 for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:11.219 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=13cb71edc16045a09e8b5b5b133752e4@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)[L],851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783),9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=504323f05eb647afbcafa3095ab22a21@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475),851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783)[L],9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=faabf097cb874d688ffde4abf665b941@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)[L],851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783),9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}]
02:07:11.219 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.65.188:39581, [3ms] Sub RPC GetTableLocations: received response from server master-127.11.65.188:39581: OK, deferred=null) after lookup
02:07:11.220 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] connecting to peer
02:07:11.221 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] Successfully connected to peer
02:07:11.236 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:11.240 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x863ecfd7, L:/127.0.0.1:40274 - R:/127.11.65.130:37475] using TOKEN/null
02:07:11.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.240584 13209 consensus_queue.cc:1048] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "78f80e5c90c54d26995ea29b8e4a899e" member_type: VOTER last_known_addr { host: "127.11.65.130" port: 37475 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:11.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.257735 13209 consensus_queue.cc:1048] T 504323f05eb647afbcafa3095ab22a21 P 851a12ae74574c76ba2875baf88585f1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:11.259 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:11.260 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.260 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.260 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.260 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:11.261 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:11.261 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.261 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.261 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.262 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:11.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.262766 12289 raft_consensus.cc:1275] T 13cb71edc16045a09e8b5b5b133752e4 P 9acda3f056cd47b7afdf834a7dfe636d [term 1 FOLLOWER]: Refusing update from remote peer 78f80e5c90c54d26995ea29b8e4a899e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:11.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.262981 11951 raft_consensus.cc:1275] T 13cb71edc16045a09e8b5b5b133752e4 P 851a12ae74574c76ba2875baf88585f1 [term 1 FOLLOWER]: Refusing update from remote peer 78f80e5c90c54d26995ea29b8e4a899e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:11.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.265218 13225 consensus_queue.cc:1048] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [LEADER]: Connected to new peer: Peer: permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:11.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.266788 13225 consensus_queue.cc:1048] T 13cb71edc16045a09e8b5b5b133752e4 P 78f80e5c90c54d26995ea29b8e4a899e [LEADER]: Connected to new peer: Peer: permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:11.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.338510 13244 mvcc.cc:204] Tried to move back new op lower bound from 7287070848032542720 to 7287070846055116800. Current Snapshot: MvccSnapshot[applied={T|T < 7287070848032542720}]
02:07:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.353158 13211 consensus_queue.cc:1048] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [LEADER]: Connected to new peer: Peer: permanent_uuid: "9acda3f056cd47b7afdf834a7dfe636d" member_type: VOTER last_known_addr { host: "127.11.65.131" port: 41731 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:07:11.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.368924 13211 consensus_queue.cc:1048] T faabf097cb874d688ffde4abf665b941 P 78f80e5c90c54d26995ea29b8e4a899e [LEADER]: Connected to new peer: Peer: permanent_uuid: "851a12ae74574c76ba2875baf88585f1" member_type: VOTER last_known_addr { host: "127.11.65.129" port: 33783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:07:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.373449 13248 mvcc.cc:204] Tried to move back new op lower bound from 7287070848032542720 to 7287070846055116800. Current Snapshot: MvccSnapshot[applied={T|T < 7287070848032542720}]
02:07:11.505 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:11.505 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:11.505 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:11.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:11.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:11.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:11.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:11.506 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:11.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:11.506 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:11.506 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:11.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:11.506 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:11.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:11.573 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:11.573 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:11.573 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:11.573 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:11.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:11.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:11.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:11.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:11.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:11.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:11.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:11.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:11.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:11.580 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:11.580 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:11.580 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:11.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.581 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:11.665 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:11.666 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:11.667 [DEBUG - main] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:11.667 [DEBUG - main] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:11.668 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.14.60:40269(127.12.14.60:40269)] Successfully connected to peer
02:07:11.668 [DEBUG - main] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:11.669 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.14.61:42381(127.12.14.61:42381)] Successfully connected to peer
02:07:11.671 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.14.62:38547(127.12.14.62:38547)] Successfully connected to peer
02:07:11.671 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.60
02:07:11.672 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.61
02:07:11.674 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.62
02:07:11.681 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:11.682 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:11.682 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:11.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:11.685 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x88327f27, L:/127.0.0.1:43364 - R:/127.12.14.62:38547] using SASL/PLAIN
02:07:11.685 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xea559c7f, L:/127.0.0.1:39240 - R:/127.12.14.60:40269] using SASL/PLAIN
02:07:11.686 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9bbcec91, L:/127.0.0.1:59150 - R:/127.12.14.61:42381] using SASL/PLAIN
02:07:11.689 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:11.689 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: OK, deferred=null) after lookup
02:07:11.692 [DEBUG - main] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:11.692 [DEBUG - main] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:11.693 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.65.190:40661(127.11.65.190:40661)] Successfully connected to peer
02:07:11.693 [DEBUG - main] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:11.695 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.65.188:39581(127.11.65.188:39581)] Successfully connected to peer
02:07:11.696 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.65.189:39499(127.11.65.189:39499)] Successfully connected to peer
02:07:11.696 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.190
02:07:11.697 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.188
02:07:11.699 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.189
02:07:11.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:11.705 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:11.706 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:11.706 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:11.708 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcca272e4, L:/127.0.0.1:52014 - R:/127.11.65.190:40661] using SASL/PLAIN
02:07:11.709 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6da2d6fb, L:/127.0.0.1:52330 - R:/127.11.65.189:39499] using SASL/PLAIN
02:07:11.711 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x44fbb551, L:/127.0.0.1:43390 - R:/127.11.65.188:39581] using SASL/PLAIN
02:07:11.714 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:11.714 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [19ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: OK, deferred=null) after lookup
02:07:11.717 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aaf59caa5aaf4bea82ff27cba95a560a
02:07:11.721 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 13cb71edc16045a09e8b5b5b133752e4 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:11.722 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 504323f05eb647afbcafa3095ab22a21 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:11.722 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet faabf097cb874d688ffde4abf665b941 for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:11.722 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=13cb71edc16045a09e8b5b5b133752e4@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)[L],851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783),9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=504323f05eb647afbcafa3095ab22a21@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475),851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783)[L],9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=faabf097cb874d688ffde4abf665b941@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)[L],851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783),9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}]
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.724699 12468 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59150:
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\001d\000\000\000"
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:07:11.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:07:11.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:07:11.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:07:11.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:07:11.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:11.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:11.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:07:11.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:11.729220 12468 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:07:11.841 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:11.861 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:11.861 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:11.861 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:11.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:11.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.862 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:11.862 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:11.862 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:11.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:11.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.902235 12789 tablet_service.cc:1511] Processing CreateTablet for tablet f63c477bbdb64d30a8e9e80d92087ef1 (DEFAULT_TABLE table=replication_test_table [id=1f28c411a247414886e4eeef50db731e]), partition=RANGE (key1) PARTITION VALUES < 100
02:07:11.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.905157 12789 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f63c477bbdb64d30a8e9e80d92087ef1. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:11.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.912678 12939 tablet_service.cc:1511] Processing CreateTablet for tablet f63c477bbdb64d30a8e9e80d92087ef1 (DEFAULT_TABLE table=replication_test_table [id=1f28c411a247414886e4eeef50db731e]), partition=RANGE (key1) PARTITION VALUES < 100
02:07:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.914934 12939 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f63c477bbdb64d30a8e9e80d92087ef1. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.927898 13085 tablet_service.cc:1511] Processing CreateTablet for tablet f63c477bbdb64d30a8e9e80d92087ef1 (DEFAULT_TABLE table=replication_test_table [id=1f28c411a247414886e4eeef50db731e]), partition=RANGE (key1) PARTITION VALUES < 100
02:07:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.930233 13085 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f63c477bbdb64d30a8e9e80d92087ef1. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:11.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.939143 13289 tablet_bootstrap.cc:492] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe: Bootstrap starting.
02:07:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.950541 13289 tablet_bootstrap.cc:654] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe: Neither blocks nor log segments found. Creating new log.
02:07:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.953686 13289 log.cc:826] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe: Log is configured to *not* fsync() on all Append() calls
02:07:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.966910 13289 tablet_bootstrap.cc:492] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe: No bootstrap required, opened a new log
02:07:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.971441 13289 ts_tablet_manager.cc:1403] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe: Time spent bootstrapping tablet: real 0.034s	user 0.018s	sys 0.005s
02:07:11.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.974943 13290 tablet_bootstrap.cc:492] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5: Bootstrap starting.
02:07:11.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:11.997758 13290 tablet_bootstrap.cc:654] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5: Neither blocks nor log segments found. Creating new log.
02:07:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.002561 13289 raft_consensus.cc:359] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } }
02:07:12.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.003832 13289 raft_consensus.cc:385] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:12.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.004413 13289 raft_consensus.cc:740] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 054c8db223d24e9abc7b01c6dd5659fe, State: Initialized, Role: FOLLOWER
02:07:12.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.006330 13290 log.cc:826] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5: Log is configured to *not* fsync() on all Append() calls
02:07:12.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.006019 13289 consensus_queue.cc:260] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } }
02:07:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.009770 13292 tablet_bootstrap.cc:492] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326: Bootstrap starting.
02:07:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.014699 13289 ts_tablet_manager.cc:1434] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe: Time spent starting tablet: real 0.043s	user 0.035s	sys 0.000s
02:07:12.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:12.019164 13012 tablet.cc:2404] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:12.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.019912 13290 tablet_bootstrap.cc:492] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5: No bootstrap required, opened a new log
02:07:12.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.020453 13290 ts_tablet_manager.cc:1403] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5: Time spent bootstrapping tablet: real 0.046s	user 0.007s	sys 0.008s
02:07:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.027853 13292 tablet_bootstrap.cc:654] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326: Neither blocks nor log segments found. Creating new log.
02:07:12.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.033536 13292 log.cc:826] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326: Log is configured to *not* fsync() on all Append() calls
02:07:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.041620 13292 tablet_bootstrap.cc:492] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326: No bootstrap required, opened a new log
02:07:12.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.042169 13292 ts_tablet_manager.cc:1403] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326: Time spent bootstrapping tablet: real 0.033s	user 0.012s	sys 0.004s
02:07:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.044925 13290 raft_consensus.cc:359] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } }
02:07:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.046026 13290 raft_consensus.cc:385] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.046319 13290 raft_consensus.cc:740] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da20f792649d48139280b3dbc8fbc3f5, State: Initialized, Role: FOLLOWER
02:07:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.047138 13290 consensus_queue.cc:260] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } }
02:07:12.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.050925 13290 ts_tablet_manager.cc:1434] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5: Time spent starting tablet: real 0.030s	user 0.024s	sys 0.004s
02:07:12.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:12.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.075033 13292 raft_consensus.cc:359] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } }
02:07:12.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.075722 13292 raft_consensus.cc:385] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:12.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.075932 13292 raft_consensus.cc:740] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08fdb09a2f72440aaf043c725cb9e326, State: Initialized, Role: FOLLOWER
02:07:12.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.076653 13292 consensus_queue.cc:260] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } }
02:07:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.079756 13292 ts_tablet_manager.cc:1434] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326: Time spent starting tablet: real 0.037s	user 0.023s	sys 0.008s
02:07:12.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.098873 13297 raft_consensus.cc:493] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:12.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.099442 13297 raft_consensus.cc:515] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } }
02:07:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.101922 13297 leader_election.cc:290] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers da20f792649d48139280b3dbc8fbc3f5 (127.12.14.1:42145), 054c8db223d24e9abc7b01c6dd5659fe (127.12.14.2:39227)
02:07:12.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.113703 12814 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f63c477bbdb64d30a8e9e80d92087ef1" candidate_uuid: "08fdb09a2f72440aaf043c725cb9e326" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da20f792649d48139280b3dbc8fbc3f5" is_pre_election: true
02:07:12.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.114612 12814 raft_consensus.cc:2468] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08fdb09a2f72440aaf043c725cb9e326 in term 0.
02:07:12.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.115852 13040 leader_election.cc:304] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08fdb09a2f72440aaf043c725cb9e326, da20f792649d48139280b3dbc8fbc3f5; no voters: 
02:07:12.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.116734 13297 raft_consensus.cc:2804] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:12.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.116873 12959 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f63c477bbdb64d30a8e9e80d92087ef1" candidate_uuid: "08fdb09a2f72440aaf043c725cb9e326" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "054c8db223d24e9abc7b01c6dd5659fe" is_pre_election: true
02:07:12.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.117069 13297 raft_consensus.cc:493] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:12.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.117465 13297 raft_consensus.cc:3060] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Advancing to term 1
02:07:12.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.117744 12959 raft_consensus.cc:2468] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08fdb09a2f72440aaf043c725cb9e326 in term 0.
02:07:12.120 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:12.121 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:12.121 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:12.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:12.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:12.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:12.121 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:12.121 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:12.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:12.122 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:12.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:12.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:12.123 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:12.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.122761 13297 raft_consensus.cc:515] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } }
02:07:12.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.124464 13297 leader_election.cc:290] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [CANDIDATE]: Term 1 election: Requested vote from peers da20f792649d48139280b3dbc8fbc3f5 (127.12.14.1:42145), 054c8db223d24e9abc7b01c6dd5659fe (127.12.14.2:39227)
02:07:12.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.125269 12814 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f63c477bbdb64d30a8e9e80d92087ef1" candidate_uuid: "08fdb09a2f72440aaf043c725cb9e326" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da20f792649d48139280b3dbc8fbc3f5"
02:07:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.125816 12814 raft_consensus.cc:3060] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Advancing to term 1
02:07:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.126120 12959 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f63c477bbdb64d30a8e9e80d92087ef1" candidate_uuid: "08fdb09a2f72440aaf043c725cb9e326" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "054c8db223d24e9abc7b01c6dd5659fe"
02:07:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.126616 12959 raft_consensus.cc:3060] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Advancing to term 1
02:07:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.130653 12814 raft_consensus.cc:2468] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08fdb09a2f72440aaf043c725cb9e326 in term 1.
02:07:12.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.131253 12959 raft_consensus.cc:2468] T f63c477bbdb64d30a8e9e80d92087ef1 P 054c8db223d24e9abc7b01c6dd5659fe [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08fdb09a2f72440aaf043c725cb9e326 in term 1.
02:07:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.131557 13040 leader_election.cc:304] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08fdb09a2f72440aaf043c725cb9e326, da20f792649d48139280b3dbc8fbc3f5; no voters: 
02:07:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.132318 13297 raft_consensus.cc:2804] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [term 1 FOLLOWER]: Leader election won for term 1
02:07:12.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.133924 13297 raft_consensus.cc:697] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [term 1 LEADER]: Becoming Leader. State: Replica: 08fdb09a2f72440aaf043c725cb9e326, State: Running, Role: LEADER
02:07:12.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.135335 13297 consensus_queue.cc:237] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } }
02:07:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.148838 12468 catalog_manager.cc:5696] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 reported cstate change: term changed from 0 to 1, leader changed from <none> to 08fdb09a2f72440aaf043c725cb9e326 (127.12.14.3). New cstate: current_term: 1 leader_uuid: "08fdb09a2f72440aaf043c725cb9e326" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } health_report { overall_health: UNKNOWN } } }
02:07:12.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:12.185 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:12.186 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:12.186 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:12.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:12.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:12.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:12.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:12.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:12.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:12.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:12.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:12.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:12.187 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:12.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:12.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:12.240768 12863 tablet.cc:2404] T f63c477bbdb64d30a8e9e80d92087ef1 P da20f792649d48139280b3dbc8fbc3f5: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:12.266238 13176 tablet.cc:2404] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:12.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.311430 12468 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:59150:
02:07:12.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
02:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:12.331090 12468 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 64ff89dd24e1488fb10c683d152e571c has no consensus state
02:07:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.347954 12789 tablet_service.cc:1511] Processing CreateTablet for tablet 64ff89dd24e1488fb10c683d152e571c (DEFAULT_TABLE table=replication_test_table [id=1f28c411a247414886e4eeef50db731e]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:07:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.348778 12939 tablet_service.cc:1511] Processing CreateTablet for tablet 64ff89dd24e1488fb10c683d152e571c (DEFAULT_TABLE table=replication_test_table [id=1f28c411a247414886e4eeef50db731e]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:07:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.349170 12789 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 64ff89dd24e1488fb10c683d152e571c. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.349934 12939 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 64ff89dd24e1488fb10c683d152e571c. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.353900 13085 tablet_service.cc:1511] Processing CreateTablet for tablet 64ff89dd24e1488fb10c683d152e571c (DEFAULT_TABLE table=replication_test_table [id=1f28c411a247414886e4eeef50db731e]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
02:07:12.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.354770 13085 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 64ff89dd24e1488fb10c683d152e571c. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:12.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:12.361220 12455 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 64ff89dd24e1488fb10c683d152e571c (table replication_test_table [id=1f28c411a247414886e4eeef50db731e], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 64ff89dd24e1488fb10c683d152e571c consensus state has no leader
02:07:12.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.369885 13290 tablet_bootstrap.cc:492] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5: Bootstrap starting.
02:07:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.380914 13290 tablet_bootstrap.cc:654] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5: Neither blocks nor log segments found. Creating new log.
02:07:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.386426 13289 tablet_bootstrap.cc:492] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe: Bootstrap starting.
02:07:12.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.388204 13290 tablet_bootstrap.cc:492] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5: No bootstrap required, opened a new log
02:07:12.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.388641 13290 ts_tablet_manager.cc:1403] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5: Time spent bootstrapping tablet: real 0.019s	user 0.001s	sys 0.011s
02:07:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.391490 13290 raft_consensus.cc:359] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.392105 13289 tablet_bootstrap.cc:654] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe: Neither blocks nor log segments found. Creating new log.
02:07:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.392261 13290 raft_consensus.cc:385] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.392577 13290 raft_consensus.cc:740] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da20f792649d48139280b3dbc8fbc3f5, State: Initialized, Role: FOLLOWER
02:07:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.393265 13290 consensus_queue.cc:260] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.395602 13290 ts_tablet_manager.cc:1434] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5: Time spent starting tablet: real 0.007s	user 0.002s	sys 0.005s
02:07:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.397797 13292 tablet_bootstrap.cc:492] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326: Bootstrap starting.
02:07:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.402176 13289 tablet_bootstrap.cc:492] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe: No bootstrap required, opened a new log
02:07:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.402716 13289 ts_tablet_manager.cc:1403] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe: Time spent bootstrapping tablet: real 0.017s	user 0.012s	sys 0.000s
02:07:12.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.405385 13292 tablet_bootstrap.cc:654] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326: Neither blocks nor log segments found. Creating new log.
02:07:12.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.405572 13289 raft_consensus.cc:359] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.406322 13289 raft_consensus.cc:385] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:12.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.406688 13289 raft_consensus.cc:740] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 054c8db223d24e9abc7b01c6dd5659fe, State: Initialized, Role: FOLLOWER
02:07:12.407 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:12.408 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:12.408 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:12.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:12.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:12.408 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:12.408 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:12.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:12.409 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:12.409 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:12.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:12.409 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:12.409 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:12.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.407320 13289 consensus_queue.cc:260] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.418180 13289 ts_tablet_manager.cc:1434] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe: Time spent starting tablet: real 0.015s	user 0.006s	sys 0.000s
02:07:12.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.426828 13292 tablet_bootstrap.cc:492] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326: No bootstrap required, opened a new log
02:07:12.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.427241 13292 ts_tablet_manager.cc:1403] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326: Time spent bootstrapping tablet: real 0.030s	user 0.010s	sys 0.015s
02:07:12.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.429772 13292 raft_consensus.cc:359] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.430426 13292 raft_consensus.cc:385] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.431509 13292 raft_consensus.cc:740] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08fdb09a2f72440aaf043c725cb9e326, State: Initialized, Role: FOLLOWER
02:07:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.433161 13292 consensus_queue.cc:260] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.436913 13292 ts_tablet_manager.cc:1434] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326: Time spent starting tablet: real 0.009s	user 0.007s	sys 0.001s
02:07:12.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.452553 12467 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de: replication_test_table [id=1f28c411a247414886e4eeef50db731e] alter complete (version 0)
02:07:12.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.472630 12466 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:59150:
02:07:12.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\310\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
02:07:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:12.501535 12466 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 64ff89dd24e1488fb10c683d152e571c consensus state has no leader
02:07:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:12.502238 12466 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 0500a33a61804e26a9a3a27719f6c06d has no consensus state
02:07:12.507 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:12.507 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:12.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:12.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:12.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:12.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:12.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:12.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:12.508 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:12.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:12.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:12.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:12.509 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:12.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.521306 12789 tablet_service.cc:1511] Processing CreateTablet for tablet 0500a33a61804e26a9a3a27719f6c06d (DEFAULT_TABLE table=replication_test_table [id=1f28c411a247414886e4eeef50db731e]), partition=RANGE (key1) PARTITION 200 <= VALUES
02:07:12.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.522501 12789 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0500a33a61804e26a9a3a27719f6c06d. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:12.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.524837 12939 tablet_service.cc:1511] Processing CreateTablet for tablet 0500a33a61804e26a9a3a27719f6c06d (DEFAULT_TABLE table=replication_test_table [id=1f28c411a247414886e4eeef50db731e]), partition=RANGE (key1) PARTITION 200 <= VALUES
02:07:12.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.525983 12939 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0500a33a61804e26a9a3a27719f6c06d. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:12.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.528880 13085 tablet_service.cc:1511] Processing CreateTablet for tablet 0500a33a61804e26a9a3a27719f6c06d (DEFAULT_TABLE table=replication_test_table [id=1f28c411a247414886e4eeef50db731e]), partition=RANGE (key1) PARTITION 200 <= VALUES
02:07:12.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.530093 13085 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0500a33a61804e26a9a3a27719f6c06d. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.534008 13290 tablet_bootstrap.cc:492] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5: Bootstrap starting.
02:07:12.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.545390 13292 tablet_bootstrap.cc:492] T 0500a33a61804e26a9a3a27719f6c06d P 08fdb09a2f72440aaf043c725cb9e326: Bootstrap starting.
02:07:12.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.548095 13289 tablet_bootstrap.cc:492] T 0500a33a61804e26a9a3a27719f6c06d P 054c8db223d24e9abc7b01c6dd5659fe: Bootstrap starting.
02:07:12.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.548702 13296 raft_consensus.cc:493] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:12.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.549019 13297 consensus_queue.cc:1048] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [LEADER]: Connected to new peer: Peer: permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:12.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.549207 13296 raft_consensus.cc:515] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.553639 13292 tablet_bootstrap.cc:654] T 0500a33a61804e26a9a3a27719f6c06d P 08fdb09a2f72440aaf043c725cb9e326: Neither blocks nor log segments found. Creating new log.
02:07:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.554740 13289 tablet_bootstrap.cc:654] T 0500a33a61804e26a9a3a27719f6c06d P 054c8db223d24e9abc7b01c6dd5659fe: Neither blocks nor log segments found. Creating new log.
02:07:12.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.563542 13296 leader_election.cc:290] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 054c8db223d24e9abc7b01c6dd5659fe (127.12.14.2:39227), 08fdb09a2f72440aaf043c725cb9e326 (127.12.14.3:45549)
02:07:12.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.567086 13292 tablet_bootstrap.cc:492] T 0500a33a61804e26a9a3a27719f6c06d P 08fdb09a2f72440aaf043c725cb9e326: No bootstrap required, opened a new log
02:07:12.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.567757 13292 ts_tablet_manager.cc:1403] T 0500a33a61804e26a9a3a27719f6c06d P 08fdb09a2f72440aaf043c725cb9e326: Time spent bootstrapping tablet: real 0.023s	user 0.009s	sys 0.008s
02:07:12.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.571072 13292 raft_consensus.cc:359] T 0500a33a61804e26a9a3a27719f6c06d P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.572032 13292 raft_consensus.cc:385] T 0500a33a61804e26a9a3a27719f6c06d P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.572526 13292 raft_consensus.cc:740] T 0500a33a61804e26a9a3a27719f6c06d P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08fdb09a2f72440aaf043c725cb9e326, State: Initialized, Role: FOLLOWER
02:07:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.573467 13292 consensus_queue.cc:260] T 0500a33a61804e26a9a3a27719f6c06d P 08fdb09a2f72440aaf043c725cb9e326 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.574823 13290 tablet_bootstrap.cc:654] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5: Neither blocks nor log segments found. Creating new log.
02:07:12.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.591152 13292 ts_tablet_manager.cc:1434] T 0500a33a61804e26a9a3a27719f6c06d P 08fdb09a2f72440aaf043c725cb9e326: Time spent starting tablet: real 0.023s	user 0.001s	sys 0.005s
02:07:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.594525 13289 tablet_bootstrap.cc:492] T 0500a33a61804e26a9a3a27719f6c06d P 054c8db223d24e9abc7b01c6dd5659fe: No bootstrap required, opened a new log
02:07:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.594920 13289 ts_tablet_manager.cc:1403] T 0500a33a61804e26a9a3a27719f6c06d P 054c8db223d24e9abc7b01c6dd5659fe: Time spent bootstrapping tablet: real 0.047s	user 0.004s	sys 0.008s
02:07:12.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.603041 13290 tablet_bootstrap.cc:492] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5: No bootstrap required, opened a new log
02:07:12.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.603590 13290 ts_tablet_manager.cc:1403] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5: Time spent bootstrapping tablet: real 0.070s	user 0.003s	sys 0.009s
02:07:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.604100 13289 raft_consensus.cc:359] T 0500a33a61804e26a9a3a27719f6c06d P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.604822 13289 raft_consensus.cc:385] T 0500a33a61804e26a9a3a27719f6c06d P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.605086 13289 raft_consensus.cc:740] T 0500a33a61804e26a9a3a27719f6c06d P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 054c8db223d24e9abc7b01c6dd5659fe, State: Initialized, Role: FOLLOWER
02:07:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.619544 13289 consensus_queue.cc:260] T 0500a33a61804e26a9a3a27719f6c06d P 054c8db223d24e9abc7b01c6dd5659fe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.626029 13289 ts_tablet_manager.cc:1434] T 0500a33a61804e26a9a3a27719f6c06d P 054c8db223d24e9abc7b01c6dd5659fe: Time spent starting tablet: real 0.031s	user 0.007s	sys 0.001s
02:07:12.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.631808 13300 raft_consensus.cc:493] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:12.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.632285 13300 raft_consensus.cc:515] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.636500 13300 leader_election.cc:290] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers da20f792649d48139280b3dbc8fbc3f5 (127.12.14.1:42145), 054c8db223d24e9abc7b01c6dd5659fe (127.12.14.2:39227)
02:07:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.636708 12959 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64ff89dd24e1488fb10c683d152e571c" candidate_uuid: "da20f792649d48139280b3dbc8fbc3f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "054c8db223d24e9abc7b01c6dd5659fe" is_pre_election: true
02:07:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.637094 12466 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 62e5076cf69841429cdc5a471948a4de: replication_test_table [id=1f28c411a247414886e4eeef50db731e] alter complete (version 0)
02:07:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.637233 12959 raft_consensus.cc:2468] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate da20f792649d48139280b3dbc8fbc3f5 in term 0.
02:07:12.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.638355 12737 leader_election.cc:304] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 054c8db223d24e9abc7b01c6dd5659fe, da20f792649d48139280b3dbc8fbc3f5; no voters: 
02:07:12.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.639088 13296 raft_consensus.cc:2804] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:12.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.639417 13296 raft_consensus.cc:493] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:12.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.639722 13296 raft_consensus.cc:3060] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Advancing to term 1
02:07:12.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.639978 12958 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64ff89dd24e1488fb10c683d152e571c" candidate_uuid: "08fdb09a2f72440aaf043c725cb9e326" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "054c8db223d24e9abc7b01c6dd5659fe" is_pre_election: true
02:07:12.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.640677 12958 raft_consensus.cc:2468] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08fdb09a2f72440aaf043c725cb9e326 in term 0.
02:07:12.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.640749 12813 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64ff89dd24e1488fb10c683d152e571c" candidate_uuid: "08fdb09a2f72440aaf043c725cb9e326" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da20f792649d48139280b3dbc8fbc3f5" is_pre_election: true
02:07:12.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.642083 13290 raft_consensus.cc:359] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.642756 13290 raft_consensus.cc:385] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:12.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.643011 13290 raft_consensus.cc:740] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da20f792649d48139280b3dbc8fbc3f5, State: Initialized, Role: FOLLOWER
02:07:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.645591 13290 consensus_queue.cc:260] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.651707 13038 leader_election.cc:304] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 054c8db223d24e9abc7b01c6dd5659fe, 08fdb09a2f72440aaf043c725cb9e326; no voters: 
02:07:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.652760 13297 consensus_queue.cc:1048] T f63c477bbdb64d30a8e9e80d92087ef1 P 08fdb09a2f72440aaf043c725cb9e326 [LEADER]: Connected to new peer: Peer: permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.654009 13297 raft_consensus.cc:2804] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.654326 13297 raft_consensus.cc:493] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.654620 13297 raft_consensus.cc:3060] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Advancing to term 1
02:07:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.659809 13105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64ff89dd24e1488fb10c683d152e571c" candidate_uuid: "da20f792649d48139280b3dbc8fbc3f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08fdb09a2f72440aaf043c725cb9e326" is_pre_election: true
02:07:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.665601 13296 raft_consensus.cc:515] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.666976 12813 raft_consensus.cc:2393] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 08fdb09a2f72440aaf043c725cb9e326 in current term 1: Already voted for candidate da20f792649d48139280b3dbc8fbc3f5 in this term.
02:07:12.667 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:12.667 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:12.668 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:12.668 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:12.668 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:12.668 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:12.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:12.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:12.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:12.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:12.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:12.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:12.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:12.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.675652 13297 raft_consensus.cc:515] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.678815 12959 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64ff89dd24e1488fb10c683d152e571c" candidate_uuid: "da20f792649d48139280b3dbc8fbc3f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "054c8db223d24e9abc7b01c6dd5659fe"
02:07:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.678711 13296 leader_election.cc:290] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [CANDIDATE]: Term 1 election: Requested vote from peers 054c8db223d24e9abc7b01c6dd5659fe (127.12.14.2:39227), 08fdb09a2f72440aaf043c725cb9e326 (127.12.14.3:45549)
02:07:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.679337 12959 raft_consensus.cc:3060] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Advancing to term 1
02:07:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.679201 13104 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64ff89dd24e1488fb10c683d152e571c" candidate_uuid: "da20f792649d48139280b3dbc8fbc3f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08fdb09a2f72440aaf043c725cb9e326"
02:07:12.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.681541 13105 raft_consensus.cc:2393] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate da20f792649d48139280b3dbc8fbc3f5 in current term 1: Already voted for candidate 08fdb09a2f72440aaf043c725cb9e326 in this term.
02:07:12.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.684808 12813 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64ff89dd24e1488fb10c683d152e571c" candidate_uuid: "08fdb09a2f72440aaf043c725cb9e326" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da20f792649d48139280b3dbc8fbc3f5"
02:07:12.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.684796 12958 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64ff89dd24e1488fb10c683d152e571c" candidate_uuid: "08fdb09a2f72440aaf043c725cb9e326" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "054c8db223d24e9abc7b01c6dd5659fe"
02:07:12.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:12.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.685573 12813 raft_consensus.cc:2393] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 08fdb09a2f72440aaf043c725cb9e326 in current term 1: Already voted for candidate da20f792649d48139280b3dbc8fbc3f5 in this term.
02:07:12.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.688230 13038 leader_election.cc:304] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 08fdb09a2f72440aaf043c725cb9e326; no voters: 054c8db223d24e9abc7b01c6dd5659fe, da20f792649d48139280b3dbc8fbc3f5
02:07:12.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.689180 13300 raft_consensus.cc:2749] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:07:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.690128 13297 leader_election.cc:290] T 64ff89dd24e1488fb10c683d152e571c P 08fdb09a2f72440aaf043c725cb9e326 [CANDIDATE]: Term 1 election: Requested vote from peers da20f792649d48139280b3dbc8fbc3f5 (127.12.14.1:42145), 054c8db223d24e9abc7b01c6dd5659fe (127.12.14.2:39227)
02:07:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.693625 12959 raft_consensus.cc:2468] T 64ff89dd24e1488fb10c683d152e571c P 054c8db223d24e9abc7b01c6dd5659fe [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate da20f792649d48139280b3dbc8fbc3f5 in term 1.
02:07:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.694870 12737 leader_election.cc:304] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 054c8db223d24e9abc7b01c6dd5659fe, da20f792649d48139280b3dbc8fbc3f5; no voters: 08fdb09a2f72440aaf043c725cb9e326
02:07:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.695497 13290 ts_tablet_manager.cc:1434] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5: Time spent starting tablet: real 0.092s	user 0.009s	sys 0.020s
02:07:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.695777 13318 raft_consensus.cc:2804] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 1 FOLLOWER]: Leader election won for term 1
02:07:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.696367 13318 raft_consensus.cc:697] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [term 1 LEADER]: Becoming Leader. State: Replica: da20f792649d48139280b3dbc8fbc3f5, State: Running, Role: LEADER
02:07:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.697345 13318 consensus_queue.cc:237] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.748477 12468 catalog_manager.cc:5696] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 reported cstate change: term changed from 0 to 1, leader changed from <none> to da20f792649d48139280b3dbc8fbc3f5 (127.12.14.1). New cstate: current_term: 1 leader_uuid: "da20f792649d48139280b3dbc8fbc3f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } health_report { overall_health: UNKNOWN } } }
02:07:12.773 [DEBUG - main] (Connection.java:575) [peer master-127.11.65.188:39581(127.11.65.188:39581)] disconnecting while in state READY
02:07:12.773 [DEBUG - main] (Connection.java:575) [peer master-127.11.65.189:39499(127.11.65.189:39499)] disconnecting while in state READY
02:07:12.773 [DEBUG - main] (Connection.java:575) [peer master-127.11.65.190:40661(127.11.65.190:40661)] disconnecting while in state READY
02:07:12.774 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.65.188:39581(127.11.65.188:39581)] handling channelInactive
02:07:12.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state READY due to: connection closed
02:07:12.775 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.65.189:39499(127.11.65.189:39499)] handling channelInactive
02:07:12.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state READY due to: connection closed
02:07:12.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:12.779 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
02:07:12.779 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
02:07:12.806 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.65.190:40661(127.11.65.190:40661)] handling channelInactive
02:07:12.806 [DEBUG - main] (Connection.java:575) [peer master-127.12.14.60:40269(127.12.14.60:40269)] disconnecting while in state READY
02:07:12.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state READY due to: connection closed
02:07:12.806 [DEBUG - main] (Connection.java:575) [peer master-127.12.14.61:42381(127.12.14.61:42381)] disconnecting while in state READY
02:07:12.806 [DEBUG - main] (Connection.java:575) [peer master-127.12.14.62:38547(127.12.14.62:38547)] disconnecting while in state READY
02:07:12.806 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:07:12.807 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.14.60:40269(127.12.14.60:40269)] handling channelInactive
02:07:12.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state READY due to: connection closed
02:07:12.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:12.807 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.14.62:38547(127.12.14.62:38547)] handling channelInactive
02:07:12.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state READY due to: connection closed
02:07:12.808 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
02:07:12.808 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:07:12.813 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.14.61:42381(127.12.14.61:42381)] handling channelInactive
02:07:12.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state READY due to: connection closed
02:07:12.813 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
02:07:12.815 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:07:12.815 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:07:12.815 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:07:12.815 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:07:12.815 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:07:12.816 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:07:12.821 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:07:12.821 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:07:12.821 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:07:12.821 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:07:12.821 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:07:12.822 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:07:12.822 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:07:12.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:12.935 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:12.936 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:12.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:12.936 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:12.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:12.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:12.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:12.937 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:12.937 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:12.937 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:12.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:12.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:12.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.968873 13318 raft_consensus.cc:493] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:12.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.969365 13318 raft_consensus.cc:515] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.971336 13318 leader_election.cc:290] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 054c8db223d24e9abc7b01c6dd5659fe (127.12.14.2:39227), 08fdb09a2f72440aaf043c725cb9e326 (127.12.14.3:45549)
02:07:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.972311 12959 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0500a33a61804e26a9a3a27719f6c06d" candidate_uuid: "da20f792649d48139280b3dbc8fbc3f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "054c8db223d24e9abc7b01c6dd5659fe" is_pre_election: true
02:07:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.972901 12959 raft_consensus.cc:2468] T 0500a33a61804e26a9a3a27719f6c06d P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate da20f792649d48139280b3dbc8fbc3f5 in term 0.
02:07:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.973069 13105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0500a33a61804e26a9a3a27719f6c06d" candidate_uuid: "da20f792649d48139280b3dbc8fbc3f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08fdb09a2f72440aaf043c725cb9e326" is_pre_election: true
02:07:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.973713 13105 raft_consensus.cc:2468] T 0500a33a61804e26a9a3a27719f6c06d P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate da20f792649d48139280b3dbc8fbc3f5 in term 0.
02:07:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.974161 12737 leader_election.cc:304] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 054c8db223d24e9abc7b01c6dd5659fe, da20f792649d48139280b3dbc8fbc3f5; no voters: 
02:07:12.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.975395 13318 raft_consensus.cc:2804] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:12.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.975716 13318 raft_consensus.cc:493] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.976014 13318 raft_consensus.cc:3060] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [term 0 FOLLOWER]: Advancing to term 1
02:07:12.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.995395 13318 raft_consensus.cc:515] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:13.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:12.999660 12959 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0500a33a61804e26a9a3a27719f6c06d" candidate_uuid: "da20f792649d48139280b3dbc8fbc3f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "054c8db223d24e9abc7b01c6dd5659fe"
02:07:13.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.000476 12959 raft_consensus.cc:3060] T 0500a33a61804e26a9a3a27719f6c06d P 054c8db223d24e9abc7b01c6dd5659fe [term 0 FOLLOWER]: Advancing to term 1
02:07:13.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.000543 13105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0500a33a61804e26a9a3a27719f6c06d" candidate_uuid: "da20f792649d48139280b3dbc8fbc3f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08fdb09a2f72440aaf043c725cb9e326"
02:07:13.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.001084 13105 raft_consensus.cc:3060] T 0500a33a61804e26a9a3a27719f6c06d P 08fdb09a2f72440aaf043c725cb9e326 [term 0 FOLLOWER]: Advancing to term 1
02:07:13.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.008076 12959 raft_consensus.cc:2468] T 0500a33a61804e26a9a3a27719f6c06d P 054c8db223d24e9abc7b01c6dd5659fe [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate da20f792649d48139280b3dbc8fbc3f5 in term 1.
02:07:13.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.009490 13105 raft_consensus.cc:2468] T 0500a33a61804e26a9a3a27719f6c06d P 08fdb09a2f72440aaf043c725cb9e326 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate da20f792649d48139280b3dbc8fbc3f5 in term 1.
02:07:13.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.009588 12737 leader_election.cc:304] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 054c8db223d24e9abc7b01c6dd5659fe, da20f792649d48139280b3dbc8fbc3f5; no voters: 
02:07:13.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.010511 13317 raft_consensus.cc:2804] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [term 1 FOLLOWER]: Leader election won for term 1
02:07:13.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.010983 13317 raft_consensus.cc:697] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [term 1 LEADER]: Becoming Leader. State: Replica: da20f792649d48139280b3dbc8fbc3f5, State: Running, Role: LEADER
02:07:13.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.011929 13318 leader_election.cc:290] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [CANDIDATE]: Term 1 election: Requested vote from peers 054c8db223d24e9abc7b01c6dd5659fe (127.12.14.2:39227), 08fdb09a2f72440aaf043c725cb9e326 (127.12.14.3:45549)
02:07:13.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.011757 13317 consensus_queue.cc:237] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } }
02:07:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.031137 12466 catalog_manager.cc:5696] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 reported cstate change: term changed from 0 to 1, leader changed from <none> to da20f792649d48139280b3dbc8fbc3f5 (127.12.14.1). New cstate: current_term: 1 leader_uuid: "da20f792649d48139280b3dbc8fbc3f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da20f792649d48139280b3dbc8fbc3f5" member_type: VOTER last_known_addr { host: "127.12.14.1" port: 42145 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 } health_report { overall_health: UNKNOWN } } }
02:07:13.069 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:07:13.070 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:13.119 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:07:13.119 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:07:13.119 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:07:13.131 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:07:13.131 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:13.132 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:13.132 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:13.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:13.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:13.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:13.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:13.133 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:13.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:13.133 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:13.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:13.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:13.133 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:13.167 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:13.167 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:13.167 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:13.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:13.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:13.169 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:13.169 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:13.169 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:13.169 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:13.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:13.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:13.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:13.170 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.181321 13317 consensus_queue.cc:1048] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:13.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:13.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:13.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.270452 13296 consensus_queue.cc:1048] T 64ff89dd24e1488fb10c683d152e571c P da20f792649d48139280b3dbc8fbc3f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:13.376 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:13.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:13.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.575726 13318 consensus_queue.cc:1048] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "08fdb09a2f72440aaf043c725cb9e326" member_type: VOTER last_known_addr { host: "127.12.14.3" port: 45549 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:13.592 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:13.593 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:13.593 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:13.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:13.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:13.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:13.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:13.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:13.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:13.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:13.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:13.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:13.595 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:13.617 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:13.618 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:13.618 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:13.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:13.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:13.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:13.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:13.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:13.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:13.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:13.621 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:13.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:13.621 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:13.637756 13296 consensus_queue.cc:1048] T 0500a33a61804e26a9a3a27719f6c06d P da20f792649d48139280b3dbc8fbc3f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "054c8db223d24e9abc7b01c6dd5659fe" member_type: VOTER last_known_addr { host: "127.12.14.2" port: 39227 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:13.695 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:13.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:13.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:13.969 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:13.969 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:13.969 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:13.970 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:13.970 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:13.970 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:13.970 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:13.970 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:13.970 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:13.970 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:13.970 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:13.970 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:13.970 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:14.020 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:14.021 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:14.021 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:14.022 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:14.022 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:14.022 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:14.022 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:14.022 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:14.022 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:14.022 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:14.022 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:14.022 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:14.023 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:14.053 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:07:14.064 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:14.064 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:14.065 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:14.066 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:14.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:14.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:14.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:14.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:14.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:14.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:14.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:14.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:14.067 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:14.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:14.107 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:14.108 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:14.108 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:14.108 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:14.108 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:14.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:14.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:14.108 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:14.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:14.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:14.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:14.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:14.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:14.129 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:14.129 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:14.129 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:14.130 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:14.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:14.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:14.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:14.129 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:14.130 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:14.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:14.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:14.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:14.130 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:14.182 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:07:14.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:14.200 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:07:14.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:14.229 [INFO - flink-metrics-4] (Slf4jLogger.scala:117) Slf4jLogger started
02:07:14.242 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:07:14.261 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:07:14.266 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:07:14.267 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:07:14.267 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:07:14.268 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:07:14.268 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:07:14.268 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:07:14.268 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:07:14.269 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:07:14.269 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:07:14.269 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:07:14.270 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:07:14.270 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:07:14.270 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:07:14.270 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:07:14.270 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:07:14.270 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:07:14.270 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:07:14.270 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:07:14.270 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:07:14.271 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:07:14.271 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:07:14.272 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:07:14.272 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:07:14.272 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:07:14.272 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_eaecbbe68e9036cde22e66b1485396d5/blobStorage
02:07:14.273 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:36581 - max concurrent requests: 50 - max backlog: 1000
02:07:14.273 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_eaecbbe68e9036cde22e66b1485396d5/blobStorage
02:07:14.274 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_eaecbbe68e9036cde22e66b1485396d5/blobStorage
02:07:14.274 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:07:14.275 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: cbf38d20-6494-4216-8ba6-0f7a0b97a25f
02:07:14.277 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 40 GB (83.33% usable)
02:07:14.277 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-de05914d-0b85-435a-8ca6-1d62bbaafe2e
02:07:14.279 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-92064705-cc33-4dae-a532-e47fc0e5ec97
02:07:14.329 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:07:14.330 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:07:14.330 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:07:14.330 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:07:14.330 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:07:14.332 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_16 .
02:07:14.336 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
02:07:14.337 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-1215113f-a924-4b62-b73e-3e7ca535538f
02:07:14.337 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:07:14.337 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:07:14.347 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:07:14.347 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:07:14.352 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:37793
02:07:14.352 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:07:14.354 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:07:14.354 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:37793 was granted leadership with leaderSessionID=945def2b-47cd-4333-8831-d5d37871ba87
02:07:14.354 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:37793 , session=945def2b-47cd-4333-8831-d5d37871ba87
02:07:14.354 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:07:14.354 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id a373a2ba-1d5e-4bc5-86a6-c6f8279b87a6. Creating new DispatcherLeaderProcess.
02:07:14.354 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:07:14.355 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:07:14.355 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:07:14.357 [INFO - pool-285-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 6d01199f-c2a3-4ca7-b18d-66c48c92dee6.
02:07:14.358 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:07:14.358 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:07:14.359 [INFO - pool-285-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_17 .
02:07:14.360 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_18 .
02:07:14.364 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
02:07:14.364 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:07:14.364 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:07:14.365 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:07:14.365 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:07:14.365 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_17 , session=6d01199f-c2a3-4ca7-b18d-66c48c92dee6
02:07:14.365 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_17(b18d66c48c92dee66d01199fc2a34ca7).
02:07:14.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:14.388 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_18 , session=a373a2ba-1d5e-4bc5-86a6-c6f8279b87a6
02:07:14.399 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:07:14.405 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1080) Registering TaskManager with ResourceID cbf38d20-6494-4216-8ba6-0f7a0b97a25f (pekko://flink/user/rpc/taskmanager_16) at ResourceManager
02:07:14.405 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (0d8395fba2788201aec6c54dce2f1c84).
02:07:14.405 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (0d8395fba2788201aec6c54dce2f1c84).
02:07:14.406 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_17 under registration id c1f48ef0fb39a915ab641ac9ff96078e.
02:07:14.406 [INFO - flink-pekko.actor.default-dispatcher-7] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-0d8395fba2788201aec6c54dce2f1c84'.
02:07:14.406 [INFO - mini-cluster-io-thread-2] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 0d8395fba2788201aec6c54dce2f1c84 was granted leadership with leader id 8966a888-42ee-45f7-862d-71c02149c589. Creating new JobMasterServiceProcess.
02:07:14.406 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor cbf38d20-6494-4216-8ba6-0f7a0b97a25f under c1f48ef0fb39a915ab641ac9ff96078e at the slot manager.
02:07:14.407 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:14.407 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:14.407 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:14.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:14.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:14.408 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:14.408 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:14.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:14.408 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:14.408 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:14.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:14.409 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:14.409 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:14.416 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_19 .
02:07:14.421 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (0d8395fba2788201aec6c54dce2f1c84).
02:07:14.422 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (0d8395fba2788201aec6c54dce2f1c84).
02:07:14.422 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph b5fae083925f356d7fbefafef6602647 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:14.422 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (0d8395fba2788201aec6c54dce2f1c84).
02:07:14.423 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:07:14.424 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
02:07:14.424 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3027cdb2
02:07:14.424 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:14.424 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:07:14.426 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:07:14.426 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@1deeaabf for Flink Streaming Job (0d8395fba2788201aec6c54dce2f1c84).
02:07:14.426 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_19 , session=8966a888-42ee-45f7-862d-71c02149c589
02:07:14.427 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (0d8395fba2788201aec6c54dce2f1c84) under job master id 862d71c02149c5898966a88842ee45f7.
02:07:14.427 [INFO - flink-pekko.actor.default-dispatcher-9] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:07:14.429 [DEBUG - flink-pekko.actor.default-dispatcher-9] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:14.430 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:07:14.430 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0d8395fba2788201aec6c54dce2f1c84) switched from state CREATED to RUNNING.
02:07:14.433 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:07:14.433 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:07:14.434 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:07:14.434 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:14.434 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:07:14.434 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:14.434 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:14.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:14.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:14.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:14.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:14.435 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_17(b18d66c48c92dee66d01199fc2a34ca7)
02:07:14.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:14.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:14.435 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:14.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:14.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:14.435 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:14.436 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:07:14.436 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager 862d71c02149c5898966a88842ee45f7@pekko://flink/user/rpc/jobmanager_19 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:14.441 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager 862d71c02149c5898966a88842ee45f7@pekko://flink/user/rpc/jobmanager_19 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:14.444 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:14.444 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: b18d66c48c92dee66d01199fc2a34ca7.
02:07:14.445 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:07:14.456 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:14.457 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:14.458 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.65.189:39499(127.11.65.189:39499)] Successfully connected to peer
02:07:14.459 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.65.190:40661(127.11.65.190:40661)] Successfully connected to peer
02:07:14.466 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.189
02:07:14.468 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.190
02:07:14.471 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 0d8395fba2788201aec6c54dce2f1c84
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager cbf38d20-6494-4216-8ba6-0f7a0b97a25f
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:07:14.472 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 90acbd4a4c30020c3e87a531c222a0d2 from cbf38d20-6494-4216-8ba6-0f7a0b97a25f for job 0d8395fba2788201aec6c54dce2f1c84 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:14.473 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot d3a3082cb47522c9f2863b17bcda3a0d from cbf38d20-6494-4216-8ba6-0f7a0b97a25f for job 0d8395fba2788201aec6c54dce2f1c84 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:14.473 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 90acbd4a4c30020c3e87a531c222a0d2 for job 0d8395fba2788201aec6c54dce2f1c84 from resource manager with leader id b18d66c48c92dee66d01199fc2a34ca7.
02:07:14.473 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 90acbd4a4c30020c3e87a531c222a0d2 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:14.473 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot be394e81e38df7fbc495db38f2967cbb from cbf38d20-6494-4216-8ba6-0f7a0b97a25f for job 0d8395fba2788201aec6c54dce2f1c84 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:14.473 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 13b44c31f483957181ce35908cf03122 from cbf38d20-6494-4216-8ba6-0f7a0b97a25f for job 0d8395fba2788201aec6c54dce2f1c84 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:14.473 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.65.188:39581(127.11.65.188:39581)] Successfully connected to peer
02:07:14.475 [DEBUG - main] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:14.478 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.481 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x21ffb219, L:/127.0.0.1:52020 - R:/127.11.65.190:40661] using SASL/PLAIN
02:07:14.484 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:192) Add job 0d8395fba2788201aec6c54dce2f1c84 for job leader monitoring.
02:07:14.484 [INFO - mini-cluster-io-thread-2] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_19 with leader id 8966a888-42ee-45f7-862d-71c02149c589.
02:07:14.485 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request d3a3082cb47522c9f2863b17bcda3a0d for job 0d8395fba2788201aec6c54dce2f1c84 from resource manager with leader id b18d66c48c92dee66d01199fc2a34ca7.
02:07:14.485 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for d3a3082cb47522c9f2863b17bcda3a0d with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:14.485 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request be394e81e38df7fbc495db38f2967cbb for job 0d8395fba2788201aec6c54dce2f1c84 from resource manager with leader id b18d66c48c92dee66d01199fc2a34ca7.
02:07:14.486 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for be394e81e38df7fbc495db38f2967cbb with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:14.486 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 13b44c31f483957181ce35908cf03122 for job 0d8395fba2788201aec6c54dce2f1c84 from resource manager with leader id b18d66c48c92dee66d01199fc2a34ca7.
02:07:14.486 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 13b44c31f483957181ce35908cf03122 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:14.487 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:07:14.488 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_19 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:14.489 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1783) Establish JobManager connection for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:14.489 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 0d8395fba2788201aec6c54dce2f1c84.
02:07:14.490 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:07:14.490 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id 13b44c31f483957181ce35908cf03122
02:07:14.490 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.491 [DEBUG - main] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:14.491 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.14.60:40269(127.12.14.60:40269)] Successfully connected to peer
02:07:14.491 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 13b44c31f483957181ce35908cf03122.
02:07:14.492 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:14.493 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:07:14.493 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 0d8395fba2788201aec6c54dce2f1c84
02:07:14.496 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 13b44c31f483957181ce35908cf03122.
02:07:14.500 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:07:14.500 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id 90acbd4a4c30020c3e87a531c222a0d2
02:07:14.502 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.60
02:07:14.502 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.188
02:07:14.507 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x99198168, L:/127.0.0.1:52342 - R:/127.11.65.189:39499] using SASL/PLAIN
02:07:14.510 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:07:14.510 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id d3a3082cb47522c9f2863b17bcda3a0d
02:07:14.511 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:07:14.511 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:07:14.511 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 90acbd4a4c30020c3e87a531c222a0d2.
02:07:14.512 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.513 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 90acbd4a4c30020c3e87a531c222a0d2.
02:07:14.514 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:07:14.514 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id be394e81e38df7fbc495db38f2967cbb
02:07:14.516 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4e3f0370
02:07:14.516 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.516 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:14.517 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:07:14.518 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:07:14.519 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:07:14.519 [DEBUG - main] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:14.523 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@381cd4c7
02:07:14.524 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe061e2bb, L:/127.0.0.1:39242 - R:/127.12.14.60:40269] using SASL/PLAIN
02:07:14.528 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:14.520 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.14.61:42381(127.12.14.61:42381)] Successfully connected to peer
02:07:14.530 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf39b9ee2, L:/127.0.0.1:43392 - R:/127.11.65.188:39581] using SASL/PLAIN
02:07:14.531 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d3a3082cb47522c9f2863b17bcda3a0d.
02:07:14.533 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id d3a3082cb47522c9f2863b17bcda3a0d.
02:07:14.533 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:07:14.533 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:07:14.534 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@914c3cc
02:07:14.534 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:14.534 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: OK, [75ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: OK, deferred=null) after lookup
02:07:14.535 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:14.535 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.14.62:38547(127.12.14.62:38547)] Successfully connected to peer
02:07:14.535 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:07:14.538 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.61
02:07:14.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aaf59caa5aaf4bea82ff27cba95a560a
02:07:14.539 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:07:14.539 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.62
02:07:14.539 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:07:14.543 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 13cb71edc16045a09e8b5b5b133752e4 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:14.544 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 13b44c31f483957181ce35908cf03122.
02:07:14.544 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 504323f05eb647afbcafa3095ab22a21 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:14.544 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 90acbd4a4c30020c3e87a531c222a0d2.
02:07:14.544 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d3a3082cb47522c9f2863b17bcda3a0d.
02:07:14.544 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet faabf097cb874d688ffde4abf665b941 for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:14.544 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot be394e81e38df7fbc495db38f2967cbb.
02:07:14.544 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot be394e81e38df7fbc495db38f2967cbb.
02:07:14.544 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=13cb71edc16045a09e8b5b5b133752e4@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)[L],851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783),9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=504323f05eb647afbcafa3095ab22a21@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475),851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783)[L],9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=faabf097cb874d688ffde4abf665b941@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)[L],851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783),9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}]
02:07:14.547 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:07:14.547 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:07:14.547 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id be394e81e38df7fbc495db38f2967cbb.
02:07:14.549 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4013a56e
02:07:14.549 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72028b48
02:07:14.549 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:14.549 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:07:14.549 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:07:14.550 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:07:14.551 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:14.553 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:07:14.553 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:07:14.554 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@64f6a902
02:07:14.554 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:14.554 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.554 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:07:14.555 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:14.556 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.556 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:07:14.557 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:07:14.557 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x91907348, L:/127.0.0.1:59166 - R:/127.12.14.61:42381] using SASL/PLAIN
02:07:14.559 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:14.562 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:14.562 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=94), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [52ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: OK, deferred=null) after lookup
02:07:14.563 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:14.563 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:14.565 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.14.61:42381(127.12.14.61:42381)] Successfully connected to peer
02:07:14.566 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1d29b437, L:/127.0.0.1:43372 - R:/127.12.14.62:38547] using SASL/PLAIN
02:07:14.568 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c594f1a
02:07:14.568 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.61
02:07:14.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:14.573 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.14.62:38547(127.12.14.62:38547)] Successfully connected to peer
02:07:14.576 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:14.579 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.581 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.62
02:07:14.583 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f63c477bbdb64d30a8e9e80d92087ef1 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:14.583 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 64ff89dd24e1488fb10c683d152e571c for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:14.583 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0500a33a61804e26a9a3a27719f6c06d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:14.583 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f63c477bbdb64d30a8e9e80d92087ef1@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)[L],da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64ff89dd24e1488fb10c683d152e571c@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=0500a33a61804e26a9a3a27719f6c06d@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}]
02:07:14.584 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.14.61:42381, [6ms] Sub RPC GetTableLocations: received response from server master-127.12.14.61:42381: OK, deferred=null)) after lookup
02:07:14.584 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)] connecting to peer
02:07:14.584 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.14.60:40269(127.12.14.60:40269)] Successfully connected to peer
02:07:14.585 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10f29466
02:07:14.586 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.60
02:07:14.586 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:14.587 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:14.587 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.14.60:40269(127.12.14.60:40269)] Successfully connected to peer
02:07:14.588 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.14.61:42381(127.12.14.61:42381)] Successfully connected to peer
02:07:14.589 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9d7908ca, L:/127.0.0.1:59172 - R:/127.12.14.61:42381] using SASL/PLAIN
02:07:14.589 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.61
02:07:14.592 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:14.593 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [38ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: OK, deferred=null) after lookup
02:07:14.594 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:14.596 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.596 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.60
02:07:14.597 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:14.599 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:14.604 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x31aab04e, L:/127.0.0.1:59184 - R:/127.12.14.61:42381] using SASL/PLAIN
02:07:14.607 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)] Successfully connected to peer
02:07:14.607 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:14.609 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb20afc2f, L:/127.0.0.1:39244 - R:/127.12.14.60:40269] using SASL/PLAIN
02:07:14.613 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:14.613 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7766f7e8
02:07:14.613 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.615 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:14.615 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:07:14.615 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:07:14.615 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: OK, deferred=null) after lookup
02:07:14.616 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe5434726, L:/127.0.0.1:43376 - R:/127.12.14.62:38547] using SASL/PLAIN
02:07:14.617 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.14.62:38547(127.12.14.62:38547)] Successfully connected to peer
02:07:14.619 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:14.622 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:14.625 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:14.625 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@722bbe16
02:07:14.626 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:07:14.627 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:07:14.631 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.632 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:14.633 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.634 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.637 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x48211abc, L:/127.0.0.1:39250 - R:/127.12.14.60:40269] using SASL/PLAIN
02:07:14.637 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4eb5c874, L:/127.0.0.1:43390 - R:/127.12.14.62:38547] using TOKEN/null
02:07:14.639 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x1c721734, L:/127.0.0.1:37364 - R:/127.12.14.3:45549] using TOKEN/null
02:07:14.641 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:07:14.641 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4ff7d63c98c71dfd050c7a52a48aab4d2889546aa429b2614c76c90623543b4d'}]
02:07:14.643 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:14.644 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:14.644 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:14.644 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:14.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:14.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:14.646 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:14.646 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:14.646 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:14.646 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:14.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:14.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:14.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:14.647 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:14.656 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f63c477bbdb64d30a8e9e80d92087ef1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:14.657 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f63c477bbdb64d30a8e9e80d92087ef1 for partition [<start>, 0x80000064) with scanner id null
02:07:14.658 [DEBUG - main] (Connection.java:748) [peer da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)] connecting to peer
02:07:14.665 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:07:14.665 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='303f87a04f1b07cc7f57d8b1c7371a58151dbd312d3df74bf3a13c397cfcb761'}]
02:07:14.667 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:14.673 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:07:14.674 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=504323f05eb647afbcafa3095ab22a21@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475),851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783)[L],9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}]
02:07:14.684 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:07:14.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:14.688 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:07:14.695 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:14.695 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:14.696 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.14.60:40269(127.12.14.60:40269)] Successfully connected to peer
02:07:14.699 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.60
02:07:14.701 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:14.702 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.14.61:42381(127.12.14.61:42381)] Successfully connected to peer
02:07:14.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:14.705 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.14.60:40269(127.12.14.60:40269)] Successfully connected to peer
02:07:14.705 [DEBUG - kudu-nio-4] (Connection.java:757) [peer da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)] Successfully connected to peer
02:07:14.708 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.61
02:07:14.714 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.60
02:07:14.714 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.720 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x121b4d18, L:/127.0.0.1:39258 - R:/127.12.14.60:40269] using SASL/PLAIN
02:07:14.721 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.725 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x19374796, L:/127.0.0.1:59194 - R:/127.12.14.61:42381] using SASL/PLAIN
02:07:14.726 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.14.62:38547(127.12.14.62:38547)] Successfully connected to peer
02:07:14.727 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] connecting to peer
02:07:14.728 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.62
02:07:14.735 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:14.735 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [105ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: OK, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: OK, deferred=null) after lookup
02:07:14.737 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:14.742 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:14.742 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c66a4a7
02:07:14.744 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:07:14.744 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:07:14.746 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x73384d32, L:/127.0.0.1:39266 - R:/127.12.14.60:40269] using SASL/PLAIN
02:07:14.748 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.751 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.755 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x65ff8fb3, L:/127.0.0.1:55232 - R:/127.12.14.1:42145] using TOKEN/null
02:07:14.756 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xec17a246, L:/127.0.0.1:43392 - R:/127.12.14.62:38547] using SASL/PLAIN
02:07:14.778 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] Successfully connected to peer
02:07:14.778 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64ff89dd24e1488fb10c683d152e571c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:14.779 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64ff89dd24e1488fb10c683d152e571c for partition [0x80000064, 0x800000C8) with scanner id null
02:07:14.784 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0500a33a61804e26a9a3a27719f6c06d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:14.788 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:14.789 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.14.61:42381(127.12.14.61:42381)] Successfully connected to peer
02:07:14.793 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.14.62:38547(127.12.14.62:38547)] Successfully connected to peer
02:07:14.793 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.61
02:07:14.797 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:07:14.797 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='07c51388d002a7ef25c89d57ef9890d331f607850edb6970185f8fb0a3f93e53'}]
02:07:14.798 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.14.62
02:07:14.799 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:14.805 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:07:14.805 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299998, tablet=faabf097cb874d688ffde4abf665b941@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)[L],851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783),9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}]
02:07:14.805 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:07:14.807 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.808 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.808 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:14.808 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:14.808 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:14.809 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:14.809 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:14.809 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:14.809 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:14.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:14.809 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:14.810 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:14.810 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:14.810 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:14.810 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:14.812 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x6262e4b2, L:/127.0.0.1:43404 - R:/127.12.14.62:38547] using SASL/PLAIN
02:07:14.812 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7debc29c, L:/127.0.0.1:59210 - R:/127.12.14.61:42381] using SASL/PLAIN
02:07:14.813 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] connecting to peer
02:07:14.815 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:14.816 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:14.816 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:14.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:14.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:14.816 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:14.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:14.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:14.817 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:14.817 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:14.817 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=219), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [117ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: OK, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: OK, deferred=null) after lookup
02:07:14.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:14.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:14.817 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:14.817 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:14.820 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:14.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:14.824 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5d299117
02:07:14.825 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] Successfully connected to peer
02:07:14.826 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:07:14.826 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:07:14.835 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:07:14.836 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299998, tablet=13cb71edc16045a09e8b5b5b133752e4@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)[L],851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783),9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}]
02:07:14.838 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.131
02:07:14.842 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f63c477bbdb64d30a8e9e80d92087ef1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:14.842 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f63c477bbdb64d30a8e9e80d92087ef1 for partition [<start>, 0x80000064) with scanner id null
02:07:14.844 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:07:14.845 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:07:14.848 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64ff89dd24e1488fb10c683d152e571c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:14.849 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64ff89dd24e1488fb10c683d152e571c for partition [0x80000064, 0x800000C8) with scanner id null
02:07:14.851 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.131
02:07:14.858 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.860 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.868 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0500a33a61804e26a9a3a27719f6c06d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:14.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:14.869 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbdcad342, L:/127.0.0.1:42976 - R:/127.11.65.131:41731] using SASL/PLAIN
02:07:14.871 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe48a53ae, L:/127.0.0.1:42974 - R:/127.11.65.131:41731] using SASL/PLAIN
02:07:14.877 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] connecting to peer
02:07:14.890 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070861033472001) for scanner KuduScanner(table=replication_test_table, tablet=504323f05eb647afbcafa3095ab22a21, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:14.891 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [303f87a04f1b07cc7f57d8b1c7371a58151dbd312d3df74bf3a13c397cfcb761]
02:07:14.891 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [303f87a04f1b07cc7f57d8b1c7371a58151dbd312d3df74bf3a13c397cfcb761]
02:07:14.891 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:07:14.891 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:07:14.893 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 303f87a04f1b07cc7f57d8b1c7371a58151dbd312d3df74bf3a13c397cfcb761 finished by subtask 1; deferring removal (restored in pending)
02:07:14.893 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] disconnecting while in state READY
02:07:14.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:14.898 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] Successfully connected to peer
02:07:14.926 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f63c477bbdb64d30a8e9e80d92087ef1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:14.927 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f63c477bbdb64d30a8e9e80d92087ef1 for partition [<start>, 0x80000064) with scanner id null
02:07:14.932 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64ff89dd24e1488fb10c683d152e571c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:14.933 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64ff89dd24e1488fb10c683d152e571c for partition [0x80000064, 0x800000C8) with scanner id null
02:07:14.933 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:14.933 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:14.933 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:14.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:14.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:14.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:14.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:14.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:14.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:14.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:14.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:14.935 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:14.935 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:14.940 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0500a33a61804e26a9a3a27719f6c06d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:14.947 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.130
02:07:14.956 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:14.963 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdf709228, L:/127.0.0.1:40290 - R:/127.11.65.130:37475] using SASL/PLAIN
02:07:14.970 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070861033472001) for scanner KuduScanner(table=replication_test_table, tablet=faabf097cb874d688ffde4abf665b941, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:14.971 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [07c51388d002a7ef25c89d57ef9890d331f607850edb6970185f8fb0a3f93e53]
02:07:14.971 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [07c51388d002a7ef25c89d57ef9890d331f607850edb6970185f8fb0a3f93e53]
02:07:14.971 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:07:14.971 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:07:14.971 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] disconnecting while in state READY
02:07:14.972 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:14.976 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 07c51388d002a7ef25c89d57ef9890d331f607850edb6970185f8fb0a3f93e53 finished by subtask 2; deferring removal (restored in pending)
02:07:14.996 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f63c477bbdb64d30a8e9e80d92087ef1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:14.996 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f63c477bbdb64d30a8e9e80d92087ef1 for partition [<start>, 0x80000064) with scanner id null
02:07:14.997 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] handling channelInactive
02:07:14.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] cleaning up while in state READY due to: connection closed
02:07:14.997 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:07:14.997 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:07:15.006 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64ff89dd24e1488fb10c683d152e571c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.006 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64ff89dd24e1488fb10c683d152e571c for partition [0x80000064, 0x800000C8) with scanner id null
02:07:15.013 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0500a33a61804e26a9a3a27719f6c06d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.027 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false, responseScanTimestamp = 7287070861033472001) for scanner KuduScanner(table=replication_test_table, tablet=13cb71edc16045a09e8b5b5b133752e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.027 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [4ff7d63c98c71dfd050c7a52a48aab4d2889546aa429b2614c76c90623543b4d]
02:07:15.028 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:07:15.037 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f63c477bbdb64d30a8e9e80d92087ef1 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:15.037 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 64ff89dd24e1488fb10c683d152e571c for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:15.037 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0500a33a61804e26a9a3a27719f6c06d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:15.037 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f63c477bbdb64d30a8e9e80d92087ef1@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)[L],da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64ff89dd24e1488fb10c683d152e571c@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=0500a33a61804e26a9a3a27719f6c06d@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}]
02:07:15.044 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4ff7d63c98c71dfd050c7a52a48aab4d2889546aa429b2614c76c90623543b4d]
02:07:15.046 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4ff7d63c98c71dfd050c7a52a48aab4d2889546aa429b2614c76c90623543b4d finished by subtask 0; deferring removal (restored in pending)
02:07:15.046 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:07:15.046 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:07:15.046 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] disconnecting while in state READY
02:07:15.047 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:15.054 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f63c477bbdb64d30a8e9e80d92087ef1 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:15.054 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 64ff89dd24e1488fb10c683d152e571c for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:15.054 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0500a33a61804e26a9a3a27719f6c06d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:15.054 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f63c477bbdb64d30a8e9e80d92087ef1@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)[L],da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64ff89dd24e1488fb10c683d152e571c@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=0500a33a61804e26a9a3a27719f6c06d@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}]
02:07:15.055 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f63c477bbdb64d30a8e9e80d92087ef1 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:15.055 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 64ff89dd24e1488fb10c683d152e571c for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:15.055 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0500a33a61804e26a9a3a27719f6c06d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:15.055 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f63c477bbdb64d30a8e9e80d92087ef1@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)[L],da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64ff89dd24e1488fb10c683d152e571c@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=0500a33a61804e26a9a3a27719f6c06d@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}]
02:07:15.056 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f63c477bbdb64d30a8e9e80d92087ef1 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:15.056 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 64ff89dd24e1488fb10c683d152e571c for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:15.056 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0500a33a61804e26a9a3a27719f6c06d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:15.056 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f63c477bbdb64d30a8e9e80d92087ef1@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)[L],da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64ff89dd24e1488fb10c683d152e571c@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=0500a33a61804e26a9a3a27719f6c06d@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}]
02:07:15.056 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f63c477bbdb64d30a8e9e80d92087ef1 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:15.056 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 64ff89dd24e1488fb10c683d152e571c for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:15.057 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0500a33a61804e26a9a3a27719f6c06d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:15.057 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f63c477bbdb64d30a8e9e80d92087ef1@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)[L],da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64ff89dd24e1488fb10c683d152e571c@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=0500a33a61804e26a9a3a27719f6c06d@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}]
02:07:15.061 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f63c477bbdb64d30a8e9e80d92087ef1 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:15.062 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 64ff89dd24e1488fb10c683d152e571c for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:15.062 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0500a33a61804e26a9a3a27719f6c06d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:15.062 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f63c477bbdb64d30a8e9e80d92087ef1@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)[L],da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64ff89dd24e1488fb10c683d152e571c@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=0500a33a61804e26a9a3a27719f6c06d@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}]
02:07:15.064 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f63c477bbdb64d30a8e9e80d92087ef1 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:15.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 64ff89dd24e1488fb10c683d152e571c for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:15.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0500a33a61804e26a9a3a27719f6c06d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:15.065 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f63c477bbdb64d30a8e9e80d92087ef1@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)[L],da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64ff89dd24e1488fb10c683d152e571c@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=0500a33a61804e26a9a3a27719f6c06d@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}]
02:07:15.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f63c477bbdb64d30a8e9e80d92087ef1 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:15.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 64ff89dd24e1488fb10c683d152e571c for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:15.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0500a33a61804e26a9a3a27719f6c06d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:15.065 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f63c477bbdb64d30a8e9e80d92087ef1@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)[L],da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64ff89dd24e1488fb10c683d152e571c@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=0500a33a61804e26a9a3a27719f6c06d@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}]
02:07:15.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f63c477bbdb64d30a8e9e80d92087ef1 for table 'replication_test_table' with partition [<start>, 0x80000064)
02:07:15.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 64ff89dd24e1488fb10c683d152e571c for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
02:07:15.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 0500a33a61804e26a9a3a27719f6c06d for table 'replication_test_table' with partition [0x800000C8, <end>)
02:07:15.066 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=f63c477bbdb64d30a8e9e80d92087ef1@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)[L],da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64ff89dd24e1488fb10c683d152e571c@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=0500a33a61804e26a9a3a27719f6c06d@[054c8db223d24e9abc7b01c6dd5659fe(127.12.14.2:39227),08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549),da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)[L]]}]
02:07:15.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:15.070 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f63c477bbdb64d30a8e9e80d92087ef1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.070 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f63c477bbdb64d30a8e9e80d92087ef1 for partition [<start>, 0x80000064) with scanner id null
02:07:15.075 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] handling channelInactive
02:07:15.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] cleaning up while in state READY due to: connection closed
02:07:15.075 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:07:15.075 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:07:15.077 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64ff89dd24e1488fb10c683d152e571c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.077 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64ff89dd24e1488fb10c683d152e571c for partition [0x80000064, 0x800000C8) with scanner id null
02:07:15.082 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0500a33a61804e26a9a3a27719f6c06d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.094 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:15.095 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:15.095 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:15.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:15.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:15.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:15.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:15.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:15.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:15.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:15.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:15.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:15.096 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:15.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070035098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:15.101 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=15, operationSize=950, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@75098dc8, flushNotification=Deferred@1047833626(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:07:15.102 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)] connecting to peer
02:07:15.113 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] handling channelInactive
02:07:15.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] cleaning up while in state READY due to: connection closed
02:07:15.114 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:07:15.114 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:07:15.130 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)] Successfully connected to peer
02:07:15.139 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f63c477bbdb64d30a8e9e80d92087ef1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.140 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f63c477bbdb64d30a8e9e80d92087ef1 for partition [<start>, 0x80000064) with scanner id null
02:07:15.145 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64ff89dd24e1488fb10c683d152e571c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.145 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64ff89dd24e1488fb10c683d152e571c for partition [0x80000064, 0x800000C8) with scanner id null
02:07:15.162 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0500a33a61804e26a9a3a27719f6c06d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.181 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:15.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:15.189 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x3f6b3a0e, L:/127.0.0.1:37378 - R:/127.12.14.3:45549] using TOKEN/null
02:07:15.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:15.220 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f63c477bbdb64d30a8e9e80d92087ef1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.221 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f63c477bbdb64d30a8e9e80d92087ef1 for partition [<start>, 0x80000064) with scanner id null
02:07:15.230 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64ff89dd24e1488fb10c683d152e571c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.231 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64ff89dd24e1488fb10c683d152e571c for partition [0x80000064, 0x800000C8) with scanner id null
02:07:15.240 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:15.240 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:15.240 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:15.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:15.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:15.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:15.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:15.241 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:15.241 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:15.241 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:15.241 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:15.241 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:15.241 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:15.244 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0500a33a61804e26a9a3a27719f6c06d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.301 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f63c477bbdb64d30a8e9e80d92087ef1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.301 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f63c477bbdb64d30a8e9e80d92087ef1 for partition [<start>, 0x80000064) with scanner id null
02:07:15.312 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64ff89dd24e1488fb10c683d152e571c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.312 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64ff89dd24e1488fb10c683d152e571c for partition [0x80000064, 0x800000C8) with scanner id null
02:07:15.322 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0500a33a61804e26a9a3a27719f6c06d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:15.385 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f63c477bbdb64d30a8e9e80d92087ef1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.385 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f63c477bbdb64d30a8e9e80d92087ef1 for partition [<start>, 0x80000064) with scanner id null
02:07:15.391 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64ff89dd24e1488fb10c683d152e571c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.391 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64ff89dd24e1488fb10c683d152e571c for partition [0x80000064, 0x800000C8) with scanner id null
02:07:15.399 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0500a33a61804e26a9a3a27719f6c06d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.403 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aaf59caa5aaf4bea82ff27cba95a560a
02:07:15.408 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:15.411 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aaf59caa5aaf4bea82ff27cba95a560a
02:07:15.412 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:15.412 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:15.412 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:15.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:15.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:15.413 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:15.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:15.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:15.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:15.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:15.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:15.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:15.414 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:15.415 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:15.422 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 0d8395fba2788201aec6c54dce2f1c84 (2868 bytes, checkpointDuration=323 ms, finalizationTime=0 ms).
02:07:15.424 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:07:15.424 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 07c51388d002a7ef25c89d57ef9890d331f607850edb6970185f8fb0a3f93e53 from pending
02:07:15.424 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 303f87a04f1b07cc7f57d8b1c7371a58151dbd312d3df74bf3a13c397cfcb761 from pending
02:07:15.424 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 4ff7d63c98c71dfd050c7a52a48aab4d2889546aa429b2614c76c90623543b4d from pending
02:07:15.424 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 3 finished splits from enumerator state
02:07:15.425 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aaf59caa5aaf4bea82ff27cba95a560a
02:07:15.429 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1f28c411a247414886e4eeef50db731e
02:07:15.442 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=13cb71edc16045a09e8b5b5b133752e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.443 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 13cb71edc16045a09e8b5b5b133752e4 for partition [<start>, 0x80000064) with scanner id null
02:07:15.443 [DEBUG - main] (Connection.java:748) [peer 851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783)] connecting to peer
02:07:15.447 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:15.447 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:15.447 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:15.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:15.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:15.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:15.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:15.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:15.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:15.449 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:15.449 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:15.449 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:15.449 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:15.452 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:15.452 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:15.452 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:15.453 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:15.453 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:15.453 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:15.453 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:15.453 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:15.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:15.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:15.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:15.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:15.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:15.462 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783)] Successfully connected to peer
02:07:15.476 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:15.477 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:15.477 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:15.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:15.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:15.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:15.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:15.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:15.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:15.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:15.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:15.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:15.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:15.497 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:15.508 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x36f0ae71, L:/127.0.0.1:34458 - R:/127.11.65.129:33783] using TOKEN/null
02:07:15.536 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=504323f05eb647afbcafa3095ab22a21, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.536 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 504323f05eb647afbcafa3095ab22a21 for partition [0x80000064, 0x800000C8) with scanner id null
02:07:15.545 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=faabf097cb874d688ffde4abf665b941, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.555 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f63c477bbdb64d30a8e9e80d92087ef1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.555 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f63c477bbdb64d30a8e9e80d92087ef1 for partition [<start>, 0x80000064) with scanner id null
02:07:15.565 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64ff89dd24e1488fb10c683d152e571c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.565 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64ff89dd24e1488fb10c683d152e571c for partition [0x80000064, 0x800000C8) with scanner id null
02:07:15.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:15.574 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0500a33a61804e26a9a3a27719f6c06d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.594 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=13cb71edc16045a09e8b5b5b133752e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.594 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 13cb71edc16045a09e8b5b5b133752e4 for partition [<start>, 0x80000064) with scanner id null
02:07:15.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070035599 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:15.603 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=504323f05eb647afbcafa3095ab22a21, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.603 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 504323f05eb647afbcafa3095ab22a21 for partition [0x80000064, 0x800000C8) with scanner id null
02:07:15.615 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:07:15.619 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:07:15.629 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=faabf097cb874d688ffde4abf665b941, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.652 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:15.652 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:15.653 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:15.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:15.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:15.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:15.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:15.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:15.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:15.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:15.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:15.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:15.655 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:15.658 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f63c477bbdb64d30a8e9e80d92087ef1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.658 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f63c477bbdb64d30a8e9e80d92087ef1 for partition [<start>, 0x80000064) with scanner id null
02:07:15.669 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64ff89dd24e1488fb10c683d152e571c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.669 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64ff89dd24e1488fb10c683d152e571c for partition [0x80000064, 0x800000C8) with scanner id null
02:07:15.678 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0500a33a61804e26a9a3a27719f6c06d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:15.679 [DEBUG - main] (Connection.java:575) [peer master-127.12.14.60:40269(127.12.14.60:40269)] disconnecting while in state READY
02:07:15.679 [DEBUG - main] (Connection.java:575) [peer master-127.12.14.61:42381(127.12.14.61:42381)] disconnecting while in state READY
02:07:15.679 [DEBUG - main] (Connection.java:575) [peer 08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)] disconnecting while in state READY
02:07:15.679 [DEBUG - main] (Connection.java:575) [peer master-127.12.14.62:38547(127.12.14.62:38547)] disconnecting while in state READY
02:07:15.679 [DEBUG - main] (Connection.java:575) [peer da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)] disconnecting while in state READY
02:07:15.679 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.14.61:42381(127.12.14.61:42381)] handling channelInactive
02:07:15.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state READY due to: connection closed
02:07:15.680 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.14.60:40269(127.12.14.60:40269)] handling channelInactive
02:07:15.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state READY due to: connection closed
02:07:15.681 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.14.62:38547(127.12.14.62:38547)] handling channelInactive
02:07:15.681 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state READY due to: connection closed
02:07:15.681 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)] handling channelInactive
02:07:15.681 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)] cleaning up while in state READY due to: connection closed
02:07:15.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:15.685 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:15.687 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
02:07:15.687 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
02:07:15.687 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:07:15.687 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
02:07:15.692 [DEBUG - kudu-nio-4] (Connection.java:239) [peer da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)] handling channelInactive
02:07:15.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer da20f792649d48139280b3dbc8fbc3f5(127.12.14.1:42145)] cleaning up while in state READY due to: connection closed
02:07:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:15.692591 12344 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 12649
02:07:15.693 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-4
02:07:15.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:15.753 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:15.753 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:15.753 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:15.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:15.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:15.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:15.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:15.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:15.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:15.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:15.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:15.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:15.755 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:15.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:15.757128 12344 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 12869
02:07:15.856 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:15.857 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:15.857 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:15.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:15.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:15.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:15.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:15.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:15.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:15.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:15.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:15.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:15.859 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:15.860069 13038 connection.cc:582] client connection to 127.12.14.2:39227 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:07:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:15.860551 13038 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:07:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:15.860760 12344 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 13011
02:07:15.867 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:15.907 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)] handling channelInactive
02:07:15.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)] cleaning up while in state READY due to: connection closed
02:07:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:15.908794 12344 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 12356
02:07:15.950 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.14.62:38547(127.12.14.62:38547)] handling channelInactive
02:07:15.950 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.14.62:38547(127.12.14.62:38547)] handling channelInactive
02:07:15.950 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state READY due to: connection closed
02:07:15.950 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state READY due to: connection closed
02:07:15.951 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.14.62:38547(127.12.14.62:38547)] handling channelInactive
02:07:15.951 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.14.62:38547(127.12.14.62:38547)] handling channelInactive
02:07:15.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state READY due to: connection closed
02:07:15.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state READY due to: connection closed
02:07:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:15.958631 12344 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 12426
02:07:16.001 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.14.61:42381(127.12.14.61:42381)] handling channelInactive
02:07:16.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state READY due to: connection closed
02:07:16.002 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.14.61:42381(127.12.14.61:42381)] handling channelInactive
02:07:16.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state READY due to: connection closed
02:07:16.002 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.14.61:42381(127.12.14.61:42381)] handling channelInactive
02:07:16.002 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.14.61:42381(127.12.14.61:42381)] handling channelInactive
02:07:16.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state READY due to: connection closed
02:07:16.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state READY due to: connection closed
02:07:16.005 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:16.005 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:16.005 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:16.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:16.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:16.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:16.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:16.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:16.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:16.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:16.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:16.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:16.007 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:16.008 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28110), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [45ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [46ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [47ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [47ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [117ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [118ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [119ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [120ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [345ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [358ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [358ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [364ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [382ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [402ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [442ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [443ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [443ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [443ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [563ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [564ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [564ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [564ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [642ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [642ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1163ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1724ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2882ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [3221ms] refreshing cache from master, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3223ms] too many traces: truncated at 100 traces, deferred=Deferred@914676888(state=PENDING, result=null, callback=(continuation of Deferred@1726532243 after retry RPC after error@464350163) -> (continuation of Deferred@1846815537 after retry RPC after error@2120501879) -> (continuation of Deferred@1593359226 after retry RPC after error@779853957) -> (continuation of Deferred@1635343320 after retry RPC after error@1033011826) -> (continuation of Deferred@648728017 after retry RPC after error@1436958217) -> (continuation of Deferred@2116684030 after retry RPC after error@1459786843) -> (continuation of Deferred@666242863 after retry RPC after error@1132739494) -> (continuation of Deferred@1841805008 after retry RPC after error@782518143) -> (continuation of Deferred@964492019 after retry RPC after error@1539813233) -> (continuation of Deferred@191296495 after retry RPC after error@133550659) -> (continuation of Deferred@1501567788 after retry RPC after error@1071291210) -> (continuation of Deferred@52424405 after retry RPC after error@718357311) -> (continuation of Deferred@1934718002 after retry RPC after error@414888409) -> (continuation of Deferred@1680837981 after retry RPC after error@1153954396) -> (continuation of Deferred@1020259858 after retry RPC after error@1907799083) -> (continuation of Deferred@1777044005 after retry RPC after error@314953814) -> (continuation of Deferred@1371079522 after retry RPC after error@367719058) -> (continuation of Deferred@551938216 after retry RPC after error@471784322) -> (continuation of Deferred@86337904 after retry RPC after error@1192846628) -> (continuation of Deferred@1211528647 after retry RPC after error@572421512) -> (continuation of Deferred@215934546 after retry RPC after error@14848680) -> (continuation of Deferred@2072069950 after retry RPC after error@711122931) -> (continuation of Deferred@1366642843 after retry RPC after error@1159135183) -> (continuation of Deferred@878704868 after retry RPC after error@142488795), errback=(continuation of Deferred@1726532243 after retry RPC after error@464350163) -> (continuation of Deferred@1846815537 after retry RPC after error@2120501879) -> (continuation of Deferred@1593359226 after retry RPC after error@779853957) -> (continuation of Deferred@1635343320 after retry RPC after error@1033011826) -> (continuation of Deferred@648728017 after retry RPC after error@1436958217) -> (continuation of Deferred@2116684030 after retry RPC after error@1459786843) -> (continuation of Deferred@666242863 after retry RPC after error@1132739494) -> (continuation of Deferred@1841805008 after retry RPC after error@782518143) -> (continuation of Deferred@964492019 after retry RPC after error@1539813233) -> (continuation of Deferred@191296495 after retry RPC after error@133550659) -> (continuation of Deferred@1501567788 after retry RPC after error@1071291210) -> (continuation of Deferred@52424405 after retry RPC after error@718357311) -> (continuation of Deferred@1934718002 after retry RPC after error@414888409) -> (continuation of Deferred@1680837981 after retry RPC after error@1153954396) -> (continuation of Deferred@1020259858 after retry RPC after error@1907799083) -> (continuation of Deferred@1777044005 after retry RPC after error@314953814) -> (continuation of Deferred@1371079522 after retry RPC after error@367719058) -> (continuation of Deferred@551938216 after retry RPC after error@471784322) -> (continuation of Deferred@86337904 after retry RPC after error@1192846628) -> (continuation of Deferred@1211528647 after retry RPC after error@572421512) -> (continuation of Deferred@215934546 after retry RPC after error@14848680) -> (continuation of Deferred@2072069950 after retry RPC after error@711122931) -> (continuation of Deferred@1366642843 after retry RPC after error@1159135183) -> (continuation of Deferred@878704868 after retry RPC after error@142488795)))
02:07:16.010 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:07:16.010 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28110), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [45ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [46ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [47ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [47ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [117ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [118ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [119ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [120ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [345ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [358ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [358ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [364ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [382ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [402ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [442ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [443ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [443ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [443ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [563ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [564ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [564ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [564ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [642ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [642ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1163ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1724ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2882ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [3221ms] refreshing cache from master, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3223ms] too many traces: truncated at 100 traces, deferred=Deferred@914676888(state=PENDING, result=null, callback=(continuation of Deferred@1726532243 after retry RPC after error@464350163) -> (continuation of Deferred@1846815537 after retry RPC after error@2120501879) -> (continuation of Deferred@1593359226 after retry RPC after error@779853957) -> (continuation of Deferred@1635343320 after retry RPC after error@1033011826) -> (continuation of Deferred@648728017 after retry RPC after error@1436958217) -> (continuation of Deferred@2116684030 after retry RPC after error@1459786843) -> (continuation of Deferred@666242863 after retry RPC after error@1132739494) -> (continuation of Deferred@1841805008 after retry RPC after error@782518143) -> (continuation of Deferred@964492019 after retry RPC after error@1539813233) -> (continuation of Deferred@191296495 after retry RPC after error@133550659) -> (continuation of Deferred@1501567788 after retry RPC after error@1071291210) -> (continuation of Deferred@52424405 after retry RPC after error@718357311) -> (continuation of Deferred@1934718002 after retry RPC after error@414888409) -> (continuation of Deferred@1680837981 after retry RPC after error@1153954396) -> (continuation of Deferred@1020259858 after retry RPC after error@1907799083) -> (continuation of Deferred@1777044005 after retry RPC after error@314953814) -> (continuation of Deferred@1371079522 after retry RPC after error@367719058) -> (continuation of Deferred@551938216 after retry RPC after error@471784322) -> (continuation of Deferred@86337904 after retry RPC after error@1192846628) -> (continuation of Deferred@1211528647 after retry RPC after error@572421512) -> (continuation of Deferred@215934546 after retry RPC after error@14848680) -> (continuation of Deferred@2072069950 after retry RPC after error@711122931) -> (continuation of Deferred@1366642843 after retry RPC after error@1159135183) -> (continuation of Deferred@878704868 after retry RPC after error@142488795), errback=(continuation of Deferred@1726532243 after retry RPC after error@464350163) -> (continuation of Deferred@1846815537 after retry RPC after error@2120501879) -> (continuation of Deferred@1593359226 after retry RPC after error@779853957) -> (continuation of Deferred@1635343320 after retry RPC after error@1033011826) -> (continuation of Deferred@648728017 after retry RPC after error@1436958217) -> (continuation of Deferred@2116684030 after retry RPC after error@1459786843) -> (continuation of Deferred@666242863 after retry RPC after error@1132739494) -> (continuation of Deferred@1841805008 after retry RPC after error@782518143) -> (continuation of Deferred@964492019 after retry RPC after error@1539813233) -> (continuation of Deferred@191296495 after retry RPC after error@133550659) -> (continuation of Deferred@1501567788 after retry RPC after error@1071291210) -> (continuation of Deferred@52424405 after retry RPC after error@718357311) -> (continuation of Deferred@1934718002 after retry RPC after error@414888409) -> (continuation of Deferred@1680837981 after retry RPC after error@1153954396) -> (continuation of Deferred@1020259858 after retry RPC after error@1907799083) -> (continuation of Deferred@1777044005 after retry RPC after error@314953814) -> (continuation of Deferred@1371079522 after retry RPC after error@367719058) -> (continuation of Deferred@551938216 after retry RPC after error@471784322) -> (continuation of Deferred@86337904 after retry RPC after error@1192846628) -> (continuation of Deferred@1211528647 after retry RPC after error@572421512) -> (continuation of Deferred@215934546 after retry RPC after error@14848680) -> (continuation of Deferred@2072069950 after retry RPC after error@711122931) -> (continuation of Deferred@1366642843 after retry RPC after error@1159135183) -> (continuation of Deferred@878704868 after retry RPC after error@142488795)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.237.188:33477
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:16.013221 12344 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 12505
02:07:16.014 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
02:07:16.017 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
02:07:16.019 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28110), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [45ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [46ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [47ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [47ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [117ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [118ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [119ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [120ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [345ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [358ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [358ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [364ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [382ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [402ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [442ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [443ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [443ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [443ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [563ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [564ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [564ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [564ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [642ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [642ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1163ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1724ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2882ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [3221ms] refreshing cache from master, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3223ms] too many traces: truncated at 100 traces, deferred=Deferred@914676888(state=PENDING, result=null, callback=(continuation of Deferred@1726532243 after retry RPC after error@464350163) -> (continuation of Deferred@1846815537 after retry RPC after error@2120501879) -> (continuation of Deferred@1593359226 after retry RPC after error@779853957) -> (continuation of Deferred@1635343320 after retry RPC after error@1033011826) -> (continuation of Deferred@648728017 after retry RPC after error@1436958217) -> (continuation of Deferred@2116684030 after retry RPC after error@1459786843) -> (continuation of Deferred@666242863 after retry RPC after error@1132739494) -> (continuation of Deferred@1841805008 after retry RPC after error@782518143) -> (continuation of Deferred@964492019 after retry RPC after error@1539813233) -> (continuation of Deferred@191296495 after retry RPC after error@133550659) -> (continuation of Deferred@1501567788 after retry RPC after error@1071291210) -> (continuation of Deferred@52424405 after retry RPC after error@718357311) -> (continuation of Deferred@1934718002 after retry RPC after error@414888409) -> (continuation of Deferred@1680837981 after retry RPC after error@1153954396) -> (continuation of Deferred@1020259858 after retry RPC after error@1907799083) -> (continuation of Deferred@1777044005 after retry RPC after error@314953814) -> (continuation of Deferred@1371079522 after retry RPC after error@367719058) -> (continuation of Deferred@551938216 after retry RPC after error@471784322) -> (continuation of Deferred@86337904 after retry RPC after error@1192846628) -> (continuation of Deferred@1211528647 after retry RPC after error@572421512) -> (continuation of Deferred@215934546 after retry RPC after error@14848680) -> (continuation of Deferred@2072069950 after retry RPC after error@711122931) -> (continuation of Deferred@1366642843 after retry RPC after error@1159135183) -> (continuation of Deferred@878704868 after retry RPC after error@142488795), errback=(continuation of Deferred@1726532243 after retry RPC after error@464350163) -> (continuation of Deferred@1846815537 after retry RPC after error@2120501879) -> (continuation of Deferred@1593359226 after retry RPC after error@779853957) -> (continuation of Deferred@1635343320 after retry RPC after error@1033011826) -> (continuation of Deferred@648728017 after retry RPC after error@1436958217) -> (continuation of Deferred@2116684030 after retry RPC after error@1459786843) -> (continuation of Deferred@666242863 after retry RPC after error@1132739494) -> (continuation of Deferred@1841805008 after retry RPC after error@782518143) -> (continuation of Deferred@964492019 after retry RPC after error@1539813233) -> (continuation of Deferred@191296495 after retry RPC after error@133550659) -> (continuation of Deferred@1501567788 after retry RPC after error@1071291210) -> (continuation of Deferred@52424405 after retry RPC after error@718357311) -> (continuation of Deferred@1934718002 after retry RPC after error@414888409) -> (continuation of Deferred@1680837981 after retry RPC after error@1153954396) -> (continuation of Deferred@1020259858 after retry RPC after error@1907799083) -> (continuation of Deferred@1777044005 after retry RPC after error@314953814) -> (continuation of Deferred@1371079522 after retry RPC after error@367719058) -> (continuation of Deferred@551938216 after retry RPC after error@471784322) -> (continuation of Deferred@86337904 after retry RPC after error@1192846628) -> (continuation of Deferred@1211528647 after retry RPC after error@572421512) -> (continuation of Deferred@215934546 after retry RPC after error@14848680) -> (continuation of Deferred@2072069950 after retry RPC after error@711122931) -> (continuation of Deferred@1366642843 after retry RPC after error@1159135183) -> (continuation of Deferred@878704868 after retry RPC after error@142488795)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.237.188:33477
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:16.023 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
02:07:16.023 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state RUNNING to RESTARTING.
02:07:16.024 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
02:07:16.024 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:16.025 [WARN - flink-pekko.actor.default-dispatcher-7] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
02:07:16.068 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:16.071 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.14.60:40269(127.12.14.60:40269)] handling channelInactive
02:07:16.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state READY due to: connection closed
02:07:16.072 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.14.60:40269(127.12.14.60:40269)] handling channelInactive
02:07:16.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state READY due to: connection closed
02:07:16.072 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.14.60:40269(127.12.14.60:40269)] handling channelInactive
02:07:16.072 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.14.60:40269(127.12.14.60:40269)] handling channelInactive
02:07:16.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state READY due to: connection closed
02:07:16.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state READY due to: connection closed
02:07:16.100 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070036099 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:16.122 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
02:07:16.124 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:07:16.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:16.189 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:16.189 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:16.189 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:16.189 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:16.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:16.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:16.190 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:16.190 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:16.190 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:16.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:16.190 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:16.190 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:16.191 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:16.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:16.243 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:16.244 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:16.244 [DEBUG - pool-255-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:16.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:16.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:16.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:16.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:16.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:16.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:16.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:16.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:16.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:16.246 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:16.247 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28351), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [31ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [53ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [55ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [55ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [152ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [171ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [174ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [175ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [234ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [238ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [240ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [263ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [283ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [323ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [323ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [342ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [342ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [343ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [343ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [482ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [641ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1143ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2122ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2960ms] refreshing cache from master, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2962ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [6861ms] refreshing cache from master, [6861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [6861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [6862ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [6862ms] too many traces: truncated at 100 traces, deferred=Deferred@814267345(state=PENDING, result=null, callback=(continuation of Deferred@126426791 after retry RPC after error@137976389) -> (continuation of Deferred@353016786 after retry RPC after error@1621748881) -> (continuation of Deferred@790280709 after retry RPC after error@1840461521) -> (continuation of Deferred@749139134 after retry RPC after error@54810847) -> (continuation of Deferred@2046033952 after retry RPC after error@226866289) -> (continuation of Deferred@379433595 after retry RPC after error@926847703) -> (continuation of Deferred@1846698256 after retry RPC after error@1309959839) -> (continuation of Deferred@903945036 after retry RPC after error@1988796173) -> (continuation of Deferred@200112685 after retry RPC after error@1721816401) -> (continuation of Deferred@1537640882 after retry RPC after error@2037782332) -> (continuation of Deferred@430585389 after retry RPC after error@2034266644) -> (continuation of Deferred@373591959 after retry RPC after error@1598203284) -> (continuation of Deferred@395438863 after retry RPC after error@1832647483) -> (continuation of Deferred@1605495100 after retry RPC after error@362121563) -> (continuation of Deferred@222613877 after retry RPC after error@1066668485) -> (continuation of Deferred@1874650882 after retry RPC after error@1457157375) -> (continuation of Deferred@2101266472 after retry RPC after error@1656480883) -> (continuation of Deferred@1782025169 after retry RPC after error@1875863524) -> (continuation of Deferred@1681628605 after retry RPC after error@1503552821) -> (continuation of Deferred@262214868 after retry RPC after error@457552515) -> (continuation of Deferred@598409763 after retry RPC after error@154561710) -> (continuation of Deferred@246861544 after retry RPC after error@953267223), errback=(continuation of Deferred@126426791 after retry RPC after error@137976389) -> (continuation of Deferred@353016786 after retry RPC after error@1621748881) -> (continuation of Deferred@790280709 after retry RPC after error@1840461521) -> (continuation of Deferred@749139134 after retry RPC after error@54810847) -> (continuation of Deferred@2046033952 after retry RPC after error@226866289) -> (continuation of Deferred@379433595 after retry RPC after error@926847703) -> (continuation of Deferred@1846698256 after retry RPC after error@1309959839) -> (continuation of Deferred@903945036 after retry RPC after error@1988796173) -> (continuation of Deferred@200112685 after retry RPC after error@1721816401) -> (continuation of Deferred@1537640882 after retry RPC after error@2037782332) -> (continuation of Deferred@430585389 after retry RPC after error@2034266644) -> (continuation of Deferred@373591959 after retry RPC after error@1598203284) -> (continuation of Deferred@395438863 after retry RPC after error@1832647483) -> (continuation of Deferred@1605495100 after retry RPC after error@362121563) -> (continuation of Deferred@222613877 after retry RPC after error@1066668485) -> (continuation of Deferred@1874650882 after retry RPC after error@1457157375) -> (continuation of Deferred@2101266472 after retry RPC after error@1656480883) -> (continuation of Deferred@1782025169 after retry RPC after error@1875863524) -> (continuation of Deferred@1681628605 after retry RPC after error@1503552821) -> (continuation of Deferred@262214868 after retry RPC after error@457552515) -> (continuation of Deferred@598409763 after retry RPC after error@154561710) -> (continuation of Deferred@246861544 after retry RPC after error@953267223)))
02:07:16.250 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:07:16.250 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28351), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [31ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [53ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [55ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [55ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [152ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [171ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [174ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [175ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [234ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [238ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [240ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [263ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [283ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [323ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [323ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [342ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [342ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [343ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [343ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [482ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [641ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1143ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2122ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2960ms] refreshing cache from master, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2962ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [6861ms] refreshing cache from master, [6861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [6861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [6862ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [6862ms] too many traces: truncated at 100 traces, deferred=Deferred@814267345(state=PENDING, result=null, callback=(continuation of Deferred@126426791 after retry RPC after error@137976389) -> (continuation of Deferred@353016786 after retry RPC after error@1621748881) -> (continuation of Deferred@790280709 after retry RPC after error@1840461521) -> (continuation of Deferred@749139134 after retry RPC after error@54810847) -> (continuation of Deferred@2046033952 after retry RPC after error@226866289) -> (continuation of Deferred@379433595 after retry RPC after error@926847703) -> (continuation of Deferred@1846698256 after retry RPC after error@1309959839) -> (continuation of Deferred@903945036 after retry RPC after error@1988796173) -> (continuation of Deferred@200112685 after retry RPC after error@1721816401) -> (continuation of Deferred@1537640882 after retry RPC after error@2037782332) -> (continuation of Deferred@430585389 after retry RPC after error@2034266644) -> (continuation of Deferred@373591959 after retry RPC after error@1598203284) -> (continuation of Deferred@395438863 after retry RPC after error@1832647483) -> (continuation of Deferred@1605495100 after retry RPC after error@362121563) -> (continuation of Deferred@222613877 after retry RPC after error@1066668485) -> (continuation of Deferred@1874650882 after retry RPC after error@1457157375) -> (continuation of Deferred@2101266472 after retry RPC after error@1656480883) -> (continuation of Deferred@1782025169 after retry RPC after error@1875863524) -> (continuation of Deferred@1681628605 after retry RPC after error@1503552821) -> (continuation of Deferred@262214868 after retry RPC after error@457552515) -> (continuation of Deferred@598409763 after retry RPC after error@154561710) -> (continuation of Deferred@246861544 after retry RPC after error@953267223), errback=(continuation of Deferred@126426791 after retry RPC after error@137976389) -> (continuation of Deferred@353016786 after retry RPC after error@1621748881) -> (continuation of Deferred@790280709 after retry RPC after error@1840461521) -> (continuation of Deferred@749139134 after retry RPC after error@54810847) -> (continuation of Deferred@2046033952 after retry RPC after error@226866289) -> (continuation of Deferred@379433595 after retry RPC after error@926847703) -> (continuation of Deferred@1846698256 after retry RPC after error@1309959839) -> (continuation of Deferred@903945036 after retry RPC after error@1988796173) -> (continuation of Deferred@200112685 after retry RPC after error@1721816401) -> (continuation of Deferred@1537640882 after retry RPC after error@2037782332) -> (continuation of Deferred@430585389 after retry RPC after error@2034266644) -> (continuation of Deferred@373591959 after retry RPC after error@1598203284) -> (continuation of Deferred@395438863 after retry RPC after error@1832647483) -> (continuation of Deferred@1605495100 after retry RPC after error@362121563) -> (continuation of Deferred@222613877 after retry RPC after error@1066668485) -> (continuation of Deferred@1874650882 after retry RPC after error@1457157375) -> (continuation of Deferred@2101266472 after retry RPC after error@1656480883) -> (continuation of Deferred@1782025169 after retry RPC after error@1875863524) -> (continuation of Deferred@1681628605 after retry RPC after error@1503552821) -> (continuation of Deferred@262214868 after retry RPC after error@457552515) -> (continuation of Deferred@598409763 after retry RPC after error@154561710) -> (continuation of Deferred@246861544 after retry RPC after error@953267223)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.237.188:33477
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:16.254 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
02:07:16.256 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
02:07:16.304 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28351), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [31ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [53ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [55ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [55ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [152ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [171ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [174ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [175ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [234ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [238ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [240ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [263ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [283ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [323ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [323ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [342ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [342ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [343ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [343ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [482ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [641ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1143ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2122ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2960ms] refreshing cache from master, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2961ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2962ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [6861ms] refreshing cache from master, [6861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [6861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [6862ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [6862ms] too many traces: truncated at 100 traces, deferred=Deferred@814267345(state=PENDING, result=null, callback=(continuation of Deferred@126426791 after retry RPC after error@137976389) -> (continuation of Deferred@353016786 after retry RPC after error@1621748881) -> (continuation of Deferred@790280709 after retry RPC after error@1840461521) -> (continuation of Deferred@749139134 after retry RPC after error@54810847) -> (continuation of Deferred@2046033952 after retry RPC after error@226866289) -> (continuation of Deferred@379433595 after retry RPC after error@926847703) -> (continuation of Deferred@1846698256 after retry RPC after error@1309959839) -> (continuation of Deferred@903945036 after retry RPC after error@1988796173) -> (continuation of Deferred@200112685 after retry RPC after error@1721816401) -> (continuation of Deferred@1537640882 after retry RPC after error@2037782332) -> (continuation of Deferred@430585389 after retry RPC after error@2034266644) -> (continuation of Deferred@373591959 after retry RPC after error@1598203284) -> (continuation of Deferred@395438863 after retry RPC after error@1832647483) -> (continuation of Deferred@1605495100 after retry RPC after error@362121563) -> (continuation of Deferred@222613877 after retry RPC after error@1066668485) -> (continuation of Deferred@1874650882 after retry RPC after error@1457157375) -> (continuation of Deferred@2101266472 after retry RPC after error@1656480883) -> (continuation of Deferred@1782025169 after retry RPC after error@1875863524) -> (continuation of Deferred@1681628605 after retry RPC after error@1503552821) -> (continuation of Deferred@262214868 after retry RPC after error@457552515) -> (continuation of Deferred@598409763 after retry RPC after error@154561710) -> (continuation of Deferred@246861544 after retry RPC after error@953267223), errback=(continuation of Deferred@126426791 after retry RPC after error@137976389) -> (continuation of Deferred@353016786 after retry RPC after error@1621748881) -> (continuation of Deferred@790280709 after retry RPC after error@1840461521) -> (continuation of Deferred@749139134 after retry RPC after error@54810847) -> (continuation of Deferred@2046033952 after retry RPC after error@226866289) -> (continuation of Deferred@379433595 after retry RPC after error@926847703) -> (continuation of Deferred@1846698256 after retry RPC after error@1309959839) -> (continuation of Deferred@903945036 after retry RPC after error@1988796173) -> (continuation of Deferred@200112685 after retry RPC after error@1721816401) -> (continuation of Deferred@1537640882 after retry RPC after error@2037782332) -> (continuation of Deferred@430585389 after retry RPC after error@2034266644) -> (continuation of Deferred@373591959 after retry RPC after error@1598203284) -> (continuation of Deferred@395438863 after retry RPC after error@1832647483) -> (continuation of Deferred@1605495100 after retry RPC after error@362121563) -> (continuation of Deferred@222613877 after retry RPC after error@1066668485) -> (continuation of Deferred@1874650882 after retry RPC after error@1457157375) -> (continuation of Deferred@2101266472 after retry RPC after error@1656480883) -> (continuation of Deferred@1782025169 after retry RPC after error@1875863524) -> (continuation of Deferred@1681628605 after retry RPC after error@1503552821) -> (continuation of Deferred@262214868 after retry RPC after error@457552515) -> (continuation of Deferred@598409763 after retry RPC after error@154561710) -> (continuation of Deferred@246861544 after retry RPC after error@953267223)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.237.188:33477
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:16.317 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:07:16.320 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
02:07:16.320 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
02:07:16.367 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:16.367 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:16.367 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:16.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.370 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.370 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.370 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.370 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.371 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:16.372 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28464), Traces: [0ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [54ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [67ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [67ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [115ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [119ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [120ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [185ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [189ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [190ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [190ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [303ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [383ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [403ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [861ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [862ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1245ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2860ms] refreshing cache from master, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2862ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [6080ms] refreshing cache from master, [6080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [6082ms] too many traces: truncated at 100 traces, deferred=Deferred@1789104857(state=PENDING, result=null, callback=(continuation of Deferred@6000923 after retry RPC after error@2072669081) -> (continuation of Deferred@841160673 after retry RPC after error@1147174438) -> (continuation of Deferred@409988344 after retry RPC after error@814844623) -> (continuation of Deferred@438771491 after retry RPC after error@1576129295) -> (continuation of Deferred@975105125 after retry RPC after error@115727899) -> (continuation of Deferred@614008803 after retry RPC after error@2007224788) -> (continuation of Deferred@974354049 after retry RPC after error@305029854) -> (continuation of Deferred@2128927079 after retry RPC after error@388008478) -> (continuation of Deferred@908476677 after retry RPC after error@1468001677) -> (continuation of Deferred@252193252 after retry RPC after error@485171809) -> (continuation of Deferred@415331984 after retry RPC after error@813364096) -> (continuation of Deferred@2121513826 after retry RPC after error@994993895) -> (continuation of Deferred@682160872 after retry RPC after error@1336533646) -> (continuation of Deferred@753072306 after retry RPC after error@1683217047) -> (continuation of Deferred@184765255 after retry RPC after error@188642619) -> (continuation of Deferred@807549830 after retry RPC after error@1256183927) -> (continuation of Deferred@1528298264 after retry RPC after error@595122924) -> (continuation of Deferred@44509966 after retry RPC after error@906975053) -> (continuation of Deferred@1386526127 after retry RPC after error@938392237) -> (continuation of Deferred@204085253 after retry RPC after error@1079219186) -> (continuation of Deferred@934104986 after retry RPC after error@1976868880) -> (continuation of Deferred@694318239 after retry RPC after error@1978842690) -> (continuation of Deferred@679411449 after retry RPC after error@2021265350), errback=(continuation of Deferred@6000923 after retry RPC after error@2072669081) -> (continuation of Deferred@841160673 after retry RPC after error@1147174438) -> (continuation of Deferred@409988344 after retry RPC after error@814844623) -> (continuation of Deferred@438771491 after retry RPC after error@1576129295) -> (continuation of Deferred@975105125 after retry RPC after error@115727899) -> (continuation of Deferred@614008803 after retry RPC after error@2007224788) -> (continuation of Deferred@974354049 after retry RPC after error@305029854) -> (continuation of Deferred@2128927079 after retry RPC after error@388008478) -> (continuation of Deferred@908476677 after retry RPC after error@1468001677) -> (continuation of Deferred@252193252 after retry RPC after error@485171809) -> (continuation of Deferred@415331984 after retry RPC after error@813364096) -> (continuation of Deferred@2121513826 after retry RPC after error@994993895) -> (continuation of Deferred@682160872 after retry RPC after error@1336533646) -> (continuation of Deferred@753072306 after retry RPC after error@1683217047) -> (continuation of Deferred@184765255 after retry RPC after error@188642619) -> (continuation of Deferred@807549830 after retry RPC after error@1256183927) -> (continuation of Deferred@1528298264 after retry RPC after error@595122924) -> (continuation of Deferred@44509966 after retry RPC after error@906975053) -> (continuation of Deferred@1386526127 after retry RPC after error@938392237) -> (continuation of Deferred@204085253 after retry RPC after error@1079219186) -> (continuation of Deferred@934104986 after retry RPC after error@1976868880) -> (continuation of Deferred@694318239 after retry RPC after error@1978842690) -> (continuation of Deferred@679411449 after retry RPC after error@2021265350)))
02:07:16.374 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:16.374 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:16.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.374 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:16.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.375 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28464), Traces: [0ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [54ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [67ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [67ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [115ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [119ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [120ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [185ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [189ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [190ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [190ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [303ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [383ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [403ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [861ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [862ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1245ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2860ms] refreshing cache from master, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2862ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [6080ms] refreshing cache from master, [6080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [6082ms] too many traces: truncated at 100 traces, deferred=Deferred@1789104857(state=PENDING, result=null, callback=(continuation of Deferred@6000923 after retry RPC after error@2072669081) -> (continuation of Deferred@841160673 after retry RPC after error@1147174438) -> (continuation of Deferred@409988344 after retry RPC after error@814844623) -> (continuation of Deferred@438771491 after retry RPC after error@1576129295) -> (continuation of Deferred@975105125 after retry RPC after error@115727899) -> (continuation of Deferred@614008803 after retry RPC after error@2007224788) -> (continuation of Deferred@974354049 after retry RPC after error@305029854) -> (continuation of Deferred@2128927079 after retry RPC after error@388008478) -> (continuation of Deferred@908476677 after retry RPC after error@1468001677) -> (continuation of Deferred@252193252 after retry RPC after error@485171809) -> (continuation of Deferred@415331984 after retry RPC after error@813364096) -> (continuation of Deferred@2121513826 after retry RPC after error@994993895) -> (continuation of Deferred@682160872 after retry RPC after error@1336533646) -> (continuation of Deferred@753072306 after retry RPC after error@1683217047) -> (continuation of Deferred@184765255 after retry RPC after error@188642619) -> (continuation of Deferred@807549830 after retry RPC after error@1256183927) -> (continuation of Deferred@1528298264 after retry RPC after error@595122924) -> (continuation of Deferred@44509966 after retry RPC after error@906975053) -> (continuation of Deferred@1386526127 after retry RPC after error@938392237) -> (continuation of Deferred@204085253 after retry RPC after error@1079219186) -> (continuation of Deferred@934104986 after retry RPC after error@1976868880) -> (continuation of Deferred@694318239 after retry RPC after error@1978842690) -> (continuation of Deferred@679411449 after retry RPC after error@2021265350), errback=(continuation of Deferred@6000923 after retry RPC after error@2072669081) -> (continuation of Deferred@841160673 after retry RPC after error@1147174438) -> (continuation of Deferred@409988344 after retry RPC after error@814844623) -> (continuation of Deferred@438771491 after retry RPC after error@1576129295) -> (continuation of Deferred@975105125 after retry RPC after error@115727899) -> (continuation of Deferred@614008803 after retry RPC after error@2007224788) -> (continuation of Deferred@974354049 after retry RPC after error@305029854) -> (continuation of Deferred@2128927079 after retry RPC after error@388008478) -> (continuation of Deferred@908476677 after retry RPC after error@1468001677) -> (continuation of Deferred@252193252 after retry RPC after error@485171809) -> (continuation of Deferred@415331984 after retry RPC after error@813364096) -> (continuation of Deferred@2121513826 after retry RPC after error@994993895) -> (continuation of Deferred@682160872 after retry RPC after error@1336533646) -> (continuation of Deferred@753072306 after retry RPC after error@1683217047) -> (continuation of Deferred@184765255 after retry RPC after error@188642619) -> (continuation of Deferred@807549830 after retry RPC after error@1256183927) -> (continuation of Deferred@1528298264 after retry RPC after error@595122924) -> (continuation of Deferred@44509966 after retry RPC after error@906975053) -> (continuation of Deferred@1386526127 after retry RPC after error@938392237) -> (continuation of Deferred@204085253 after retry RPC after error@1079219186) -> (continuation of Deferred@934104986 after retry RPC after error@1976868880) -> (continuation of Deferred@694318239 after retry RPC after error@1978842690) -> (continuation of Deferred@679411449 after retry RPC after error@2021265350)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28464), Traces: [0ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [54ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [67ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [67ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [115ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [119ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [120ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [185ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [189ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [190ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [190ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [303ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [383ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [403ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [861ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [862ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1245ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2860ms] refreshing cache from master, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2862ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [6080ms] refreshing cache from master, [6080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [6082ms] too many traces: truncated at 100 traces, deferred=Deferred@1789104857(state=PENDING, result=null, callback=(continuation of Deferred@6000923 after retry RPC after error@2072669081) -> (continuation of Deferred@841160673 after retry RPC after error@1147174438) -> (continuation of Deferred@409988344 after retry RPC after error@814844623) -> (continuation of Deferred@438771491 after retry RPC after error@1576129295) -> (continuation of Deferred@975105125 after retry RPC after error@115727899) -> (continuation of Deferred@614008803 after retry RPC after error@2007224788) -> (continuation of Deferred@974354049 after retry RPC after error@305029854) -> (continuation of Deferred@2128927079 after retry RPC after error@388008478) -> (continuation of Deferred@908476677 after retry RPC after error@1468001677) -> (continuation of Deferred@252193252 after retry RPC after error@485171809) -> (continuation of Deferred@415331984 after retry RPC after error@813364096) -> (continuation of Deferred@2121513826 after retry RPC after error@994993895) -> (continuation of Deferred@682160872 after retry RPC after error@1336533646) -> (continuation of Deferred@753072306 after retry RPC after error@1683217047) -> (continuation of Deferred@184765255 after retry RPC after error@188642619) -> (continuation of Deferred@807549830 after retry RPC after error@1256183927) -> (continuation of Deferred@1528298264 after retry RPC after error@595122924) -> (continuation of Deferred@44509966 after retry RPC after error@906975053) -> (continuation of Deferred@1386526127 after retry RPC after error@938392237) -> (continuation of Deferred@204085253 after retry RPC after error@1079219186) -> (continuation of Deferred@934104986 after retry RPC after error@1976868880) -> (continuation of Deferred@694318239 after retry RPC after error@1978842690) -> (continuation of Deferred@679411449 after retry RPC after error@2021265350), errback=(continuation of Deferred@6000923 after retry RPC after error@2072669081) -> (continuation of Deferred@841160673 after retry RPC after error@1147174438) -> (continuation of Deferred@409988344 after retry RPC after error@814844623) -> (continuation of Deferred@438771491 after retry RPC after error@1576129295) -> (continuation of Deferred@975105125 after retry RPC after error@115727899) -> (continuation of Deferred@614008803 after retry RPC after error@2007224788) -> (continuation of Deferred@974354049 after retry RPC after error@305029854) -> (continuation of Deferred@2128927079 after retry RPC after error@388008478) -> (continuation of Deferred@908476677 after retry RPC after error@1468001677) -> (continuation of Deferred@252193252 after retry RPC after error@485171809) -> (continuation of Deferred@415331984 after retry RPC after error@813364096) -> (continuation of Deferred@2121513826 after retry RPC after error@994993895) -> (continuation of Deferred@682160872 after retry RPC after error@1336533646) -> (continuation of Deferred@753072306 after retry RPC after error@1683217047) -> (continuation of Deferred@184765255 after retry RPC after error@188642619) -> (continuation of Deferred@807549830 after retry RPC after error@1256183927) -> (continuation of Deferred@1528298264 after retry RPC after error@595122924) -> (continuation of Deferred@44509966 after retry RPC after error@906975053) -> (continuation of Deferred@1386526127 after retry RPC after error@938392237) -> (continuation of Deferred@204085253 after retry RPC after error@1079219186) -> (continuation of Deferred@934104986 after retry RPC after error@1976868880) -> (continuation of Deferred@694318239 after retry RPC after error@1978842690) -> (continuation of Deferred@679411449 after retry RPC after error@2021265350)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.47.126:46261
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:16.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.380 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.380 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:16.387 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:16.387 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:16.387 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:16.388 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.388 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.388 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.389 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:16.393 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28464), Traces: [0ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [54ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [67ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [67ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [115ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [119ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [120ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [185ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [189ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [190ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [190ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [303ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [383ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [403ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [861ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [862ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1245ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2860ms] refreshing cache from master, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2862ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [6080ms] refreshing cache from master, [6080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [6082ms] too many traces: truncated at 100 traces, deferred=Deferred@1789104857(state=PENDING, result=null, callback=(continuation of Deferred@6000923 after retry RPC after error@2072669081) -> (continuation of Deferred@841160673 after retry RPC after error@1147174438) -> (continuation of Deferred@409988344 after retry RPC after error@814844623) -> (continuation of Deferred@438771491 after retry RPC after error@1576129295) -> (continuation of Deferred@975105125 after retry RPC after error@115727899) -> (continuation of Deferred@614008803 after retry RPC after error@2007224788) -> (continuation of Deferred@974354049 after retry RPC after error@305029854) -> (continuation of Deferred@2128927079 after retry RPC after error@388008478) -> (continuation of Deferred@908476677 after retry RPC after error@1468001677) -> (continuation of Deferred@252193252 after retry RPC after error@485171809) -> (continuation of Deferred@415331984 after retry RPC after error@813364096) -> (continuation of Deferred@2121513826 after retry RPC after error@994993895) -> (continuation of Deferred@682160872 after retry RPC after error@1336533646) -> (continuation of Deferred@753072306 after retry RPC after error@1683217047) -> (continuation of Deferred@184765255 after retry RPC after error@188642619) -> (continuation of Deferred@807549830 after retry RPC after error@1256183927) -> (continuation of Deferred@1528298264 after retry RPC after error@595122924) -> (continuation of Deferred@44509966 after retry RPC after error@906975053) -> (continuation of Deferred@1386526127 after retry RPC after error@938392237) -> (continuation of Deferred@204085253 after retry RPC after error@1079219186) -> (continuation of Deferred@934104986 after retry RPC after error@1976868880) -> (continuation of Deferred@694318239 after retry RPC after error@1978842690) -> (continuation of Deferred@679411449 after retry RPC after error@2021265350), errback=(continuation of Deferred@6000923 after retry RPC after error@2072669081) -> (continuation of Deferred@841160673 after retry RPC after error@1147174438) -> (continuation of Deferred@409988344 after retry RPC after error@814844623) -> (continuation of Deferred@438771491 after retry RPC after error@1576129295) -> (continuation of Deferred@975105125 after retry RPC after error@115727899) -> (continuation of Deferred@614008803 after retry RPC after error@2007224788) -> (continuation of Deferred@974354049 after retry RPC after error@305029854) -> (continuation of Deferred@2128927079 after retry RPC after error@388008478) -> (continuation of Deferred@908476677 after retry RPC after error@1468001677) -> (continuation of Deferred@252193252 after retry RPC after error@485171809) -> (continuation of Deferred@415331984 after retry RPC after error@813364096) -> (continuation of Deferred@2121513826 after retry RPC after error@994993895) -> (continuation of Deferred@682160872 after retry RPC after error@1336533646) -> (continuation of Deferred@753072306 after retry RPC after error@1683217047) -> (continuation of Deferred@184765255 after retry RPC after error@188642619) -> (continuation of Deferred@807549830 after retry RPC after error@1256183927) -> (continuation of Deferred@1528298264 after retry RPC after error@595122924) -> (continuation of Deferred@44509966 after retry RPC after error@906975053) -> (continuation of Deferred@1386526127 after retry RPC after error@938392237) -> (continuation of Deferred@204085253 after retry RPC after error@1079219186) -> (continuation of Deferred@934104986 after retry RPC after error@1976868880) -> (continuation of Deferred@694318239 after retry RPC after error@1978842690) -> (continuation of Deferred@679411449 after retry RPC after error@2021265350)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28464), Traces: [0ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [54ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [67ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [67ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [115ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [119ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [120ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [185ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [189ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [190ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [190ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [303ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [383ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [403ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [861ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [862ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1245ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2860ms] refreshing cache from master, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2862ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [6080ms] refreshing cache from master, [6080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [6081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [6082ms] too many traces: truncated at 100 traces, deferred=Deferred@1789104857(state=PENDING, result=null, callback=(continuation of Deferred@6000923 after retry RPC after error@2072669081) -> (continuation of Deferred@841160673 after retry RPC after error@1147174438) -> (continuation of Deferred@409988344 after retry RPC after error@814844623) -> (continuation of Deferred@438771491 after retry RPC after error@1576129295) -> (continuation of Deferred@975105125 after retry RPC after error@115727899) -> (continuation of Deferred@614008803 after retry RPC after error@2007224788) -> (continuation of Deferred@974354049 after retry RPC after error@305029854) -> (continuation of Deferred@2128927079 after retry RPC after error@388008478) -> (continuation of Deferred@908476677 after retry RPC after error@1468001677) -> (continuation of Deferred@252193252 after retry RPC after error@485171809) -> (continuation of Deferred@415331984 after retry RPC after error@813364096) -> (continuation of Deferred@2121513826 after retry RPC after error@994993895) -> (continuation of Deferred@682160872 after retry RPC after error@1336533646) -> (continuation of Deferred@753072306 after retry RPC after error@1683217047) -> (continuation of Deferred@184765255 after retry RPC after error@188642619) -> (continuation of Deferred@807549830 after retry RPC after error@1256183927) -> (continuation of Deferred@1528298264 after retry RPC after error@595122924) -> (continuation of Deferred@44509966 after retry RPC after error@906975053) -> (continuation of Deferred@1386526127 after retry RPC after error@938392237) -> (continuation of Deferred@204085253 after retry RPC after error@1079219186) -> (continuation of Deferred@934104986 after retry RPC after error@1976868880) -> (continuation of Deferred@694318239 after retry RPC after error@1978842690) -> (continuation of Deferred@679411449 after retry RPC after error@2021265350), errback=(continuation of Deferred@6000923 after retry RPC after error@2072669081) -> (continuation of Deferred@841160673 after retry RPC after error@1147174438) -> (continuation of Deferred@409988344 after retry RPC after error@814844623) -> (continuation of Deferred@438771491 after retry RPC after error@1576129295) -> (continuation of Deferred@975105125 after retry RPC after error@115727899) -> (continuation of Deferred@614008803 after retry RPC after error@2007224788) -> (continuation of Deferred@974354049 after retry RPC after error@305029854) -> (continuation of Deferred@2128927079 after retry RPC after error@388008478) -> (continuation of Deferred@908476677 after retry RPC after error@1468001677) -> (continuation of Deferred@252193252 after retry RPC after error@485171809) -> (continuation of Deferred@415331984 after retry RPC after error@813364096) -> (continuation of Deferred@2121513826 after retry RPC after error@994993895) -> (continuation of Deferred@682160872 after retry RPC after error@1336533646) -> (continuation of Deferred@753072306 after retry RPC after error@1683217047) -> (continuation of Deferred@184765255 after retry RPC after error@188642619) -> (continuation of Deferred@807549830 after retry RPC after error@1256183927) -> (continuation of Deferred@1528298264 after retry RPC after error@595122924) -> (continuation of Deferred@44509966 after retry RPC after error@906975053) -> (continuation of Deferred@1386526127 after retry RPC after error@938392237) -> (continuation of Deferred@204085253 after retry RPC after error@1079219186) -> (continuation of Deferred@934104986 after retry RPC after error@1976868880) -> (continuation of Deferred@694318239 after retry RPC after error@1978842690) -> (continuation of Deferred@679411449 after retry RPC after error@2021265350)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.47.126:46261
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:16.404 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:07:16.406 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:16.407 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:16.407 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:16.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.408 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.408 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.409 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
02:07:16.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:16.412 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
02:07:16.412 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:07:16.413 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
02:07:16.413 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:07:16.413 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
02:07:16.413 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
02:07:16.420 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:07:16.420 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
02:07:16.420 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:07:16.420 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:16.421 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:16.421 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:16.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:16.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:16.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:16.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:16.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:16.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:16.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:16.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:16.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:16.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:16.426 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:16.426 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:16.427 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:16.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.428 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.428 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:16.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aaf59caa5aaf4bea82ff27cba95a560a
02:07:16.435 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:07:16.435 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
02:07:16.435 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:07:16.437 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f35d783c51ce186fbda22d41a541de129cfc577cdc2905eb877e80e025c24044'}]
02:07:16.438 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:16.439 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='79c99c8ee36c171993eacbd6014d691adcf94b86c644e5aa4af5615d48915379'}]
02:07:16.440 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:16.441 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='be89092fc0a27aa160e3d2ae130ae7b29c9a112bb5291d6de0c2c57a8a606e2a'}]
02:07:16.442 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:16.442 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:07:16.442 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:07:16.442 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
02:07:16.442 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:07:16.443 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=298108, tablet=faabf097cb874d688ffde4abf665b941@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)[L],851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783),9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}]
02:07:16.442 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:07:16.444 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=298108, tablet=504323f05eb647afbcafa3095ab22a21@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475),851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783)[L],9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}]
02:07:16.447 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:16.447 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:16.447 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:16.448 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.448 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.448 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.449 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.449 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.449 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:16.467 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:16.467 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:16.467 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:16.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.469 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:16.476 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:07:16.480 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=298108, tablet=13cb71edc16045a09e8b5b5b133752e4@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)[L],851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783),9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}]
02:07:16.487 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:16.487 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:16.487 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:16.488 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.488 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.488 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.488 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.488 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.489 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.489 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.489 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.489 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.489 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:16.493 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
02:07:16.493 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:07:16.494 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
02:07:16.495 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
02:07:16.495 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:07:16.496 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job aa0f880d3d16040ce17d0c341cb8eb57
02:07:16.500 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:16.500 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:16.500 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:16.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:16.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:16.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:16.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:16.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:16.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:16.501 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:16.501 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:16.502 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:16.502 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:16.507 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] connecting to peer
02:07:16.514 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] connecting to peer
02:07:16.526 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] connecting to peer
02:07:16.534 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] Successfully connected to peer
02:07:16.549 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] Successfully connected to peer
02:07:16.559 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.131
02:07:16.564 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] Successfully connected to peer
02:07:16.618 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.130
02:07:16.627 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:16.630 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070036620 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:16.631 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:16.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:16.633 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:16.633 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:16.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.634 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:16.639 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.131
02:07:16.651 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 0d8395fba2788201aec6c54dce2f1c84 (2898 bytes, checkpointDuration=31 ms, finalizationTime=0 ms).
02:07:16.654 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:07:16.655 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:16.657 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdfe5c6b1, L:/127.0.0.1:42988 - R:/127.11.65.131:41731] using SASL/PLAIN
02:07:16.661 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:16.666 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb91f8e02, L:/127.0.0.1:40306 - R:/127.11.65.130:37475] using SASL/PLAIN
02:07:16.667 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xed1c23c6, L:/127.0.0.1:43002 - R:/127.11.65.131:41731] using SASL/PLAIN
02:07:16.677 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070869217280001) for scanner KuduScanner(table=replication_test_table, tablet=faabf097cb874d688ffde4abf665b941, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:16.677 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [be89092fc0a27aa160e3d2ae130ae7b29c9a112bb5291d6de0c2c57a8a606e2a]
02:07:16.677 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [be89092fc0a27aa160e3d2ae130ae7b29c9a112bb5291d6de0c2c57a8a606e2a]
02:07:16.678 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:07:16.678 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:07:16.680 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split be89092fc0a27aa160e3d2ae130ae7b29c9a112bb5291d6de0c2c57a8a606e2a finished by subtask 2; deferring removal (restored in pending)
02:07:16.681 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] disconnecting while in state READY
02:07:16.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:16.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:16.685 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070869217280001) for scanner KuduScanner(table=replication_test_table, tablet=504323f05eb647afbcafa3095ab22a21, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:16.685 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [79c99c8ee36c171993eacbd6014d691adcf94b86c644e5aa4af5615d48915379]
02:07:16.685 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [79c99c8ee36c171993eacbd6014d691adcf94b86c644e5aa4af5615d48915379]
02:07:16.686 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:07:16.686 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:07:16.686 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] disconnecting while in state READY
02:07:16.687 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 79c99c8ee36c171993eacbd6014d691adcf94b86c644e5aa4af5615d48915379 finished by subtask 1; deferring removal (restored in pending)
02:07:16.687 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:16.688 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070869217280001) for scanner KuduScanner(table=replication_test_table, tablet=13cb71edc16045a09e8b5b5b133752e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:16.688 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [f35d783c51ce186fbda22d41a541de129cfc577cdc2905eb877e80e025c24044]
02:07:16.689 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f35d783c51ce186fbda22d41a541de129cfc577cdc2905eb877e80e025c24044]
02:07:16.689 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:07:16.689 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:07:16.689 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] disconnecting while in state READY
02:07:16.690 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f35d783c51ce186fbda22d41a541de129cfc577cdc2905eb877e80e025c24044 finished by subtask 3; deferring removal (restored in pending)
02:07:16.691 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:16.697 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] handling channelInactive
02:07:16.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] cleaning up while in state READY due to: connection closed
02:07:16.697 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:07:16.698 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:07:16.700 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] handling channelInactive
02:07:16.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] cleaning up while in state READY due to: connection closed
02:07:16.700 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:07:16.701 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:07:16.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:16.702 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] handling channelInactive
02:07:16.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] cleaning up while in state READY due to: connection closed
02:07:16.703 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:07:16.703 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:07:16.707 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:16.707 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:16.707 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:16.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.709 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.709 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.709 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:16.801 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:16.801 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:16.801 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:16.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:16.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:16.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:16.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:16.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:16.803 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:16.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:16.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:16.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:16.804 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:16.806 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:16.806 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:16.807 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:16.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:16.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.807 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:16.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:16.808 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:16.835 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:16.836 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:16.836 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:16.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:16.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:16.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:16.841 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:16.841 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:16.842 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:16.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:16.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:16.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:16.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:16.913 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:16.913 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:16.913 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:16.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:16.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:16.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:16.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:16.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:16.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:16.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:16.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:16.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:16.915 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:16.916 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28960), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [33ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [33ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [49ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [49ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [75ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [89ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [96ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [97ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [166ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [171ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [172ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [173ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [221ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [361ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [361ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [361ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [362ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [461ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [461ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [462ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [462ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [982ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [982ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [983ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [983ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1240ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1243ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3280ms] refreshing cache from master, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [3282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [3282ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [3440ms] refreshing cache from master, [3440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3441ms] too many traces: truncated at 100 traces, deferred=Deferred@821571185(state=PENDING, result=null, callback=(continuation of Deferred@2081106758 after retry RPC after error@1603403575) -> (continuation of Deferred@301745642 after retry RPC after error@1611033090) -> (continuation of Deferred@1173498975 after retry RPC after error@357178257) -> (continuation of Deferred@1718280135 after retry RPC after error@896528242) -> (continuation of Deferred@1638645076 after retry RPC after error@611886179) -> (continuation of Deferred@341623756 after retry RPC after error@1585621578) -> (continuation of Deferred@1652551123 after retry RPC after error@54855235) -> (continuation of Deferred@1911940932 after retry RPC after error@988730314) -> (continuation of Deferred@660779057 after retry RPC after error@205442432) -> (continuation of Deferred@1387254916 after retry RPC after error@512966040) -> (continuation of Deferred@750974275 after retry RPC after error@1458204566) -> (continuation of Deferred@2051906107 after retry RPC after error@2100627223) -> (continuation of Deferred@1181130015 after retry RPC after error@1140182170) -> (continuation of Deferred@1442777757 after retry RPC after error@10990218) -> (continuation of Deferred@1926978020 after retry RPC after error@522701369) -> (continuation of Deferred@841060514 after retry RPC after error@254756750) -> (continuation of Deferred@655567862 after retry RPC after error@113531695) -> (continuation of Deferred@945713109 after retry RPC after error@1295539303) -> (continuation of Deferred@1942655661 after retry RPC after error@1467196120) -> (continuation of Deferred@471359268 after retry RPC after error@332198820) -> (continuation of Deferred@884229258 after retry RPC after error@2124109222) -> (continuation of Deferred@539284526 after retry RPC after error@1417757277) -> (continuation of Deferred@1107807315 after retry RPC after error@1712691152) -> (continuation of Deferred@1612102296 after retry RPC after error@1054580589) -> (continuation of Deferred@1120057777 after retry RPC after error@144907566) -> (continuation of Deferred@1563731160 after retry RPC after error@1064728804) -> (continuation of Deferred@1756250506 after retry RPC after error@2029288412) -> (continuation of Deferred@1970814 after retry RPC after error@203684801), errback=(continuation of Deferred@2081106758 after retry RPC after error@1603403575) -> (continuation of Deferred@301745642 after retry RPC after error@1611033090) -> (continuation of Deferred@1173498975 after retry RPC after error@357178257) -> (continuation of Deferred@1718280135 after retry RPC after error@896528242) -> (continuation of Deferred@1638645076 after retry RPC after error@611886179) -> (continuation of Deferred@341623756 after retry RPC after error@1585621578) -> (continuation of Deferred@1652551123 after retry RPC after error@54855235) -> (continuation of Deferred@1911940932 after retry RPC after error@988730314) -> (continuation of Deferred@660779057 after retry RPC after error@205442432) -> (continuation of Deferred@1387254916 after retry RPC after error@512966040) -> (continuation of Deferred@750974275 after retry RPC after error@1458204566) -> (continuation of Deferred@2051906107 after retry RPC after error@2100627223) -> (continuation of Deferred@1181130015 after retry RPC after error@1140182170) -> (continuation of Deferred@1442777757 after retry RPC after error@10990218) -> (continuation of Deferred@1926978020 after retry RPC after error@522701369) -> (continuation of Deferred@841060514 after retry RPC after error@254756750) -> (continuation of Deferred@655567862 after retry RPC after error@113531695) -> (continuation of Deferred@945713109 after retry RPC after error@1295539303) -> (continuation of Deferred@1942655661 after retry RPC after error@1467196120) -> (continuation of Deferred@471359268 after retry RPC after error@332198820) -> (continuation of Deferred@884229258 after retry RPC after error@2124109222) -> (continuation of Deferred@539284526 after retry RPC after error@1417757277) -> (continuation of Deferred@1107807315 after retry RPC after error@1712691152) -> (continuation of Deferred@1612102296 after retry RPC after error@1054580589) -> (continuation of Deferred@1120057777 after retry RPC after error@144907566) -> (continuation of Deferred@1563731160 after retry RPC after error@1064728804) -> (continuation of Deferred@1756250506 after retry RPC after error@2029288412) -> (continuation of Deferred@1970814 after retry RPC after error@203684801)))
02:07:16.987 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:16.987 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:16.987 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:16.988 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:16.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:16.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:16.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:16.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:16.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:16.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:16.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:16.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:16.989 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:17.068 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:17.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070037098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:17.116 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 0d8395fba2788201aec6c54dce2f1c84 (2898 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
02:07:17.124 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:07:17.124 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 79c99c8ee36c171993eacbd6014d691adcf94b86c644e5aa4af5615d48915379 from pending
02:07:17.124 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split be89092fc0a27aa160e3d2ae130ae7b29c9a112bb5291d6de0c2c57a8a606e2a from pending
02:07:17.124 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split f35d783c51ce186fbda22d41a541de129cfc577cdc2905eb877e80e025c24044 from pending
02:07:17.124 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 3 finished splits from enumerator state
02:07:17.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:17.201 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:17.202 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:17.202 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:17.202 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:17.202 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:17.202 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:17.202 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:17.202 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:17.202 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:17.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:17.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:17.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:17.203 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:17.204 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:17.547 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:17.547 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:17.547 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:17.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:17.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:17.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:17.549 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:17.549 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:17.549 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:17.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:17.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:17.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:17.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:17.568 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:17.601 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070037598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:17.619 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
02:07:17.621 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:07:17.668 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:17.668 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:17.669 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:17.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:17.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:17.669 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:17.669 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:17.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:17.669 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:17.670 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:17.670 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:17.670 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:17.670 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:17.671 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29782), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [49ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [214ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [225ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [225ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [268ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [273ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [273ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [274ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [274ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [283ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [301ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [301ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [302ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [342ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [342ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [404ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [404ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [482ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [562ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [563ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [563ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [563ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [801ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [801ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [801ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [802ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1602ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2701ms] refreshing cache from master, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2702ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [6020ms] refreshing cache from master, [6020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [6022ms] too many traces: truncated at 100 traces, deferred=Deferred@1875681323(state=PENDING, result=null, callback=(continuation of Deferred@728392167 after retry RPC after error@1784194129) -> (continuation of Deferred@1746615253 after retry RPC after error@1658589957) -> (continuation of Deferred@440480736 after retry RPC after error@898918101) -> (continuation of Deferred@73410081 after retry RPC after error@103172499) -> (continuation of Deferred@367768708 after retry RPC after error@56609314) -> (continuation of Deferred@109815110 after retry RPC after error@844439253) -> (continuation of Deferred@2060637071 after retry RPC after error@127993901) -> (continuation of Deferred@1549483018 after retry RPC after error@1189225186) -> (continuation of Deferred@708890394 after retry RPC after error@632248863) -> (continuation of Deferred@546413004 after retry RPC after error@1999854094) -> (continuation of Deferred@1537700845 after retry RPC after error@67613988) -> (continuation of Deferred@687084433 after retry RPC after error@1174065067) -> (continuation of Deferred@623043810 after retry RPC after error@481676279) -> (continuation of Deferred@349514603 after retry RPC after error@130099661) -> (continuation of Deferred@896981027 after retry RPC after error@128866057) -> (continuation of Deferred@975026916 after retry RPC after error@882664235) -> (continuation of Deferred@925368923 after retry RPC after error@1120607656) -> (continuation of Deferred@357975439 after retry RPC after error@1116010805) -> (continuation of Deferred@893981156 after retry RPC after error@796228792) -> (continuation of Deferred@145239780 after retry RPC after error@1837118357) -> (continuation of Deferred@280742384 after retry RPC after error@338687971) -> (continuation of Deferred@1572418700 after retry RPC after error@835299381) -> (continuation of Deferred@2138244021 after retry RPC after error@336094039), errback=(continuation of Deferred@728392167 after retry RPC after error@1784194129) -> (continuation of Deferred@1746615253 after retry RPC after error@1658589957) -> (continuation of Deferred@440480736 after retry RPC after error@898918101) -> (continuation of Deferred@73410081 after retry RPC after error@103172499) -> (continuation of Deferred@367768708 after retry RPC after error@56609314) -> (continuation of Deferred@109815110 after retry RPC after error@844439253) -> (continuation of Deferred@2060637071 after retry RPC after error@127993901) -> (continuation of Deferred@1549483018 after retry RPC after error@1189225186) -> (continuation of Deferred@708890394 after retry RPC after error@632248863) -> (continuation of Deferred@546413004 after retry RPC after error@1999854094) -> (continuation of Deferred@1537700845 after retry RPC after error@67613988) -> (continuation of Deferred@687084433 after retry RPC after error@1174065067) -> (continuation of Deferred@623043810 after retry RPC after error@481676279) -> (continuation of Deferred@349514603 after retry RPC after error@130099661) -> (continuation of Deferred@896981027 after retry RPC after error@128866057) -> (continuation of Deferred@975026916 after retry RPC after error@882664235) -> (continuation of Deferred@925368923 after retry RPC after error@1120607656) -> (continuation of Deferred@357975439 after retry RPC after error@1116010805) -> (continuation of Deferred@893981156 after retry RPC after error@796228792) -> (continuation of Deferred@145239780 after retry RPC after error@1837118357) -> (continuation of Deferred@280742384 after retry RPC after error@338687971) -> (continuation of Deferred@1572418700 after retry RPC after error@835299381) -> (continuation of Deferred@2138244021 after retry RPC after error@336094039)))
02:07:17.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:17.692 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:17.693 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:17.693 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:17.693 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:17.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:17.693 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:17.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:17.693 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:17.693 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:17.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:17.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:17.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:17.694 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:17.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:17.792 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:17.792 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:17.792 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:17.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:17.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:17.793 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:17.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:17.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:17.793 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:17.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:17.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:17.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:17.794 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:18.007 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:18.007 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:18.007 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:18.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.009 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.009 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.009 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.009 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:18.063 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state RESTARTING to RUNNING.
02:07:18.064 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job aa0f880d3d16040ce17d0c341cb8eb57 from Checkpoint 65 @ 1779069978163 for aa0f880d3d16040ce17d0c341cb8eb57 located at file:/tmp/junit11530347038482474453/checkpoints/aa0f880d3d16040ce17d0c341cb8eb57/chk-65.
02:07:18.065 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:07:18.065 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:07:18.066 [INFO - Thread-47] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:07:18.066 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
02:07:18.066 [DEBUG - Thread-47] (Connection.java:575) [peer master-127.7.47.126:46261(127.7.47.126:46261)] disconnecting while in state TERMINATED
02:07:18.066 [DEBUG - Thread-47] (Connection.java:575) [peer master-127.7.47.124:38689(127.7.47.124:38689)] disconnecting while in state TERMINATED
02:07:18.066 [DEBUG - Thread-47] (Connection.java:575) [peer master-127.7.47.125:34413(127.7.47.125:34413)] disconnecting while in state TERMINATED
02:07:18.066 [DEBUG - Thread-47] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:18.067 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:07:18.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:18.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:07:18Z chronyd exiting
02:07:18.076 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
02:07:18.076 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id d7694e2979b9ad53903744251e3751dd
02:07:18.076 [INFO - Thread-47] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:07:18.076 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
02:07:18.076 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d7694e2979b9ad53903744251e3751dd.
02:07:18.076 [INFO - Thread-47] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:07:18.077 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id d7694e2979b9ad53903744251e3751dd.
02:07:18.079 [DEBUG - Thread-47] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:18.079 [INFO - Thread-47] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:07:18.083 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:07:18.085 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
02:07:18.085 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 03c76505bc684735e07a267c0551681c
02:07:18.089 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
02:07:18.090 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:18.092 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
02:07:18.092 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0
02:07:18.092 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
02:07:18.093 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:07:18.093 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
02:07:18.094 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 625a4eedc5b3dfb29c047e1033cb1872
02:07:18.100 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070038099 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:18.111 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:07:18.113 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:07:18.119 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 03c76505bc684735e07a267c0551681c.
02:07:18.120 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 03c76505bc684735e07a267c0551681c.
02:07:18.121 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
02:07:18.121 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
02:07:18.122 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@445740d0
02:07:18.122 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:18.122 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:07:18.123 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
02:07:18.123 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
02:07:18.130 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:18.131 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:18.131 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:18.131 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:18.133 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3eb6eef0
02:07:18.138 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:18.139 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:07:18.141 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:07:18.141 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
02:07:18.141 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
02:07:18.141 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2cc85279
02:07:18.142 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:18.142 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:07:18.142 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:07:18.142 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:07:18.154 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46335335
02:07:18.156 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:18.165 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:18.168 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 625a4eedc5b3dfb29c047e1033cb1872.
02:07:18.169 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 625a4eedc5b3dfb29c047e1033cb1872.
02:07:18.170 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
02:07:18.170 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
02:07:18.173 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3818fe41
02:07:18.173 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:18.173 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:07:18.173 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
02:07:18.174 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
02:07:18.177 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.181 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4343b627
02:07:18.183 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:18.184 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:18.196 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:18.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.198 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:18.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:18.205 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.213 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.221 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.226 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
02:07:18.226 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
02:07:18.236 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6eec9799
02:07:18.236 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:18.237 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:07:18.237 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.237 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.237 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:18.237 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:07:18.238 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:07:18.243 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60f89e0d
02:07:18.245 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.245 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:18.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.246 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:18.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.255 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.257 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.263 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.269 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.274 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.280 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.280 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.280 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.283 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.287 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.292 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.293 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.293 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.301 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.305 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.306 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.313 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.317 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.317 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.326 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:18.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.328 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.329 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:18.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.330 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.330 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.335 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.335 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:18.345 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:18.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.347 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.352 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.353 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.357 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.358 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.361 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.365 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.370 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:18.377 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.378 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.378 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.379 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.383 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.392 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.394 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:18.394 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:18.395 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:18.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:18.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:18.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:18.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:18.395 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:18.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:18.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:18.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:18.395 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:18.395 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:18.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.397 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.398 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.398 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.399 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.399 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.401 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.408 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.409 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.409 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.414 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:18.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.417 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.418 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.418 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.419 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:18.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.419 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.420 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.421 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:18.423 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.424 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.425 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:18.425 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:18.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.425 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:18.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.426 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:18.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.433 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table aaf59caa5aaf4bea82ff27cba95a560a
02:07:18.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.434 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.436 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='323695b96e186a34843e5fec33b403316e6a4b7ef2bc6ee8d4fec358e3d9e7c0'}]
02:07:18.438 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:18.438 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b5f8f353bf60f696b3e57ba63f8fdde58e20e8a62dbeffb4507c34150d3b8052'}]
02:07:18.440 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.440 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:18.440 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:07:18.441 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.441 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.441 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=296109, tablet=13cb71edc16045a09e8b5b5b133752e4@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)[L],851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783),9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}]
02:07:18.442 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:07:18.442 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=296108, tablet=504323f05eb647afbcafa3095ab22a21@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475),851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783)[L],9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}]
02:07:18.443 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='eb686006928254f1c49a3311e98d165c40a9b72e09557ef15324f78673945923'}]
02:07:18.444 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:18.445 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.445 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:07:18.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.445 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=296108, tablet=faabf097cb874d688ffde4abf665b941@[78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)[L],851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783),9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)]}]
02:07:18.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.446 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:18.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.446 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:18.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.446 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:18.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.448 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.448 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.449 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.449 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.449 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.449 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.449 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.449 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.449 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.449 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.449 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.449 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.449 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:18.449 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.450 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.450 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.450 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.450 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.456 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.460 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.461 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.463 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.463 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.464 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.464 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.466 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:18.466 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:18.466 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:18.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:18.468 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.468 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.468 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.469 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] connecting to peer
02:07:18.469 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.469 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.469 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.469 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.469 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.469 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.470 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.473 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] connecting to peer
02:07:18.477 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.478 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.478 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.478 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] connecting to peer
02:07:18.479 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.480 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.480 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.480 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.480 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.481 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.483 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.483 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.483 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.484 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.484 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.484 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.484 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.484 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.485 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] Successfully connected to peer
02:07:18.491 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] Successfully connected to peer
02:07:18.498 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] Successfully connected to peer
02:07:18.503 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.503 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.503 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.504 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.505 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.505 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:18.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.506 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:18.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.506 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:18.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.506 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.507 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:18.506 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.507 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.508 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.508 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.509 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.509 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.510 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.510 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.510 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.511 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.516 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.131
02:07:18.520 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.130
02:07:18.521 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.521 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.522 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.523 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.529 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.529 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.529 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.530 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.530 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.530 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.530 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.530 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.530 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.531 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.534 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:18.541 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.541 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.542 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.542 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.542 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.542 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.543 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.543 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.543 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.543 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.548 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.549 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.65.131
02:07:18.558 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.558 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.558 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.559 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.559 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.559 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.559 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.559 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.560 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.560 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.560 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.560 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.567 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:18.568 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.568 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.568 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.568 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:18.569 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7c0ae3b3, L:/127.0.0.1:54804 - R:/127.11.65.130:37475] using SASL/PLAIN
02:07:18.569 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.569 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.569 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.570 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.570 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.570 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.570 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:18.570 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.571 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.575 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa615aaac, L:/127.0.0.1:36902 - R:/127.11.65.131:41731] using SASL/PLAIN
02:07:18.581 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.581 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.581 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.582 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.582 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.582 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.586 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:18.586 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:18.586 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:18.586 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.586 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.587 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:18.589 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070877409280001) for scanner KuduScanner(table=replication_test_table, tablet=13cb71edc16045a09e8b5b5b133752e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:18.589 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [323695b96e186a34843e5fec33b403316e6a4b7ef2bc6ee8d4fec358e3d9e7c0]
02:07:18.590 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [323695b96e186a34843e5fec33b403316e6a4b7ef2bc6ee8d4fec358e3d9e7c0]
02:07:18.590 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:07:18.590 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:07:18.591 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 323695b96e186a34843e5fec33b403316e6a4b7ef2bc6ee8d4fec358e3d9e7c0 finished by subtask 0; deferring removal (restored in pending)
02:07:18.591 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] disconnecting while in state READY
02:07:18.593 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070877409280001) for scanner KuduScanner(table=replication_test_table, tablet=faabf097cb874d688ffde4abf665b941, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:18.593 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [eb686006928254f1c49a3311e98d165c40a9b72e09557ef15324f78673945923]
02:07:18.593 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [eb686006928254f1c49a3311e98d165c40a9b72e09557ef15324f78673945923]
02:07:18.594 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:07:18.594 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:07:18.595 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] disconnecting while in state READY
02:07:18.595 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split eb686006928254f1c49a3311e98d165c40a9b72e09557ef15324f78673945923 finished by subtask 1; deferring removal (restored in pending)
02:07:18.596 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:18.597 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:18.598 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf4906542, L:/127.0.0.1:36906 - R:/127.11.65.131:41731] using SASL/PLAIN
02:07:18.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070038598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:18.601 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.601 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.601 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.602 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.602 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.602 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.612 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 0d8395fba2788201aec6c54dce2f1c84 (2898 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:07:18.614 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:07:18.614 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split eb686006928254f1c49a3311e98d165c40a9b72e09557ef15324f78673945923 from pending
02:07:18.614 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 323695b96e186a34843e5fec33b403316e6a4b7ef2bc6ee8d4fec358e3d9e7c0 from pending
02:07:18.614 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 2 finished splits from enumerator state
02:07:18.621 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.621 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.621 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.621 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.621 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.622 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.622 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.622 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.622 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.622 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.622 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.622 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.623 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.637 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287070877409280001) for scanner KuduScanner(table=replication_test_table, tablet=504323f05eb647afbcafa3095ab22a21, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:18.637 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [b5f8f353bf60f696b3e57ba63f8fdde58e20e8a62dbeffb4507c34150d3b8052]
02:07:18.637 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b5f8f353bf60f696b3e57ba63f8fdde58e20e8a62dbeffb4507c34150d3b8052]
02:07:18.638 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:07:18.638 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:07:18.641 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b5f8f353bf60f696b3e57ba63f8fdde58e20e8a62dbeffb4507c34150d3b8052 finished by subtask 2; deferring removal (restored in pending)
02:07:18.642 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] disconnecting while in state READY
02:07:18.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:18.663 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.664 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.664 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.665 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] handling channelInactive
02:07:18.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] cleaning up while in state READY due to: connection closed
02:07:18.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.665 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:07:18.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.666 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:07:18.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.666 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.666 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.667 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.668 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.668 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.669 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.669 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.669 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.670 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.677 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.677 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.678 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.679 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.680 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.680 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.680 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] handling channelInactive
02:07:18.680 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] cleaning up while in state READY due to: connection closed
02:07:18.680 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:07:18.680 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:07:18.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:18.695 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] handling channelInactive
02:07:18.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9acda3f056cd47b7afdf834a7dfe636d(127.11.65.131:41731)] cleaning up while in state READY due to: connection closed
02:07:18.695 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:07:18.695 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:07:18.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:18.743 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.744 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.744 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.745 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.745 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.765 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:18.766 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:18.766 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:18.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.768 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:18.821 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.822 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.822 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.824 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.824 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.847 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:18.847 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:18.847 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:18.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:18.849 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.849 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.849 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:18.849 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.849 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:18.849 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:18.863 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.863 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.864 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.865 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.866 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:18.881 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.881 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.882 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.882 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.883 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:18.957 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:18.957 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:18.958 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:18.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:18.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:18.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.959 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:18.959 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:19.068 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:19.068 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:19.068 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:19.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.069 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.069 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.069 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.069 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.069 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.069 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.069 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.070 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.070 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:19.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:19.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070039098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:19.111 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 0d8395fba2788201aec6c54dce2f1c84 (1614 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:07:19.112 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:07:19.113 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split b5f8f353bf60f696b3e57ba63f8fdde58e20e8a62dbeffb4507c34150d3b8052 from pending
02:07:19.113 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 1 finished splits from enumerator state
02:07:19.139 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeOnlyPartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:07:19.160 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:19.160 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:19.161 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:19.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:19.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:19.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:19.162 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:19.162 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:19.162 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:19.162 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:19.162 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:19.162 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:19.162 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:19.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:19.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:19.237 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeOnlyPartitioning: giving up after 1 attempts
02:07:19.237 [DEBUG - main] (Connection.java:575) [peer master-127.11.65.188:39581(127.11.65.188:39581)] disconnecting while in state READY
02:07:19.237 [DEBUG - main] (Connection.java:575) [peer master-127.11.65.189:39499(127.11.65.189:39499)] disconnecting while in state READY
02:07:19.237 [DEBUG - main] (Connection.java:575) [peer 851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783)] disconnecting while in state READY
02:07:19.237 [DEBUG - main] (Connection.java:575) [peer master-127.11.65.190:40661(127.11.65.190:40661)] disconnecting while in state READY
02:07:19.237 [DEBUG - main] (Connection.java:575) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] disconnecting while in state READY
02:07:19.238 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.65.189:39499(127.11.65.189:39499)] handling channelInactive
02:07:19.238 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.65.188:39581(127.11.65.188:39581)] handling channelInactive
02:07:19.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state READY due to: connection closed
02:07:19.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state READY due to: connection closed
02:07:19.238 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783)] handling channelInactive
02:07:19.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 851a12ae74574c76ba2875baf88585f1(127.11.65.129:33783)] cleaning up while in state READY due to: connection closed
02:07:19.239 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.65.190:40661(127.11.65.190:40661)] handling channelInactive
02:07:19.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state READY due to: connection closed
02:07:19.239 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:19.242 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
02:07:19.243 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-4
02:07:19.243 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:07:19.247 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
02:07:19.247 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] handling channelInactive
02:07:19.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 78f80e5c90c54d26995ea29b8e4a899e(127.11.65.130:37475)] cleaning up while in state READY due to: connection closed
02:07:19.247 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-3
02:07:19.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:19.248638 11526 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 11827
02:07:19.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:19.284400 12083 connection.cc:582] client connection to 127.11.65.129:33783 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:07:19.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:19.284967 12083 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:07:19.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:19.291239 11526 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 12059
02:07:19.317 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:19.317 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:19.317 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:19.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:19.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:19.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:19.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:19.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:19.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:19.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:19.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:19.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:19.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:19.332775 11526 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 12203
02:07:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:19.367007 11526 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 11538
02:07:19.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:19.395 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.65.190:40661(127.11.65.190:40661)] handling channelInactive
02:07:19.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state READY due to: connection closed
02:07:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:19.396690 11526 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 11628
02:07:19.422 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.65.189:39499(127.11.65.189:39499)] handling channelInactive
02:07:19.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state READY due to: connection closed
02:07:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:19.423055 11526 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 11704
02:07:19.449 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.65.188:39581(127.11.65.188:39581)] handling channelInactive
02:07:19.449 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state READY due to: connection closed
02:07:19.461 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:19.462 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:19.462 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:19.462 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.462 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.462 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.462 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.462 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:19.557 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:19.557 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:19.558 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:19.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.559 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:19.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:19.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070039598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:19.608 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:07:19.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:07:19.619 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:19.620 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:19.620 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:19.620 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:19.620 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:19.620 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:19.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:19.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:19.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:19.620 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:19.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:19.620 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:19.621 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:19.644 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:19.644 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:19.644 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:19.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.645 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:19.657 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:19.658 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:19.658 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:19.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.659 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.659 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.659 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:19.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:19.701 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:19.702 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:19.702 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:19.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:19.702 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.702 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.703 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:19.705 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:19.705 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:19.706 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:19.706 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:19.706 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:19.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:19.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:19.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:19.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:19.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:19.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:19.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:19.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:19.861 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:19.861 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:19.861 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:19.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:19.862 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:19.862 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:19.862 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:19.862 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:19.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:19.862 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:19.862 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:19.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:19.862 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:19.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:19.923 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:19.923 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:19.924 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:19.924 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.924 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.924 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.924 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.924 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:19.948 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:19.948 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:19.948 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:19.948 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.949 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:19.949 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:19.949 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.949 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:19.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:19.975 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:19.976 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:19.976 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:19.976 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:19.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:19.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:19.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:19.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:19.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:19.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:19.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:19.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:19.977 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:20.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:20.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070040099 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:20.110 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:07:20.111 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:07:20.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:20.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:20.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:20.430 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:20.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.432 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.11.65.188:39581(127.11.65.188:39581) for tablet Kudu Master: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.445 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:20.445 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:20.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.446 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:20.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.447 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:20.465 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:20.465 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:20.466 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:20.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:20.485 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:20.485 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:20.486 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:20.486 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.486 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:20.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:07:20Z chronyd exiting
02:07:20.505 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:20.505 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:20.505 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:20.506 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.506 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.506 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.506 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.506 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.506 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.506 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:20.525 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:20.525 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:20.525 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:20.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.526 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:20.536 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:20.537 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:20.537 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:20.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:20.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:20.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:20.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:20.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:20.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:20.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:20.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:20.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:20.537 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:20.568 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:20.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070040599 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:20.605 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:20.605 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:20.605 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:20.606 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.606 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.606 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.606 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.606 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.606 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.606 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:07:20.606 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.606 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.606 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:20.607 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:07:20.665 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:20.665 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:20.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.666 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:20.666 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.666 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.666 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:20.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:20.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:20.805 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:20.805 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:20.805 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:20.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:20.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:20.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:20.806 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:20.827 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:20.827 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:20.827 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:20.828 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:20.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:20.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:20.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:20.828 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:20.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:20.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:20.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:20.828 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:20.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:20.858 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:20.858 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:20.858 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:20.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:20.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:20.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:20.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:20.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:20.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:20.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:20.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:20.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:20.859 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:20.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:21.041 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:21.042 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:21.042 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:21.042 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:21.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:21.042 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:21.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:21.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:21.042 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:21.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:21.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:21.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:21.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:21.052 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:21.052 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:21.052 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:21.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:21.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:21.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:21.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:21.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:21.053 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:21.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:21.053 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:21.053 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:21.053 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:21.068 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:21.098 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070041098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:21.106 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:07:21.106 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
02:07:21.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:21.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:21.205 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:21.205 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:21.206 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:21.206 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:21.206 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:21.206 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:21.206 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:21.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:21.206 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:21.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:21.206 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:21.206 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:21.206 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:21.240 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:21.241 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:21.241 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:21.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:21.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:21.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:21.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:21.241 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:21.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:21.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:21.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:21.241 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:21.241 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:21.284 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:21.285 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:21.285 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:21.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:21.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:21.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:21.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:21.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:21.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:21.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:21.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:21.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:21.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:21.328 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:21.328 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:21.328 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:21.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:21.329 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:21.329 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:21.329 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:21.329 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:21.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:21.329 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:21.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:21.329 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:21.329 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:21.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:21.531 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeOnlyPartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:07:21.565 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeOnlyPartitioning: giving up after 1 attempts
E.02:07:21.566 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:21.566 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779070041565
02:07:21.566 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779070041566
02:07:21.566 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:21.566 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:21.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:21.566 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:21.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:21.566 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:21.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:21.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:21.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:21.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:21.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:21.567 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:21.568 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:21.570 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:07:21.574 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:07:21.575 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:07:21.575 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:07:21.575 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:07:21.575 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:07:21.578 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:21.578 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:21.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:21.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:21.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:21.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:21.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:21.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:21.579 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:21.579 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:07:21.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:21.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:21.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:21.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:21.598 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070041598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:21.607 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:07:21.608 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
02:07:21.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:21.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:21.859 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:21.860 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:21.860 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:21.860 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:21.860 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:21.860 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:21.860 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:21.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:21.860 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:21.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:21.860 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:21.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:21.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:21.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:21.912 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:07:21.912 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:07:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:21.915714 13643 mini_oidc.cc:150] Starting JWKS server
02:07:21.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:21.919096 13643 webserver.cc:533] Webserver started at http://127.0.0.1:36945/ using document root <none> and password file <none>
02:07:21.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:21.919544 13643 mini_oidc.cc:186] Starting OIDC Discovery server
02:07:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:21.921373 13643 webserver.cc:533] Webserver started at http://127.0.0.1:46331/ using document root <none> and password file <none>
02:07:21.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:07:21Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:07:21.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:07:21Z Disabled control of system clock
02:07:21.974 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:21.974 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:21.974 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:21.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:21.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:21.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:21.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:21.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:21.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:21.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:21.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:21.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:21.975 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:21.980244 13643 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/wal
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/data
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/logs
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/data/info.pb
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.82.254:42605
02:07:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.82.254
02:07:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.82.212:35291
02:07:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.82.254:42605,127.13.82.253:44067,127.13.82.252:36411
02:07:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36945/jwks.json with env {}
02:07:22.055 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:22.055 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:22.055 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:22.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:22.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:22.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:22.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:22.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:22.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:22.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:22.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:22.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:22.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:22.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:22.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070042098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:22.109 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:07:22.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
02:07:22.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:22.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:22.217 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:22.217 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:22.217 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:22.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:22.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:22.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:22.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:22.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:22.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:22.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:22.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:22.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:22.218 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:22.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:22.291364 13655 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:22.292001 13655 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:22.292577 13655 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:22.327293 13655 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:07:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:22.327613 13655 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:22.327828 13655 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:07:22.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:22.328023 13655 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:07:22.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:22.328235 13655 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:07:22.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:22.328387 13655 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36945/jwks.json
02:07:22.336 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:22.337 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:22.337 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:22.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:22.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:22.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:22.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:22.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:22.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:22.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:22.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:22.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:22.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:22.368973 13655 master_runner.cc:387] Master server non-default flags:
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.82.212:35291
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/data
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/wal
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.82.254:42605,127.13.82.253:44067,127.13.82.252:36411
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:22.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.82.254:42605
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36945/jwks.json
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/data/info.pb
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.82.254
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/logs
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:22.370419 13655 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:22.372038 13655 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:22.383558 13661 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:22.561 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:22.562 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:22.562 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:22.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:22.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:22.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:22.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:22.564 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:22.564 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:22.562 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:22.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:22.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:22.564 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:22.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:22.585 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:22.586 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:22.586 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:22.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:22.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:22.588 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:22.588 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:22.588 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:22.588 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:22.588 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:22.588 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:22.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:22.589 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:22.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070042598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:22.612 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:07:22.615 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
02:07:22.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:22.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:22.712 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:22.713 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:22.713 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:22.713 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:22.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:22.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:22.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:22.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:22.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:22.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:22.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:22.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:22.715 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:22.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:22.926 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:22.926 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:22.926 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:22.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:22.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:22.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:22.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:22.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:22.928 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:22.928 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:22.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:22.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:22.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:23.001 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:23.001 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:23.001 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:23.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:23.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:23.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:23.002 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:23.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:23.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:23.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:23.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:23.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:23.003 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:23.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:23.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070043098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:23.114 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:07:23.115 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
02:07:23.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:23.185 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:23.185 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:23.186 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:23.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:23.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:23.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:23.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:23.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:23.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:23.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:23.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:23.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:23.188 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:23.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:23.300 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:23.300 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:23.300 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:23.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:23.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:23.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:23.302 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:23.302 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:23.302 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:23.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:23.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:23.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:23.302 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:23.340 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:23.340 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:23.340 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:23.341 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:23.341 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:23.341 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:23.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:23.342 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:23.342 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:23.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:23.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:23.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:23.342 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:23.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:23.444 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:23.444 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:23.444 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:23.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:23.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:23.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:23.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:23.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:23.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:23.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:23.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:23.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:23.446 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:23.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:23.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070043598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:23.611 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:07:23.613 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
02:07:23.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:23.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:23.816 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:23.817 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:23.817 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:23.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:23.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:23.817 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:23.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:23.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:23.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:23.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:23.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:23.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:23.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:23.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:23.908 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:23.908 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:23.908 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:23.909 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:23.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:23.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:23.909 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:23.909 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:23.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:23.910 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:23.910 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:23.910 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:23.910 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:23.786486 13660 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 13655
02:07:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:23.947188 13655 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.562s	user 0.633s	sys 0.918s
02:07:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:23.947697 13655 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.563s	user 0.633s	sys 0.919s
02:07:23.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:23.948624 13663 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1562 milliseconds
02:07:23.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:22.384414 13662 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:23.949860 13664 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.949802 13655 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.953472 13655 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:23.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.955775 13655 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.957118 13655 hybrid_clock.cc:648] HybridClock initialized: now 1779070043957069 us; error 47 us; skew 500 ppm
02:07:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.957927 13655 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:23.961 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:23.961 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:23.961 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:23.961 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:23.961 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:23.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:23.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:23.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:23.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:23.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:23.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:23.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:23.962 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:23.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.964489 13655 webserver.cc:533] Webserver started at http://127.13.82.254:41923/ using document root <none> and password file <none>
02:07:23.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.965449 13655 fs_manager.cc:362] Metadata directory not provided
02:07:23.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.965683 13655 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:23.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.966140 13655 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.970508 13655 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/data/instance:
02:07:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9c2d440404a4a7290131990dbb3563e"
02:07:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:23 on dist-test-slave-9vqr"
02:07:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.971626 13655 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/wal/instance:
02:07:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9c2d440404a4a7290131990dbb3563e"
02:07:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:23 on dist-test-slave-9vqr"
02:07:23.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.978832 13655 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
02:07:23.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.984522 13671 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:23.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.985634 13655 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
02:07:23.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.985962 13655 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/wal
02:07:23.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9c2d440404a4a7290131990dbb3563e"
02:07:23.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:23 on dist-test-slave-9vqr"
02:07:23.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:23.986292 13655 fs_report.cc:389] FS layout report
02:07:23.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:23.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/wal
02:07:23.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/wal
02:07:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/data/data
02:07:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:24.020 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:24.020 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:24.020 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:24.021 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:24.021 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:24.021 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:24.021 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:24.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:24.021 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:24.021 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:24.021 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:24.021 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:24.022 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.035586 13655 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.037158 13655 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.037670 13655 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:24.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:24.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070044099 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:24.107 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:07:24.108 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
02:07:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.111750 13655 rpc_server.cc:307] RPC server started. Bound to: 127.13.82.254:42605
02:07:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.111835 13722 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.82.254:42605 every 8 connection(s)
02:07:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.114522 13655 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/data/info.pb
02:07:24.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.120560 13643 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 13655
02:07:24.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.120954 13723 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:24.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.121078 13643 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-0/wal/instance
02:07:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.126155 13643 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/wal
02:07:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/data
02:07:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/logs
02:07:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/data/info.pb
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.82.253:44067
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.82.253
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.82.212:35291
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.82.254:42605,127.13.82.253:44067,127.13.82.252:36411
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36945/jwks.json with env {}
02:07:24.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.135003 13723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } has no permanent_uuid. Determining permanent_uuid...
02:07:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.162261 13723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } has no permanent_uuid. Determining permanent_uuid...
02:07:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.165071 13673 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.82.253:44067: connect: Connection refused (error 111)
02:07:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.171036 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.253:44067: Network error: Client connection negotiation failed: client connection to 127.13.82.253:44067: connect: Connection refused (error 111)
02:07:24.178 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:24.178 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:24.178 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:24.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.179 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:24.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:24.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:24.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.220531 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } attempt: 1
02:07:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.224865 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.253:44067: Network error: Client connection negotiation failed: client connection to 127.13.82.253:44067: connect: Connection refused (error 111)
02:07:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.293236 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } attempt: 2
02:07:24.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.297173 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.253:44067: Network error: Client connection negotiation failed: client connection to 127.13.82.253:44067: connect: Connection refused (error 111)
02:07:24.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:24.377 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:24.378 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:24.378 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:24.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.379 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:24.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.388605 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } attempt: 3
02:07:24.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.392712 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.253:44067: Network error: Client connection negotiation failed: client connection to 127.13.82.253:44067: connect: Connection refused (error 111)
02:07:24.435 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:24.435 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:24.435 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:24.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:24.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:24.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:24.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:24.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:24.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:24.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:24.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:24.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:24.436 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:24.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.446370 13725 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.446935 13725 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.447419 13725 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:24.467 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:24.467 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:24.467 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:24.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:24.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:24.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:24.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:24.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:24.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:24.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:24.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:24.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:24.468 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:24.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.482641 13725 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:07:24.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.482928 13725 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:24.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.483139 13725 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:07:24.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.483336 13725 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:07:24.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.483536 13725 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:07:24.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.483686 13725 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36945/jwks.json
02:07:24.517 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:24.517 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:24.517 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:24.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:24.521 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:24.521 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:24.521 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:24.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:24.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.523604 13725 master_runner.cc:387] Master server non-default flags:
02:07:24.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.82.212:35291
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/data
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/wal
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.82.254:42605,127.13.82.253:44067,127.13.82.252:36411
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.82.253:44067
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36945/jwks.json
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/data/info.pb
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.82.253
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/logs
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.524937 13725 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.526638 13725 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.536195 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } attempt: 4
02:07:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.538219 13734 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.541533 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.253:44067: Network error: Client connection negotiation failed: client connection to 127.13.82.253:44067: connect: Connection refused (error 111)
02:07:24.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:24.597 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:24.597 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:24.597 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:24.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.598 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:24.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070044599 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:24.607 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:07:24.608 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
02:07:24.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:24.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:24.702 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:24.702 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:24.702 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:24.702 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.702 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.702 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.702 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.702 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.702 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.702 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.703 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.840978 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } attempt: 5
02:07:24.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.845808 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.253:44067: Network error: Client connection negotiation failed: client connection to 127.13.82.253:44067: connect: Connection refused (error 111)
02:07:24.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:24.896 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:24.896 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:24.897 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:24.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:24.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:24.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:24.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:24.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:24.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:24.897 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:24.897 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:24.897 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:24.897 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:24.917 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:24.918 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:24.918 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:24.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:24.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:24.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:24.919 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:25.068 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:25.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070045098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:25.106 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:07:25.106 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
02:07:25.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:25.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:25.241 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:25.241 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:25.241 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:25.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:25.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:25.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:25.241 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:25.241 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:25.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:25.241 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:25.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:25.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:25.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:25.325 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:25.325 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:25.325 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:25.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:25.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:25.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:25.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:25.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:25.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:25.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:25.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:25.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:25.327 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:25.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:25.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.393200 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } attempt: 6
02:07:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:25.399845 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.253:44067: Network error: Client connection negotiation failed: client connection to 127.13.82.253:44067: connect: Connection refused (error 111)
02:07:25.568 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:25.598 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070045598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:25.605 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:07:25.606 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
02:07:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.543358 13737 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:24.543776 13725 server_base.cc:1061] running on GCE node
02:07:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:24.541014 13735 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:25.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.670568 13725 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:25.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.673446 13725 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.674790 13725 hybrid_clock.cc:648] HybridClock initialized: now 1779070045674753 us; error 54 us; skew 500 ppm
02:07:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.675577 13725 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.681782 13725 webserver.cc:533] Webserver started at http://127.13.82.253:40393/ using document root <none> and password file <none>
02:07:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.682685 13725 fs_manager.cc:362] Metadata directory not provided
02:07:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.682866 13725 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.683245 13725 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:25.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.688004 13725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/data/instance:
02:07:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3de0b6e96e954045ac00075e2be5b34e"
02:07:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:25 on dist-test-slave-9vqr"
02:07:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.689148 13725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/wal/instance:
02:07:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3de0b6e96e954045ac00075e2be5b34e"
02:07:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:25 on dist-test-slave-9vqr"
02:07:25.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.696691 13725 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
02:07:25.699 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:25.699 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:25.700 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:25.700 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:25.700 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:25.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:25.700 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:25.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:25.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:25.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:25.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:25.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:25.700 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:25.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:25.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.702692 13746 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.703749 13725 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:07:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.704064 13725 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/wal
02:07:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3de0b6e96e954045ac00075e2be5b34e"
02:07:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:25 on dist-test-slave-9vqr"
02:07:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.704455 13725 fs_report.cc:389] FS layout report
02:07:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/wal
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/wal
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/data/data
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:25.734 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:25.734 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:25.734 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:25.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:25.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:25.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:25.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:25.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:25.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:25.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:25.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:25.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:25.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:25.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.757159 13725 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.758689 13725 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.759119 13725 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.831902 13725 rpc_server.cc:307] RPC server started. Bound to: 127.13.82.253:44067
02:07:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.831987 13797 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.82.253:44067 every 8 connection(s)
02:07:25.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.834687 13725 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/data/info.pb
02:07:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.840063 13643 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 13725
02:07:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.840597 13643 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-1/wal/instance
02:07:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.841471 13798 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.843487 13643 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/wal
02:07:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/data
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/logs
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/data/info.pb
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.82.252:36411
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.82.252
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.82.212:35291
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.82.254:42605,127.13.82.253:44067,127.13.82.252:36411
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36945/jwks.json with env {}
02:07:25.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.854548 13798 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } has no permanent_uuid. Determining permanent_uuid...
02:07:25.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:25.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.880198 13798 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } has no permanent_uuid. Determining permanent_uuid...
02:07:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.895052 13798 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } has no permanent_uuid. Determining permanent_uuid...
02:07:25.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:25.897464 13747 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:25.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:25.901804 13798 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:25.951298 13798 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 1
02:07:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:25.955487 13798 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:26.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.023874 13798 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 2
02:07:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.028259 13798 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:26.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:26.087 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:26.087 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:26.087 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:26.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:26.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:26.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:26.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:26.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:26.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:26.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:26.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:26.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:26.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:26.098 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070046098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:26.104 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:26.105 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:26.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:26.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:26.106 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:26.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:26.106 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:26.106 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:26.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:26.106 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:26.106 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:26.106 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:26.106 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:26.107 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:07:26.107 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
02:07:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.119689 13798 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 3
02:07:26.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.124257 13798 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.168648 13800 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.169288 13800 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:26.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.169902 13800 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:26.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:26.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.205408 13800 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:07:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.205758 13800 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.206043 13800 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:07:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.206331 13800 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:07:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.206611 13800 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:07:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.206861 13800 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36945/jwks.json
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.245761 13800 master_runner.cc:387] Master server non-default flags:
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.82.212:35291
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/data
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/wal
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.82.254:42605,127.13.82.253:44067,127.13.82.252:36411
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.82.252:36411
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36945/jwks.json
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/data/info.pb
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.82.252
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/logs
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.247407 13800 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:26.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.249076 13800 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:26.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.259655 13810 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.267700 13798 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 4
02:07:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.272024 13798 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:26.303 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:26.303 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:26.304 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:26.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.305 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:26.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:26.441 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:26.442 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:26.442 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:26.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:26.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.460428 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } attempt: 7
02:07:26.471 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:26.472 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:26.472 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:26.472 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:26.473 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:26.473 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:26.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:26.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:26.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:26.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:26.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:26.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:26.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:26.481 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:26.481 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:26.481 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:26.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.483 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:26.501 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:26.501 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:26.502 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:26.502 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:26.503 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:26.503 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:26.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:26.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:26.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:26.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:26.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:26.504 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:26.504 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:26.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.508257 13723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } has no permanent_uuid. Determining permanent_uuid...
02:07:26.527 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:26.528 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:26.528 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:26.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.529 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.529 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:26.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.540496 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:26.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:26.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.571547 13798 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 5
02:07:26.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.582057 13798 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:26.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070046598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:26.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.599916 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 1
02:07:26.612 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:07:26.614 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
02:07:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.618826 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:26.637 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:26.638 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:26.638 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:26.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.640 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.640 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.640 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:26.682 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:26.682 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:26.682 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:26.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:26.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:26.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:26.684 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:26.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:26.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.700412 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 2
02:07:26.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.709295 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:26.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.794831 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 3
02:07:26.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.802645 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:26.870 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:26.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:26.943171 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 4
02:07:26.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.952065 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:27.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:27.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070047098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:27.103 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:27.106 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:27.106 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:27.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:27.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:27.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:27.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:27.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:27.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:27.108 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:27.108 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:27.108 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:27.108 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:27.127 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=29 ms, finalizationTime=0 ms).
02:07:27.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
02:07:27.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.130239 13798 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 6
02:07:27.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:27.181398 13798 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:27.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:27.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:27.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.235962 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 5
02:07:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:27.244910 13723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.82.252:36411: Network error: Client connection negotiation failed: client connection to 127.13.82.252:36411: connect: Connection refused (error 111)
02:07:27.285 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:27.286 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:27.286 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:27.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:27.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:27.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:27.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:27.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:27.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:27.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:27.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:27.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:27.287 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:27.348 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:27.348 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:27.348 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:27.349 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:27.349 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:27.349 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:27.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:27.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:27.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:27.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:27.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:27.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:27.350 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:27.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:27.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:27.482817 13812 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1220 milliseconds
02:07:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:26.261286 13811 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:27.484357 13813 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:27.487926 13800 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.228s	user 0.000s	sys 0.007s
02:07:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:27.488210 13800 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.228s	user 0.001s	sys 0.007s
02:07:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.488436 13800 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.489606 13800 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.492146 13800 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.493610 13800 hybrid_clock.cc:648] HybridClock initialized: now 1779070047493573 us; error 44 us; skew 500 ppm
02:07:27.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.494503 13800 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.502610 13800 webserver.cc:533] Webserver started at http://127.13.82.252:45685/ using document root <none> and password file <none>
02:07:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.503639 13800 fs_manager.cc:362] Metadata directory not provided
02:07:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.503880 13800 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.504416 13800 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:27.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.510062 13800 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/data/instance:
02:07:27.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32ed9ddb21e349c0848455bccce0ce51"
02:07:27.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:27 on dist-test-slave-9vqr"
02:07:27.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.511233 13800 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/wal/instance:
02:07:27.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32ed9ddb21e349c0848455bccce0ce51"
02:07:27.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:27 on dist-test-slave-9vqr"
02:07:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.520352 13800 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
02:07:27.525 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:27.526 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:27.526 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:27.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:27.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:27.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:27.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:27.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:27.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:27.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:27.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:27.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:27.527 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.529538 13827 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:27.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.530743 13800 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.004s	sys 0.002s
02:07:27.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.531060 13800 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/wal
02:07:27.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32ed9ddb21e349c0848455bccce0ce51"
02:07:27.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:27 on dist-test-slave-9vqr"
02:07:27.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.531438 13800 fs_report.cc:389] FS layout report
02:07:27.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:27.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/wal
02:07:27.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/wal
02:07:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/data/data
02:07:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:27.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:27.581 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:27.581 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:27.581 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:27.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:27.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:27.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:27.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:27.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:27.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:27.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:27.582 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:27.582 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:27.582 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:27.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070047598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:27.606 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:07:27.607 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
02:07:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.622090 13800 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:27.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.624179 13800 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.624774 13800 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:27.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:27.697 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:27.698 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:27.698 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:27.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:27.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:27.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:27.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:27.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:27.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:27.699 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:27.699 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:27.699 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:27.699 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:27.702 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:27.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.721177 13800 rpc_server.cc:307] RPC server started. Bound to: 127.13.82.252:36411
02:07:27.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.721309 13878 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.82.252:36411 every 8 connection(s)
02:07:27.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.724054 13800 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/data/info.pb
02:07:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.728559 13643 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 13800
02:07:27.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.728950 13643 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/master-2/wal/instance
02:07:27.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.731586 13879 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:27.735 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:27.735 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:27.735 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:27.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:27.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:27.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:27.737 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:27.737 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:27.737 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:27.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:27.737 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:27.737 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:27.737 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.762205 13879 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } has no permanent_uuid. Determining permanent_uuid...
02:07:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.797664 13723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 6
02:07:27.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.799600 13879 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } has no permanent_uuid. Determining permanent_uuid...
02:07:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.819345 13723 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e: Bootstrap starting.
02:07:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.820959 13879 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } has no permanent_uuid. Determining permanent_uuid...
02:07:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.827260 13723 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e: Neither blocks nor log segments found. Creating new log.
02:07:27.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.830138 13723 log.cc:826] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e: Log is configured to *not* fsync() on all Append() calls
02:07:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.842255 13723 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e: No bootstrap required, opened a new log
02:07:27.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.849679 13879 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51: Bootstrap starting.
02:07:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.861219 13879 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51: Neither blocks nor log segments found. Creating new log.
02:07:27.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.867831 13879 log.cc:826] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51: Log is configured to *not* fsync() on all Append() calls
02:07:27.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:27.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.871585 13723 raft_consensus.cc:359] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } }
02:07:27.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.872555 13723 raft_consensus.cc:385] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:27.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.872994 13723 raft_consensus.cc:740] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9c2d440404a4a7290131990dbb3563e, State: Initialized, Role: FOLLOWER
02:07:27.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.873144 13879 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51: No bootstrap required, opened a new log
02:07:27.874 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.874017 13723 consensus_queue.cc:260] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } }
02:07:27.874 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:27.874 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:27.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:27.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:27.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:27.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:27.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:27.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:27.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:27.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:27.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:27.876 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:27.885 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:27.885 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:27.885 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:27.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:27.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:27.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:27.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:27.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:27.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:27.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:27.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:27.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:27.886 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.885977 13889 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } } }
02:07:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.887008 13889 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [sys.catalog]: This master's current role is: FOLLOWER
02:07:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.889222 13723 sys_catalog.cc:565] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [sys.catalog]: configured and running, proceeding with master startup.
02:07:27.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.901914 13879 raft_consensus.cc:359] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } }
02:07:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.902853 13879 raft_consensus.cc:385] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.903101 13879 raft_consensus.cc:740] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 32ed9ddb21e349c0848455bccce0ce51, State: Initialized, Role: FOLLOWER
02:07:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.903940 13879 consensus_queue.cc:260] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } }
02:07:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.913033 13895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } } }
02:07:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.914232 13895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [sys.catalog]: This master's current role is: FOLLOWER
02:07:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.914904 13879 sys_catalog.cc:565] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [sys.catalog]: configured and running, proceeding with master startup.
02:07:27.935 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:27.935 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:27.935 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:27.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:27.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:27.936 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:27.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:27.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:27.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:27.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:27.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:27.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:27.937 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:27.974397 13907 catalog_manager.cc:1593] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:07:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:27.975891 13907 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:07:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.949295 13655 master_runner.cc:187] Error getting master registration for 127.13.82.253:44067: OK, instance_id { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" instance_seqno: 1779070045812194 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:07:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.978624 13655 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:07:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.980748 13913 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:07:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:27.991247 13800 master_runner.cc:187] Error getting master registration for 127.13.82.253:44067: OK, instance_id { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" instance_seqno: 1779070045812194 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:07:28.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.020816 13800 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:07:28.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:28.047353 13677 tablet.cc:2404] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:28.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:28.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070048098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:28.110 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:07:28.112 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
02:07:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:28.131420 13833 tablet.cc:2404] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:28.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:28.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:28.217 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:28.217 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:28.217 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:28.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:28.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:28.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:28.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:28.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:28.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:28.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:28.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:28.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:28.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.241941 13798 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } attempt: 7
02:07:28.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.261687 13798 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e: Bootstrap starting.
02:07:28.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.262336 13889 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:28.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.262889 13889 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } }
02:07:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.267282 13854 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c2d440404a4a7290131990dbb3563e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "32ed9ddb21e349c0848455bccce0ce51" is_pre_election: true
02:07:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.268187 13854 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f9c2d440404a4a7290131990dbb3563e in term 0.
02:07:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.269403 13889 leader_election.cc:290] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3de0b6e96e954045ac00075e2be5b34e (127.13.82.253:44067), 32ed9ddb21e349c0848455bccce0ce51 (127.13.82.252:36411)
02:07:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.269685 13672 leader_election.cc:304] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32ed9ddb21e349c0848455bccce0ce51, f9c2d440404a4a7290131990dbb3563e; no voters: 
02:07:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.270450 13798 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e: Neither blocks nor log segments found. Creating new log.
02:07:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.270591 13889 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.270910 13889 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.271241 13889 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [term 0 FOLLOWER]: Advancing to term 1
02:07:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.272877 13798 log.cc:826] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e: Log is configured to *not* fsync() on all Append() calls
02:07:28.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.278543 13889 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } }
02:07:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.280804 13889 leader_election.cc:290] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [CANDIDATE]: Term 1 election: Requested vote from peers 3de0b6e96e954045ac00075e2be5b34e (127.13.82.253:44067), 32ed9ddb21e349c0848455bccce0ce51 (127.13.82.252:36411)
02:07:28.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.285312 13854 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c2d440404a4a7290131990dbb3563e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "32ed9ddb21e349c0848455bccce0ce51"
02:07:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.285879 13854 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [term 0 FOLLOWER]: Advancing to term 1
02:07:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.286013 13798 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e: No bootstrap required, opened a new log
02:07:28.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.292877 13854 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f9c2d440404a4a7290131990dbb3563e in term 1.
02:07:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.294166 13672 leader_election.cc:304] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32ed9ddb21e349c0848455bccce0ce51, f9c2d440404a4a7290131990dbb3563e; no voters: 
02:07:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.295032 13889 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [term 1 FOLLOWER]: Leader election won for term 1
02:07:28.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.308159 13889 raft_consensus.cc:697] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [term 1 LEADER]: Becoming Leader. State: Replica: f9c2d440404a4a7290131990dbb3563e, State: Running, Role: LEADER
02:07:28.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.309206 13889 consensus_queue.cc:237] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } }
02:07:28.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.318691 13798 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } }
02:07:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.319813 13798 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:28.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.323772 13798 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3de0b6e96e954045ac00075e2be5b34e, State: Initialized, Role: FOLLOWER
02:07:28.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.324687 13798 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } }
02:07:28.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.327176 13918 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } } }
02:07:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.327992 13918 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [sys.catalog]: This master's current role is: FOLLOWER
02:07:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.327783 13916 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c2d440404a4a7290131990dbb3563e. Latest consensus state: current_term: 1 leader_uuid: "f9c2d440404a4a7290131990dbb3563e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } } }
02:07:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.329069 13798 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [sys.catalog]: configured and running, proceeding with master startup.
02:07:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.329231 13773 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c2d440404a4a7290131990dbb3563e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3de0b6e96e954045ac00075e2be5b34e" is_pre_election: true
02:07:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.329583 13916 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [sys.catalog]: This master's current role is: LEADER
02:07:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.330122 13772 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c2d440404a4a7290131990dbb3563e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3de0b6e96e954045ac00075e2be5b34e"
02:07:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.330893 13773 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f9c2d440404a4a7290131990dbb3563e in term 0.
02:07:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.335651 13919 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:07:28.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.343981 13919 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:07:28.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:28.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:28.369688 13930 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:07:28.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:28.370088 13930 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:07:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.374943 13854 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [term 1 FOLLOWER]: Refusing update from remote peer f9c2d440404a4a7290131990dbb3563e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.375062 13773 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [term 0 FOLLOWER]: Advancing to term 1
02:07:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.380092 13889 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [LEADER]: Connected to new peer: Peer: permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.382135 13773 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [term 1 FOLLOWER]: Refusing update from remote peer f9c2d440404a4a7290131990dbb3563e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.384057 13889 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [LEADER]: Connected to new peer: Peer: permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.416981 13918 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c2d440404a4a7290131990dbb3563e. Latest consensus state: current_term: 1 leader_uuid: "f9c2d440404a4a7290131990dbb3563e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } } }
02:07:28.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.418443 13918 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [sys.catalog]: This master's current role is: FOLLOWER
02:07:28.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.419824 13895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c2d440404a4a7290131990dbb3563e. Latest consensus state: current_term: 1 leader_uuid: "f9c2d440404a4a7290131990dbb3563e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } } }
02:07:28.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.430357 13895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [sys.catalog]: This master's current role is: FOLLOWER
02:07:28.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.430431 13931 mvcc.cc:204] Tried to move back new op lower bound from 7287070918111723520 to 7287070917884637184. Current Snapshot: MvccSnapshot[applied={T|T < 7287070918111723520}]
02:07:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.434082 13916 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f9c2d440404a4a7290131990dbb3563e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } } }
02:07:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.435173 13916 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [sys.catalog]: This master's current role is: LEADER
02:07:28.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.438388 13918 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f9c2d440404a4a7290131990dbb3563e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } } }
02:07:28.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.439103 13918 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e [sys.catalog]: This master's current role is: FOLLOWER
02:07:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.441409 13919 catalog_manager.cc:1382] Generated new cluster ID: 6a2c92b2cc5c4960b31035570a453c04
02:07:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.441708 13919 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:07:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.442296 13916 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f9c2d440404a4a7290131990dbb3563e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } } }
02:07:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.442994 13916 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e [sys.catalog]: This master's current role is: LEADER
02:07:28.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.453495 13895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f9c2d440404a4a7290131990dbb3563e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9c2d440404a4a7290131990dbb3563e" member_type: VOTER last_known_addr { host: "127.13.82.254" port: 42605 } } peers { permanent_uuid: "3de0b6e96e954045ac00075e2be5b34e" member_type: VOTER last_known_addr { host: "127.13.82.253" port: 44067 } } peers { permanent_uuid: "32ed9ddb21e349c0848455bccce0ce51" member_type: VOTER last_known_addr { host: "127.13.82.252" port: 36411 } } }
02:07:28.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.454308 13895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51 [sys.catalog]: This master's current role is: FOLLOWER
02:07:28.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.487263 13919 catalog_manager.cc:1405] Generated new certificate authority record
02:07:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.489373 13919 catalog_manager.cc:1539] Loading token signing keys...
02:07:28.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.525885 13919 catalog_manager.cc:6069] T 00000000000000000000000000000000 P f9c2d440404a4a7290131990dbb3563e: Generated new TSK 0
02:07:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.527086 13919 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:07:28.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:28.541533 13643 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/wal
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/data
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/logs
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/data/info.pb
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.82.193:0
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.82.193
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.82.193
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.82.254:42605,127.13.82.253:44067,127.13.82.252:36411
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.82.212:35291
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:28.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:28.584 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:28.584 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:28.584 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:28.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:28.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:28.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:28.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:28.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:28.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:28.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:28.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:28.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:28.586 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:28.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070048599 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:28.614 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
02:07:28.615 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
02:07:28.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:28.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:28.748 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:28.748 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:28.748 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:28.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:28.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:28.749 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:28.749 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:28.749 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:28.749 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:28.749 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:28.749 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:28.749 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:28.749 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:28.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:28.963 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:28.963 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:28.964 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:28.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:28.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:28.964 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:28.964 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:28.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:28.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:28.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:28.964 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:28.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:28.965 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:29.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:29.006242 13913 catalog_manager.cc:1294] Loaded cluster ID: 6a2c92b2cc5c4960b31035570a453c04
02:07:29.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:29.008054 13913 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51: loading cluster ID for follower catalog manager: success
02:07:29.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:29.013672 13942 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:29.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:29.014431 13942 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:29.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:29.015260 13942 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:29.015 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:29.015 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:29.016 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:29.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:29.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:29.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:29.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:29.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:29.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:29.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:29.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:29.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:29.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:29.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:29.020922 13913 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51: acquiring CA information for follower catalog manager: success
02:07:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:29.034727 13913 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 32ed9ddb21e349c0848455bccce0ce51: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:07:29.068 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:29.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:29.078423 13942 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:29.080035 13942 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.82.193
02:07:29.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070049099 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:29.111 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:07:29.113 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
02:07:29.139 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:29.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:29.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:29.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:29.144 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:29.144 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:29.144 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:29.145 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:29.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:29.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:29.145 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:29.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:29.146 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:29.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:29.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:29.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:29.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:29.147054 13942 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.82.212:35291
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/data
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/wal
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.82.193:0
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:29.147 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/data/info.pb
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.82.193
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.82.254:42605,127.13.82.253:44067,127.13.82.252:36411
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.82.193
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/logs
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:29.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:29.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:29.149 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:29.149 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:29.149 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:29.149 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:29.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:29.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:29.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:29.150 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:29.151 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28368), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [54ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [198ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [198ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [224ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [228ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [233ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [233ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [275ms] refreshing cache from master, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [304ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [343ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [463ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [578ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [581ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [583ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [981ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [982ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1103ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2160ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2164ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2164ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5540ms] refreshing cache from master, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5542ms] too many traces: truncated at 100 traces, deferred=Deferred@62710492(state=PENDING, result=null, callback=(continuation of Deferred@1784521841 after retry RPC after error@2074989369) -> (continuation of Deferred@677829089 after retry RPC after error@1286104115) -> (continuation of Deferred@1272000507 after retry RPC after error@1592793507) -> (continuation of Deferred@1086814797 after retry RPC after error@1338050458) -> (continuation of Deferred@221071214 after retry RPC after error@1397647977) -> (continuation of Deferred@673216351 after retry RPC after error@1863993366) -> (continuation of Deferred@149644460 after retry RPC after error@676743930) -> (continuation of Deferred@57104928 after retry RPC after error@1048635554) -> (continuation of Deferred@1839015386 after retry RPC after error@1996923657) -> (continuation of Deferred@1309229459 after retry RPC after error@2012570888) -> (continuation of Deferred@1933721049 after retry RPC after error@824104531) -> (continuation of Deferred@899619898 after retry RPC after error@1763631780) -> (continuation of Deferred@189839019 after retry RPC after error@1287341532) -> (continuation of Deferred@17362621 after retry RPC after error@530393082) -> (continuation of Deferred@292962124 after retry RPC after error@133504283) -> (continuation of Deferred@1104049758 after retry RPC after error@924466026) -> (continuation of Deferred@397868698 after retry RPC after error@948188338) -> (continuation of Deferred@172677498 after retry RPC after error@1827500594) -> (continuation of Deferred@1284444955 after retry RPC after error@1429708700) -> (continuation of Deferred@166333769 after retry RPC after error@244417188) -> (continuation of Deferred@984764326 after retry RPC after error@1393617939) -> (continuation of Deferred@172569469 after retry RPC after error@147788850), errback=(continuation of Deferred@1784521841 after retry RPC after error@2074989369) -> (continuation of Deferred@677829089 after retry RPC after error@1286104115) -> (continuation of Deferred@1272000507 after retry RPC after error@1592793507) -> (continuation of Deferred@1086814797 after retry RPC after error@1338050458) -> (continuation of Deferred@221071214 after retry RPC after error@1397647977) -> (continuation of Deferred@673216351 after retry RPC after error@1863993366) -> (continuation of Deferred@149644460 after retry RPC after error@676743930) -> (continuation of Deferred@57104928 after retry RPC after error@1048635554) -> (continuation of Deferred@1839015386 after retry RPC after error@1996923657) -> (continuation of Deferred@1309229459 after retry RPC after error@2012570888) -> (continuation of Deferred@1933721049 after retry RPC after error@824104531) -> (continuation of Deferred@899619898 after retry RPC after error@1763631780) -> (continuation of Deferred@189839019 after retry RPC after error@1287341532) -> (continuation of Deferred@17362621 after retry RPC after error@530393082) -> (continuation of Deferred@292962124 after retry RPC after error@133504283) -> (continuation of Deferred@1104049758 after retry RPC after error@924466026) -> (continuation of Deferred@397868698 after retry RPC after error@948188338) -> (continuation of Deferred@172677498 after retry RPC after error@1827500594) -> (continuation of Deferred@1284444955 after retry RPC after error@1429708700) -> (continuation of Deferred@166333769 after retry RPC after error@244417188) -> (continuation of Deferred@984764326 after retry RPC after error@1393617939) -> (continuation of Deferred@172569469 after retry RPC after error@147788850)))
02:07:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:29.149276 13942 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:29.151580 13942 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:29.152 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:07:29.152 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28368), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [54ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [198ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [198ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [224ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [228ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [233ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [233ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [275ms] refreshing cache from master, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [304ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [343ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [463ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [578ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [581ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [583ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [981ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [982ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1103ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2160ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2164ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2164ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5540ms] refreshing cache from master, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5542ms] too many traces: truncated at 100 traces, deferred=Deferred@62710492(state=PENDING, result=null, callback=(continuation of Deferred@1784521841 after retry RPC after error@2074989369) -> (continuation of Deferred@677829089 after retry RPC after error@1286104115) -> (continuation of Deferred@1272000507 after retry RPC after error@1592793507) -> (continuation of Deferred@1086814797 after retry RPC after error@1338050458) -> (continuation of Deferred@221071214 after retry RPC after error@1397647977) -> (continuation of Deferred@673216351 after retry RPC after error@1863993366) -> (continuation of Deferred@149644460 after retry RPC after error@676743930) -> (continuation of Deferred@57104928 after retry RPC after error@1048635554) -> (continuation of Deferred@1839015386 after retry RPC after error@1996923657) -> (continuation of Deferred@1309229459 after retry RPC after error@2012570888) -> (continuation of Deferred@1933721049 after retry RPC after error@824104531) -> (continuation of Deferred@899619898 after retry RPC after error@1763631780) -> (continuation of Deferred@189839019 after retry RPC after error@1287341532) -> (continuation of Deferred@17362621 after retry RPC after error@530393082) -> (continuation of Deferred@292962124 after retry RPC after error@133504283) -> (continuation of Deferred@1104049758 after retry RPC after error@924466026) -> (continuation of Deferred@397868698 after retry RPC after error@948188338) -> (continuation of Deferred@172677498 after retry RPC after error@1827500594) -> (continuation of Deferred@1284444955 after retry RPC after error@1429708700) -> (continuation of Deferred@166333769 after retry RPC after error@244417188) -> (continuation of Deferred@984764326 after retry RPC after error@1393617939) -> (continuation of Deferred@172569469 after retry RPC after error@147788850), errback=(continuation of Deferred@1784521841 after retry RPC after error@2074989369) -> (continuation of Deferred@677829089 after retry RPC after error@1286104115) -> (continuation of Deferred@1272000507 after retry RPC after error@1592793507) -> (continuation of Deferred@1086814797 after retry RPC after error@1338050458) -> (continuation of Deferred@221071214 after retry RPC after error@1397647977) -> (continuation of Deferred@673216351 after retry RPC after error@1863993366) -> (continuation of Deferred@149644460 after retry RPC after error@676743930) -> (continuation of Deferred@57104928 after retry RPC after error@1048635554) -> (continuation of Deferred@1839015386 after retry RPC after error@1996923657) -> (continuation of Deferred@1309229459 after retry RPC after error@2012570888) -> (continuation of Deferred@1933721049 after retry RPC after error@824104531) -> (continuation of Deferred@899619898 after retry RPC after error@1763631780) -> (continuation of Deferred@189839019 after retry RPC after error@1287341532) -> (continuation of Deferred@17362621 after retry RPC after error@530393082) -> (continuation of Deferred@292962124 after retry RPC after error@133504283) -> (continuation of Deferred@1104049758 after retry RPC after error@924466026) -> (continuation of Deferred@397868698 after retry RPC after error@948188338) -> (continuation of Deferred@172677498 after retry RPC after error@1827500594) -> (continuation of Deferred@1284444955 after retry RPC after error@1429708700) -> (continuation of Deferred@166333769 after retry RPC after error@244417188) -> (continuation of Deferred@984764326 after retry RPC after error@1393617939) -> (continuation of Deferred@172569469 after retry RPC after error@147788850)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:29.155 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
02:07:29.158 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
02:07:29.160 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28368), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [54ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [198ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [198ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [224ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [228ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [233ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [233ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [275ms] refreshing cache from master, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [304ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [343ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [463ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [578ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [581ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [583ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [981ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [982ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1103ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2160ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2164ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2164ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5540ms] refreshing cache from master, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5542ms] too many traces: truncated at 100 traces, deferred=Deferred@62710492(state=PENDING, result=null, callback=(continuation of Deferred@1784521841 after retry RPC after error@2074989369) -> (continuation of Deferred@677829089 after retry RPC after error@1286104115) -> (continuation of Deferred@1272000507 after retry RPC after error@1592793507) -> (continuation of Deferred@1086814797 after retry RPC after error@1338050458) -> (continuation of Deferred@221071214 after retry RPC after error@1397647977) -> (continuation of Deferred@673216351 after retry RPC after error@1863993366) -> (continuation of Deferred@149644460 after retry RPC after error@676743930) -> (continuation of Deferred@57104928 after retry RPC after error@1048635554) -> (continuation of Deferred@1839015386 after retry RPC after error@1996923657) -> (continuation of Deferred@1309229459 after retry RPC after error@2012570888) -> (continuation of Deferred@1933721049 after retry RPC after error@824104531) -> (continuation of Deferred@899619898 after retry RPC after error@1763631780) -> (continuation of Deferred@189839019 after retry RPC after error@1287341532) -> (continuation of Deferred@17362621 after retry RPC after error@530393082) -> (continuation of Deferred@292962124 after retry RPC after error@133504283) -> (continuation of Deferred@1104049758 after retry RPC after error@924466026) -> (continuation of Deferred@397868698 after retry RPC after error@948188338) -> (continuation of Deferred@172677498 after retry RPC after error@1827500594) -> (continuation of Deferred@1284444955 after retry RPC after error@1429708700) -> (continuation of Deferred@166333769 after retry RPC after error@244417188) -> (continuation of Deferred@984764326 after retry RPC after error@1393617939) -> (continuation of Deferred@172569469 after retry RPC after error@147788850), errback=(continuation of Deferred@1784521841 after retry RPC after error@2074989369) -> (continuation of Deferred@677829089 after retry RPC after error@1286104115) -> (continuation of Deferred@1272000507 after retry RPC after error@1592793507) -> (continuation of Deferred@1086814797 after retry RPC after error@1338050458) -> (continuation of Deferred@221071214 after retry RPC after error@1397647977) -> (continuation of Deferred@673216351 after retry RPC after error@1863993366) -> (continuation of Deferred@149644460 after retry RPC after error@676743930) -> (continuation of Deferred@57104928 after retry RPC after error@1048635554) -> (continuation of Deferred@1839015386 after retry RPC after error@1996923657) -> (continuation of Deferred@1309229459 after retry RPC after error@2012570888) -> (continuation of Deferred@1933721049 after retry RPC after error@824104531) -> (continuation of Deferred@899619898 after retry RPC after error@1763631780) -> (continuation of Deferred@189839019 after retry RPC after error@1287341532) -> (continuation of Deferred@17362621 after retry RPC after error@530393082) -> (continuation of Deferred@292962124 after retry RPC after error@133504283) -> (continuation of Deferred@1104049758 after retry RPC after error@924466026) -> (continuation of Deferred@397868698 after retry RPC after error@948188338) -> (continuation of Deferred@172677498 after retry RPC after error@1827500594) -> (continuation of Deferred@1284444955 after retry RPC after error@1429708700) -> (continuation of Deferred@166333769 after retry RPC after error@244417188) -> (continuation of Deferred@984764326 after retry RPC after error@1393617939) -> (continuation of Deferred@172569469 after retry RPC after error@147788850)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:29.163 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:29.163 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
02:07:29.163 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
02:07:29.164 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RUNNING to RESTARTING.
02:07:29.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:29.212852 13949 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:29.267 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:29.267 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:29.267 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:29.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:29.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:29.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:29.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:29.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:29.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:29.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:29.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:29.269 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:29.269 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:29.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:29.375947 13930 catalog_manager.cc:1294] Loaded cluster ID: 6a2c92b2cc5c4960b31035570a453c04
02:07:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:29.376469 13930 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e: loading cluster ID for follower catalog manager: success
02:07:29.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:29.383733 13930 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e: acquiring CA information for follower catalog manager: success
02:07:29.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:29.390764 13930 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3de0b6e96e954045ac00075e2be5b34e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:07:29.568 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:29.594 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:29.595 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:29.595 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:29.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:29.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:29.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:29.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:29.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:29.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:29.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:29.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:29.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:29.595 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:29.596 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28807), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [135ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [137ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [179ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [212ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [213ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [214ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [214ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [264ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [284ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [284ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [364ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [364ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [424ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [424ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [564ms] refreshing cache from master, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [566ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [566ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [567ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [569ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [903ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [907ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [907ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [909ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [924ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [924ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [924ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [925ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1104ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2441ms] refreshing cache from master, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2443ms] too many traces: truncated at 100 traces, deferred=Deferred@1991508132(state=PENDING, result=null, callback=(continuation of Deferred@1766455633 after retry RPC after error@149830482) -> (continuation of Deferred@559503685 after retry RPC after error@2008993002) -> (continuation of Deferred@1360736317 after retry RPC after error@685155815) -> (continuation of Deferred@1135497929 after retry RPC after error@1123426250) -> (continuation of Deferred@1256473969 after retry RPC after error@1459628119) -> (continuation of Deferred@1711865956 after retry RPC after error@343100192) -> (continuation of Deferred@2094287634 after retry RPC after error@717264463) -> (continuation of Deferred@82098515 after retry RPC after error@172021924) -> (continuation of Deferred@1410506277 after retry RPC after error@2051934214) -> (continuation of Deferred@1530988605 after retry RPC after error@1464368649) -> (continuation of Deferred@392900979 after retry RPC after error@493815200) -> (continuation of Deferred@1312614096 after retry RPC after error@1511022888) -> (continuation of Deferred@348009392 after retry RPC after error@1905878658) -> (continuation of Deferred@1480201223 after retry RPC after error@24782601) -> (continuation of Deferred@1681700645 after retry RPC after error@1588289622) -> (continuation of Deferred@1455021480 after retry RPC after error@103541273) -> (continuation of Deferred@120582246 after retry RPC after error@42178821) -> (continuation of Deferred@449790048 after retry RPC after error@1139608066) -> (continuation of Deferred@1002012377 after retry RPC after error@627868442) -> (continuation of Deferred@1161829271 after retry RPC after error@1851175975) -> (continuation of Deferred@518606978 after retry RPC after error@1599894550) -> (continuation of Deferred@444944585 after retry RPC after error@1093220402) -> (continuation of Deferred@353373653 after retry RPC after error@701507493) -> (continuation of Deferred@425929038 after retry RPC after error@285436664), errback=(continuation of Deferred@1766455633 after retry RPC after error@149830482) -> (continuation of Deferred@559503685 after retry RPC after error@2008993002) -> (continuation of Deferred@1360736317 after retry RPC after error@685155815) -> (continuation of Deferred@1135497929 after retry RPC after error@1123426250) -> (continuation of Deferred@1256473969 after retry RPC after error@1459628119) -> (continuation of Deferred@1711865956 after retry RPC after error@343100192) -> (continuation of Deferred@2094287634 after retry RPC after error@717264463) -> (continuation of Deferred@82098515 after retry RPC after error@172021924) -> (continuation of Deferred@1410506277 after retry RPC after error@2051934214) -> (continuation of Deferred@1530988605 after retry RPC after error@1464368649) -> (continuation of Deferred@392900979 after retry RPC after error@493815200) -> (continuation of Deferred@1312614096 after retry RPC after error@1511022888) -> (continuation of Deferred@348009392 after retry RPC after error@1905878658) -> (continuation of Deferred@1480201223 after retry RPC after error@24782601) -> (continuation of Deferred@1681700645 after retry RPC after error@1588289622) -> (continuation of Deferred@1455021480 after retry RPC after error@103541273) -> (continuation of Deferred@120582246 after retry RPC after error@42178821) -> (continuation of Deferred@449790048 after retry RPC after error@1139608066) -> (continuation of Deferred@1002012377 after retry RPC after error@627868442) -> (continuation of Deferred@1161829271 after retry RPC after error@1851175975) -> (continuation of Deferred@518606978 after retry RPC after error@1599894550) -> (continuation of Deferred@444944585 after retry RPC after error@1093220402) -> (continuation of Deferred@353373653 after retry RPC after error@701507493) -> (continuation of Deferred@425929038 after retry RPC after error@285436664)))
02:07:29.597 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:07:29.598 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28807), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [135ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [137ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [179ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [212ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [213ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [214ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [214ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [264ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [284ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [284ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [364ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [364ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [424ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [424ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [564ms] refreshing cache from master, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [566ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [566ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [567ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [569ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [903ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [907ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [907ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [909ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [924ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [924ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [924ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [925ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1104ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2441ms] refreshing cache from master, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2443ms] too many traces: truncated at 100 traces, deferred=Deferred@1991508132(state=PENDING, result=null, callback=(continuation of Deferred@1766455633 after retry RPC after error@149830482) -> (continuation of Deferred@559503685 after retry RPC after error@2008993002) -> (continuation of Deferred@1360736317 after retry RPC after error@685155815) -> (continuation of Deferred@1135497929 after retry RPC after error@1123426250) -> (continuation of Deferred@1256473969 after retry RPC after error@1459628119) -> (continuation of Deferred@1711865956 after retry RPC after error@343100192) -> (continuation of Deferred@2094287634 after retry RPC after error@717264463) -> (continuation of Deferred@82098515 after retry RPC after error@172021924) -> (continuation of Deferred@1410506277 after retry RPC after error@2051934214) -> (continuation of Deferred@1530988605 after retry RPC after error@1464368649) -> (continuation of Deferred@392900979 after retry RPC after error@493815200) -> (continuation of Deferred@1312614096 after retry RPC after error@1511022888) -> (continuation of Deferred@348009392 after retry RPC after error@1905878658) -> (continuation of Deferred@1480201223 after retry RPC after error@24782601) -> (continuation of Deferred@1681700645 after retry RPC after error@1588289622) -> (continuation of Deferred@1455021480 after retry RPC after error@103541273) -> (continuation of Deferred@120582246 after retry RPC after error@42178821) -> (continuation of Deferred@449790048 after retry RPC after error@1139608066) -> (continuation of Deferred@1002012377 after retry RPC after error@627868442) -> (continuation of Deferred@1161829271 after retry RPC after error@1851175975) -> (continuation of Deferred@518606978 after retry RPC after error@1599894550) -> (continuation of Deferred@444944585 after retry RPC after error@1093220402) -> (continuation of Deferred@353373653 after retry RPC after error@701507493) -> (continuation of Deferred@425929038 after retry RPC after error@285436664), errback=(continuation of Deferred@1766455633 after retry RPC after error@149830482) -> (continuation of Deferred@559503685 after retry RPC after error@2008993002) -> (continuation of Deferred@1360736317 after retry RPC after error@685155815) -> (continuation of Deferred@1135497929 after retry RPC after error@1123426250) -> (continuation of Deferred@1256473969 after retry RPC after error@1459628119) -> (continuation of Deferred@1711865956 after retry RPC after error@343100192) -> (continuation of Deferred@2094287634 after retry RPC after error@717264463) -> (continuation of Deferred@82098515 after retry RPC after error@172021924) -> (continuation of Deferred@1410506277 after retry RPC after error@2051934214) -> (continuation of Deferred@1530988605 after retry RPC after error@1464368649) -> (continuation of Deferred@392900979 after retry RPC after error@493815200) -> (continuation of Deferred@1312614096 after retry RPC after error@1511022888) -> (continuation of Deferred@348009392 after retry RPC after error@1905878658) -> (continuation of Deferred@1480201223 after retry RPC after error@24782601) -> (continuation of Deferred@1681700645 after retry RPC after error@1588289622) -> (continuation of Deferred@1455021480 after retry RPC after error@103541273) -> (continuation of Deferred@120582246 after retry RPC after error@42178821) -> (continuation of Deferred@449790048 after retry RPC after error@1139608066) -> (continuation of Deferred@1002012377 after retry RPC after error@627868442) -> (continuation of Deferred@1161829271 after retry RPC after error@1851175975) -> (continuation of Deferred@518606978 after retry RPC after error@1599894550) -> (continuation of Deferred@444944585 after retry RPC after error@1093220402) -> (continuation of Deferred@353373653 after retry RPC after error@701507493) -> (continuation of Deferred@425929038 after retry RPC after error@285436664)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:29.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070049599 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:29.600 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
02:07:29.602 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
02:07:29.604 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28807), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [135ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [137ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [179ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [212ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [213ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [214ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [214ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [264ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [284ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [284ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [364ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [364ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [424ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [424ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [564ms] refreshing cache from master, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [566ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [566ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [567ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [569ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [903ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [907ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [907ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [909ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [924ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [924ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [924ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [925ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1104ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2441ms] refreshing cache from master, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2443ms] too many traces: truncated at 100 traces, deferred=Deferred@1991508132(state=PENDING, result=null, callback=(continuation of Deferred@1766455633 after retry RPC after error@149830482) -> (continuation of Deferred@559503685 after retry RPC after error@2008993002) -> (continuation of Deferred@1360736317 after retry RPC after error@685155815) -> (continuation of Deferred@1135497929 after retry RPC after error@1123426250) -> (continuation of Deferred@1256473969 after retry RPC after error@1459628119) -> (continuation of Deferred@1711865956 after retry RPC after error@343100192) -> (continuation of Deferred@2094287634 after retry RPC after error@717264463) -> (continuation of Deferred@82098515 after retry RPC after error@172021924) -> (continuation of Deferred@1410506277 after retry RPC after error@2051934214) -> (continuation of Deferred@1530988605 after retry RPC after error@1464368649) -> (continuation of Deferred@392900979 after retry RPC after error@493815200) -> (continuation of Deferred@1312614096 after retry RPC after error@1511022888) -> (continuation of Deferred@348009392 after retry RPC after error@1905878658) -> (continuation of Deferred@1480201223 after retry RPC after error@24782601) -> (continuation of Deferred@1681700645 after retry RPC after error@1588289622) -> (continuation of Deferred@1455021480 after retry RPC after error@103541273) -> (continuation of Deferred@120582246 after retry RPC after error@42178821) -> (continuation of Deferred@449790048 after retry RPC after error@1139608066) -> (continuation of Deferred@1002012377 after retry RPC after error@627868442) -> (continuation of Deferred@1161829271 after retry RPC after error@1851175975) -> (continuation of Deferred@518606978 after retry RPC after error@1599894550) -> (continuation of Deferred@444944585 after retry RPC after error@1093220402) -> (continuation of Deferred@353373653 after retry RPC after error@701507493) -> (continuation of Deferred@425929038 after retry RPC after error@285436664), errback=(continuation of Deferred@1766455633 after retry RPC after error@149830482) -> (continuation of Deferred@559503685 after retry RPC after error@2008993002) -> (continuation of Deferred@1360736317 after retry RPC after error@685155815) -> (continuation of Deferred@1135497929 after retry RPC after error@1123426250) -> (continuation of Deferred@1256473969 after retry RPC after error@1459628119) -> (continuation of Deferred@1711865956 after retry RPC after error@343100192) -> (continuation of Deferred@2094287634 after retry RPC after error@717264463) -> (continuation of Deferred@82098515 after retry RPC after error@172021924) -> (continuation of Deferred@1410506277 after retry RPC after error@2051934214) -> (continuation of Deferred@1530988605 after retry RPC after error@1464368649) -> (continuation of Deferred@392900979 after retry RPC after error@493815200) -> (continuation of Deferred@1312614096 after retry RPC after error@1511022888) -> (continuation of Deferred@348009392 after retry RPC after error@1905878658) -> (continuation of Deferred@1480201223 after retry RPC after error@24782601) -> (continuation of Deferred@1681700645 after retry RPC after error@1588289622) -> (continuation of Deferred@1455021480 after retry RPC after error@103541273) -> (continuation of Deferred@120582246 after retry RPC after error@42178821) -> (continuation of Deferred@449790048 after retry RPC after error@1139608066) -> (continuation of Deferred@1002012377 after retry RPC after error@627868442) -> (continuation of Deferred@1161829271 after retry RPC after error@1851175975) -> (continuation of Deferred@518606978 after retry RPC after error@1599894550) -> (continuation of Deferred@444944585 after retry RPC after error@1093220402) -> (continuation of Deferred@353373653 after retry RPC after error@701507493) -> (continuation of Deferred@425929038 after retry RPC after error@285436664)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:29.672 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:29.672 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:29.672 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:29.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:29.673 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:29.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:29.673 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:29.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:29.673 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:07:29.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:29.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:29.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:29.674 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
02:07:29.675 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
02:07:29.675 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=76 ms, finalizationTime=0 ms).
02:07:29.676 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
02:07:29.673 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:29.677 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:29.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:29.712 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:29.712 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:29.712 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:29.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:29.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:29.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:29.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:29.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:29.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:29.713 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:29.713 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:29.713 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:29.713 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:29.782 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:29.782 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:29.782 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:29.782 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:29.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:29.782 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:29.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:29.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:29.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:29.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:29.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:29.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:29.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:29.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:29.961 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:29.962 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:29.962 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:29.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:29.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:29.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:29.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:29.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:29.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:29.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:29.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:29.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:29.965 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:29.966 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29164), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [74ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [88ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [88ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [135ms] refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [149ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [150ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [164ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [172ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [172ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [443ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [981ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [982ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1803ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2043ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5580ms] refreshing cache from master, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5582ms] too many traces: truncated at 100 traces, deferred=Deferred@835418706(state=PENDING, result=null, callback=(continuation of Deferred@2010126163 after retry RPC after error@2139745108) -> (continuation of Deferred@286264306 after retry RPC after error@2070145640) -> (continuation of Deferred@209588440 after retry RPC after error@1016961352) -> (continuation of Deferred@767777458 after retry RPC after error@1226298824) -> (continuation of Deferred@898888930 after retry RPC after error@1704230081) -> (continuation of Deferred@1379249163 after retry RPC after error@628857360) -> (continuation of Deferred@266686137 after retry RPC after error@1230068208) -> (continuation of Deferred@914092325 after retry RPC after error@1328105184) -> (continuation of Deferred@1780238650 after retry RPC after error@692126544) -> (continuation of Deferred@1079655812 after retry RPC after error@1170304297) -> (continuation of Deferred@1293728050 after retry RPC after error@1827039298) -> (continuation of Deferred@2109857351 after retry RPC after error@866606323) -> (continuation of Deferred@467318428 after retry RPC after error@1151429085) -> (continuation of Deferred@937534696 after retry RPC after error@1042822691) -> (continuation of Deferred@1887963436 after retry RPC after error@1068005729) -> (continuation of Deferred@97803416 after retry RPC after error@2050161455) -> (continuation of Deferred@1245924396 after retry RPC after error@912021364) -> (continuation of Deferred@290192827 after retry RPC after error@2093848382) -> (continuation of Deferred@750753447 after retry RPC after error@2022474675) -> (continuation of Deferred@912531260 after retry RPC after error@637541033) -> (continuation of Deferred@1994041952 after retry RPC after error@1792486931) -> (continuation of Deferred@2094813578 after retry RPC after error@1521474026) -> (continuation of Deferred@2038817141 after retry RPC after error@712114144) -> (continuation of Deferred@884976421 after retry RPC after error@276518097) -> (continuation of Deferred@1185124834 after retry RPC after error@1669916713), errback=(continuation of Deferred@2010126163 after retry RPC after error@2139745108) -> (continuation of Deferred@286264306 after retry RPC after error@2070145640) -> (continuation of Deferred@209588440 after retry RPC after error@1016961352) -> (continuation of Deferred@767777458 after retry RPC after error@1226298824) -> (continuation of Deferred@898888930 after retry RPC after error@1704230081) -> (continuation of Deferred@1379249163 after retry RPC after error@628857360) -> (continuation of Deferred@266686137 after retry RPC after error@1230068208) -> (continuation of Deferred@914092325 after retry RPC after error@1328105184) -> (continuation of Deferred@1780238650 after retry RPC after error@692126544) -> (continuation of Deferred@1079655812 after retry RPC after error@1170304297) -> (continuation of Deferred@1293728050 after retry RPC after error@1827039298) -> (continuation of Deferred@2109857351 after retry RPC after error@866606323) -> (continuation of Deferred@467318428 after retry RPC after error@1151429085) -> (continuation of Deferred@937534696 after retry RPC after error@1042822691) -> (continuation of Deferred@1887963436 after retry RPC after error@1068005729) -> (continuation of Deferred@97803416 after retry RPC after error@2050161455) -> (continuation of Deferred@1245924396 after retry RPC after error@912021364) -> (continuation of Deferred@290192827 after retry RPC after error@2093848382) -> (continuation of Deferred@750753447 after retry RPC after error@2022474675) -> (continuation of Deferred@912531260 after retry RPC after error@637541033) -> (continuation of Deferred@1994041952 after retry RPC after error@1792486931) -> (continuation of Deferred@2094813578 after retry RPC after error@1521474026) -> (continuation of Deferred@2038817141 after retry RPC after error@712114144) -> (continuation of Deferred@884976421 after retry RPC after error@276518097) -> (continuation of Deferred@1185124834 after retry RPC after error@1669916713)))
02:07:29.968 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:07:29.968 [WARN - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29164), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [74ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [88ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [88ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [135ms] refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [149ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [150ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [164ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [172ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [172ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [443ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [981ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [982ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1803ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2043ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5580ms] refreshing cache from master, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5582ms] too many traces: truncated at 100 traces, deferred=Deferred@835418706(state=PENDING, result=null, callback=(continuation of Deferred@2010126163 after retry RPC after error@2139745108) -> (continuation of Deferred@286264306 after retry RPC after error@2070145640) -> (continuation of Deferred@209588440 after retry RPC after error@1016961352) -> (continuation of Deferred@767777458 after retry RPC after error@1226298824) -> (continuation of Deferred@898888930 after retry RPC after error@1704230081) -> (continuation of Deferred@1379249163 after retry RPC after error@628857360) -> (continuation of Deferred@266686137 after retry RPC after error@1230068208) -> (continuation of Deferred@914092325 after retry RPC after error@1328105184) -> (continuation of Deferred@1780238650 after retry RPC after error@692126544) -> (continuation of Deferred@1079655812 after retry RPC after error@1170304297) -> (continuation of Deferred@1293728050 after retry RPC after error@1827039298) -> (continuation of Deferred@2109857351 after retry RPC after error@866606323) -> (continuation of Deferred@467318428 after retry RPC after error@1151429085) -> (continuation of Deferred@937534696 after retry RPC after error@1042822691) -> (continuation of Deferred@1887963436 after retry RPC after error@1068005729) -> (continuation of Deferred@97803416 after retry RPC after error@2050161455) -> (continuation of Deferred@1245924396 after retry RPC after error@912021364) -> (continuation of Deferred@290192827 after retry RPC after error@2093848382) -> (continuation of Deferred@750753447 after retry RPC after error@2022474675) -> (continuation of Deferred@912531260 after retry RPC after error@637541033) -> (continuation of Deferred@1994041952 after retry RPC after error@1792486931) -> (continuation of Deferred@2094813578 after retry RPC after error@1521474026) -> (continuation of Deferred@2038817141 after retry RPC after error@712114144) -> (continuation of Deferred@884976421 after retry RPC after error@276518097) -> (continuation of Deferred@1185124834 after retry RPC after error@1669916713), errback=(continuation of Deferred@2010126163 after retry RPC after error@2139745108) -> (continuation of Deferred@286264306 after retry RPC after error@2070145640) -> (continuation of Deferred@209588440 after retry RPC after error@1016961352) -> (continuation of Deferred@767777458 after retry RPC after error@1226298824) -> (continuation of Deferred@898888930 after retry RPC after error@1704230081) -> (continuation of Deferred@1379249163 after retry RPC after error@628857360) -> (continuation of Deferred@266686137 after retry RPC after error@1230068208) -> (continuation of Deferred@914092325 after retry RPC after error@1328105184) -> (continuation of Deferred@1780238650 after retry RPC after error@692126544) -> (continuation of Deferred@1079655812 after retry RPC after error@1170304297) -> (continuation of Deferred@1293728050 after retry RPC after error@1827039298) -> (continuation of Deferred@2109857351 after retry RPC after error@866606323) -> (continuation of Deferred@467318428 after retry RPC after error@1151429085) -> (continuation of Deferred@937534696 after retry RPC after error@1042822691) -> (continuation of Deferred@1887963436 after retry RPC after error@1068005729) -> (continuation of Deferred@97803416 after retry RPC after error@2050161455) -> (continuation of Deferred@1245924396 after retry RPC after error@912021364) -> (continuation of Deferred@290192827 after retry RPC after error@2093848382) -> (continuation of Deferred@750753447 after retry RPC after error@2022474675) -> (continuation of Deferred@912531260 after retry RPC after error@637541033) -> (continuation of Deferred@1994041952 after retry RPC after error@1792486931) -> (continuation of Deferred@2094813578 after retry RPC after error@1521474026) -> (continuation of Deferred@2038817141 after retry RPC after error@712114144) -> (continuation of Deferred@884976421 after retry RPC after error@276518097) -> (continuation of Deferred@1185124834 after retry RPC after error@1669916713)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.190:39887
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:29.970 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
02:07:29.972 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
02:07:29.974 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29164), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [74ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [88ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [88ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [135ms] refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [145ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [149ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [150ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [164ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [172ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [172ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [443ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [981ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [982ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1803ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2043ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5580ms] refreshing cache from master, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5582ms] too many traces: truncated at 100 traces, deferred=Deferred@835418706(state=PENDING, result=null, callback=(continuation of Deferred@2010126163 after retry RPC after error@2139745108) -> (continuation of Deferred@286264306 after retry RPC after error@2070145640) -> (continuation of Deferred@209588440 after retry RPC after error@1016961352) -> (continuation of Deferred@767777458 after retry RPC after error@1226298824) -> (continuation of Deferred@898888930 after retry RPC after error@1704230081) -> (continuation of Deferred@1379249163 after retry RPC after error@628857360) -> (continuation of Deferred@266686137 after retry RPC after error@1230068208) -> (continuation of Deferred@914092325 after retry RPC after error@1328105184) -> (continuation of Deferred@1780238650 after retry RPC after error@692126544) -> (continuation of Deferred@1079655812 after retry RPC after error@1170304297) -> (continuation of Deferred@1293728050 after retry RPC after error@1827039298) -> (continuation of Deferred@2109857351 after retry RPC after error@866606323) -> (continuation of Deferred@467318428 after retry RPC after error@1151429085) -> (continuation of Deferred@937534696 after retry RPC after error@1042822691) -> (continuation of Deferred@1887963436 after retry RPC after error@1068005729) -> (continuation of Deferred@97803416 after retry RPC after error@2050161455) -> (continuation of Deferred@1245924396 after retry RPC after error@912021364) -> (continuation of Deferred@290192827 after retry RPC after error@2093848382) -> (continuation of Deferred@750753447 after retry RPC after error@2022474675) -> (continuation of Deferred@912531260 after retry RPC after error@637541033) -> (continuation of Deferred@1994041952 after retry RPC after error@1792486931) -> (continuation of Deferred@2094813578 after retry RPC after error@1521474026) -> (continuation of Deferred@2038817141 after retry RPC after error@712114144) -> (continuation of Deferred@884976421 after retry RPC after error@276518097) -> (continuation of Deferred@1185124834 after retry RPC after error@1669916713), errback=(continuation of Deferred@2010126163 after retry RPC after error@2139745108) -> (continuation of Deferred@286264306 after retry RPC after error@2070145640) -> (continuation of Deferred@209588440 after retry RPC after error@1016961352) -> (continuation of Deferred@767777458 after retry RPC after error@1226298824) -> (continuation of Deferred@898888930 after retry RPC after error@1704230081) -> (continuation of Deferred@1379249163 after retry RPC after error@628857360) -> (continuation of Deferred@266686137 after retry RPC after error@1230068208) -> (continuation of Deferred@914092325 after retry RPC after error@1328105184) -> (continuation of Deferred@1780238650 after retry RPC after error@692126544) -> (continuation of Deferred@1079655812 after retry RPC after error@1170304297) -> (continuation of Deferred@1293728050 after retry RPC after error@1827039298) -> (continuation of Deferred@2109857351 after retry RPC after error@866606323) -> (continuation of Deferred@467318428 after retry RPC after error@1151429085) -> (continuation of Deferred@937534696 after retry RPC after error@1042822691) -> (continuation of Deferred@1887963436 after retry RPC after error@1068005729) -> (continuation of Deferred@97803416 after retry RPC after error@2050161455) -> (continuation of Deferred@1245924396 after retry RPC after error@912021364) -> (continuation of Deferred@290192827 after retry RPC after error@2093848382) -> (continuation of Deferred@750753447 after retry RPC after error@2022474675) -> (continuation of Deferred@912531260 after retry RPC after error@637541033) -> (continuation of Deferred@1994041952 after retry RPC after error@1792486931) -> (continuation of Deferred@2094813578 after retry RPC after error@1521474026) -> (continuation of Deferred@2038817141 after retry RPC after error@712114144) -> (continuation of Deferred@884976421 after retry RPC after error@276518097) -> (continuation of Deferred@1185124834 after retry RPC after error@1669916713)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.190:39887
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:29.977 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:07:29.980 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
02:07:29.981 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
02:07:30.068 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:30.086 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:30.086 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:30.086 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:30.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:30.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:30.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:30.088 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:30.088 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:30.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:30.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:30.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:30.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:30.088 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:30.098 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070050098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:30.100 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:30.100 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:30.100 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:30.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:30.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:30.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:30.102 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:30.102 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:30.102 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:30.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:30.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:30.102 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:30.102 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:30.103 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29273), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [54ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [96ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [111ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [111ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [138ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [153ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [153ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [154ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [164ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [165ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [165ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [165ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [214ms] refreshing cache from master, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [216ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [217ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [219ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [219ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [562ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [722ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [723ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [723ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [723ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1600ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1603ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3143ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4420ms] refreshing cache from master, [4420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4421ms] too many traces: truncated at 100 traces, deferred=Deferred@433441196(state=PENDING, result=null, callback=(continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297) -> (continuation of Deferred@1631426712 after retry RPC after error@1496935353) -> (continuation of Deferred@1531796619 after retry RPC after error@2050624694) -> (continuation of Deferred@2001642033 after retry RPC after error@1706589122) -> (continuation of Deferred@1419827962 after retry RPC after error@2119508836), errback=(continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297) -> (continuation of Deferred@1631426712 after retry RPC after error@1496935353) -> (continuation of Deferred@1531796619 after retry RPC after error@2050624694) -> (continuation of Deferred@2001642033 after retry RPC after error@1706589122) -> (continuation of Deferred@1419827962 after retry RPC after error@2119508836)))
02:07:30.104 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:07:30.104 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29273), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [54ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [96ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [111ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [111ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [138ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [153ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [153ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [154ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [164ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [165ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [165ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [165ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [214ms] refreshing cache from master, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [216ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [217ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [219ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [219ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [562ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [722ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [723ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [723ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [723ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1600ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1603ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3143ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4420ms] refreshing cache from master, [4420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4421ms] too many traces: truncated at 100 traces, deferred=Deferred@433441196(state=PENDING, result=null, callback=(continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297) -> (continuation of Deferred@1631426712 after retry RPC after error@1496935353) -> (continuation of Deferred@1531796619 after retry RPC after error@2050624694) -> (continuation of Deferred@2001642033 after retry RPC after error@1706589122) -> (continuation of Deferred@1419827962 after retry RPC after error@2119508836), errback=(continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297) -> (continuation of Deferred@1631426712 after retry RPC after error@1496935353) -> (continuation of Deferred@1531796619 after retry RPC after error@2050624694) -> (continuation of Deferred@2001642033 after retry RPC after error@1706589122) -> (continuation of Deferred@1419827962 after retry RPC after error@2119508836)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:30.107 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
02:07:30.108 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:07:30.109 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
02:07:30.116 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.117 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.117 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.117 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
02:07:30.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.118 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.119 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29280), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [98ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [98ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [136ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [149ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [149ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [238ms] refreshing cache from master, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [243ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [283ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [343ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [463ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [463ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [703ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [703ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [822ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [823ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [823ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [824ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1723ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1904ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4123ms] too many traces: truncated at 100 traces, deferred=Deferred@1106396226(state=PENDING, result=null, callback=(continuation of Deferred@1971526782 after retry RPC after error@204930014) -> (continuation of Deferred@305454923 after retry RPC after error@1094142235) -> (continuation of Deferred@750439855 after retry RPC after error@392772589) -> (continuation of Deferred@596861132 after retry RPC after error@1477941812) -> (continuation of Deferred@582677292 after retry RPC after error@2094142149) -> (continuation of Deferred@1149212819 after retry RPC after error@542997522) -> (continuation of Deferred@1435224230 after retry RPC after error@967027944) -> (continuation of Deferred@18874447 after retry RPC after error@1247166869) -> (continuation of Deferred@1091796609 after retry RPC after error@1702055591) -> (continuation of Deferred@1691359294 after retry RPC after error@477280216) -> (continuation of Deferred@1187980705 after retry RPC after error@959864233) -> (continuation of Deferred@1564717913 after retry RPC after error@1409684318) -> (continuation of Deferred@1809569362 after retry RPC after error@1611339157) -> (continuation of Deferred@538098614 after retry RPC after error@1156239369) -> (continuation of Deferred@1899423616 after retry RPC after error@1235874702) -> (continuation of Deferred@2085830150 after retry RPC after error@1856750365) -> (continuation of Deferred@677852079 after retry RPC after error@777289902) -> (continuation of Deferred@1259481196 after retry RPC after error@2064755000) -> (continuation of Deferred@1794774974 after retry RPC after error@1612823487) -> (continuation of Deferred@975879839 after retry RPC after error@1283758219) -> (continuation of Deferred@1987653954 after retry RPC after error@459837553) -> (continuation of Deferred@1951992773 after retry RPC after error@477205765) -> (continuation of Deferred@599610600 after retry RPC after error@2081010678) -> (continuation of Deferred@1077053585 after retry RPC after error@1358689327) -> (continuation of Deferred@430497996 after retry RPC after error@680486412), errback=(continuation of Deferred@1971526782 after retry RPC after error@204930014) -> (continuation of Deferred@305454923 after retry RPC after error@1094142235) -> (continuation of Deferred@750439855 after retry RPC after error@392772589) -> (continuation of Deferred@596861132 after retry RPC after error@1477941812) -> (continuation of Deferred@582677292 after retry RPC after error@2094142149) -> (continuation of Deferred@1149212819 after retry RPC after error@542997522) -> (continuation of Deferred@1435224230 after retry RPC after error@967027944) -> (continuation of Deferred@18874447 after retry RPC after error@1247166869) -> (continuation of Deferred@1091796609 after retry RPC after error@1702055591) -> (continuation of Deferred@1691359294 after retry RPC after error@477280216) -> (continuation of Deferred@1187980705 after retry RPC after error@959864233) -> (continuation of Deferred@1564717913 after retry RPC after error@1409684318) -> (continuation of Deferred@1809569362 after retry RPC after error@1611339157) -> (continuation of Deferred@538098614 after retry RPC after error@1156239369) -> (continuation of Deferred@1899423616 after retry RPC after error@1235874702) -> (continuation of Deferred@2085830150 after retry RPC after error@1856750365) -> (continuation of Deferred@677852079 after retry RPC after error@777289902) -> (continuation of Deferred@1259481196 after retry RPC after error@2064755000) -> (continuation of Deferred@1794774974 after retry RPC after error@1612823487) -> (continuation of Deferred@975879839 after retry RPC after error@1283758219) -> (continuation of Deferred@1987653954 after retry RPC after error@459837553) -> (continuation of Deferred@1951992773 after retry RPC after error@477205765) -> (continuation of Deferred@599610600 after retry RPC after error@2081010678) -> (continuation of Deferred@1077053585 after retry RPC after error@1358689327) -> (continuation of Deferred@430497996 after retry RPC after error@680486412)))
02:07:30.119 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29273), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [54ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [96ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [111ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [111ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [138ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [153ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [153ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [154ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [164ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [165ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [165ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [165ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [214ms] refreshing cache from master, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [216ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [217ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [219ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [219ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [562ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [722ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [723ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [723ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [723ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1600ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1603ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3143ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4420ms] refreshing cache from master, [4420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4421ms] too many traces: truncated at 100 traces, deferred=Deferred@433441196(state=PENDING, result=null, callback=(continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297) -> (continuation of Deferred@1631426712 after retry RPC after error@1496935353) -> (continuation of Deferred@1531796619 after retry RPC after error@2050624694) -> (continuation of Deferred@2001642033 after retry RPC after error@1706589122) -> (continuation of Deferred@1419827962 after retry RPC after error@2119508836), errback=(continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297) -> (continuation of Deferred@1631426712 after retry RPC after error@1496935353) -> (continuation of Deferred@1531796619 after retry RPC after error@2050624694) -> (continuation of Deferred@2001642033 after retry RPC after error@1706589122) -> (continuation of Deferred@1419827962 after retry RPC after error@2119508836)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:30.120 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.121 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29280), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [98ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [98ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [136ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [149ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [149ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [238ms] refreshing cache from master, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [243ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [283ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [343ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [463ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [463ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [703ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [703ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [822ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [823ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [823ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [824ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1723ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1904ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4123ms] too many traces: truncated at 100 traces, deferred=Deferred@1106396226(state=PENDING, result=null, callback=(continuation of Deferred@1971526782 after retry RPC after error@204930014) -> (continuation of Deferred@305454923 after retry RPC after error@1094142235) -> (continuation of Deferred@750439855 after retry RPC after error@392772589) -> (continuation of Deferred@596861132 after retry RPC after error@1477941812) -> (continuation of Deferred@582677292 after retry RPC after error@2094142149) -> (continuation of Deferred@1149212819 after retry RPC after error@542997522) -> (continuation of Deferred@1435224230 after retry RPC after error@967027944) -> (continuation of Deferred@18874447 after retry RPC after error@1247166869) -> (continuation of Deferred@1091796609 after retry RPC after error@1702055591) -> (continuation of Deferred@1691359294 after retry RPC after error@477280216) -> (continuation of Deferred@1187980705 after retry RPC after error@959864233) -> (continuation of Deferred@1564717913 after retry RPC after error@1409684318) -> (continuation of Deferred@1809569362 after retry RPC after error@1611339157) -> (continuation of Deferred@538098614 after retry RPC after error@1156239369) -> (continuation of Deferred@1899423616 after retry RPC after error@1235874702) -> (continuation of Deferred@2085830150 after retry RPC after error@1856750365) -> (continuation of Deferred@677852079 after retry RPC after error@777289902) -> (continuation of Deferred@1259481196 after retry RPC after error@2064755000) -> (continuation of Deferred@1794774974 after retry RPC after error@1612823487) -> (continuation of Deferred@975879839 after retry RPC after error@1283758219) -> (continuation of Deferred@1987653954 after retry RPC after error@459837553) -> (continuation of Deferred@1951992773 after retry RPC after error@477205765) -> (continuation of Deferred@599610600 after retry RPC after error@2081010678) -> (continuation of Deferred@1077053585 after retry RPC after error@1358689327) -> (continuation of Deferred@430497996 after retry RPC after error@680486412), errback=(continuation of Deferred@1971526782 after retry RPC after error@204930014) -> (continuation of Deferred@305454923 after retry RPC after error@1094142235) -> (continuation of Deferred@750439855 after retry RPC after error@392772589) -> (continuation of Deferred@596861132 after retry RPC after error@1477941812) -> (continuation of Deferred@582677292 after retry RPC after error@2094142149) -> (continuation of Deferred@1149212819 after retry RPC after error@542997522) -> (continuation of Deferred@1435224230 after retry RPC after error@967027944) -> (continuation of Deferred@18874447 after retry RPC after error@1247166869) -> (continuation of Deferred@1091796609 after retry RPC after error@1702055591) -> (continuation of Deferred@1691359294 after retry RPC after error@477280216) -> (continuation of Deferred@1187980705 after retry RPC after error@959864233) -> (continuation of Deferred@1564717913 after retry RPC after error@1409684318) -> (continuation of Deferred@1809569362 after retry RPC after error@1611339157) -> (continuation of Deferred@538098614 after retry RPC after error@1156239369) -> (continuation of Deferred@1899423616 after retry RPC after error@1235874702) -> (continuation of Deferred@2085830150 after retry RPC after error@1856750365) -> (continuation of Deferred@677852079 after retry RPC after error@777289902) -> (continuation of Deferred@1259481196 after retry RPC after error@2064755000) -> (continuation of Deferred@1794774974 after retry RPC after error@1612823487) -> (continuation of Deferred@975879839 after retry RPC after error@1283758219) -> (continuation of Deferred@1987653954 after retry RPC after error@459837553) -> (continuation of Deferred@1951992773 after retry RPC after error@477205765) -> (continuation of Deferred@599610600 after retry RPC after error@2081010678) -> (continuation of Deferred@1077053585 after retry RPC after error@1358689327) -> (continuation of Deferred@430497996 after retry RPC after error@680486412)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29280), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [98ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [98ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [136ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [149ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [149ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [238ms] refreshing cache from master, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [243ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [283ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [343ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [463ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [463ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [703ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [703ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [822ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [823ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [823ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [824ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1723ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1904ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4123ms] too many traces: truncated at 100 traces, deferred=Deferred@1106396226(state=PENDING, result=null, callback=(continuation of Deferred@1971526782 after retry RPC after error@204930014) -> (continuation of Deferred@305454923 after retry RPC after error@1094142235) -> (continuation of Deferred@750439855 after retry RPC after error@392772589) -> (continuation of Deferred@596861132 after retry RPC after error@1477941812) -> (continuation of Deferred@582677292 after retry RPC after error@2094142149) -> (continuation of Deferred@1149212819 after retry RPC after error@542997522) -> (continuation of Deferred@1435224230 after retry RPC after error@967027944) -> (continuation of Deferred@18874447 after retry RPC after error@1247166869) -> (continuation of Deferred@1091796609 after retry RPC after error@1702055591) -> (continuation of Deferred@1691359294 after retry RPC after error@477280216) -> (continuation of Deferred@1187980705 after retry RPC after error@959864233) -> (continuation of Deferred@1564717913 after retry RPC after error@1409684318) -> (continuation of Deferred@1809569362 after retry RPC after error@1611339157) -> (continuation of Deferred@538098614 after retry RPC after error@1156239369) -> (continuation of Deferred@1899423616 after retry RPC after error@1235874702) -> (continuation of Deferred@2085830150 after retry RPC after error@1856750365) -> (continuation of Deferred@677852079 after retry RPC after error@777289902) -> (continuation of Deferred@1259481196 after retry RPC after error@2064755000) -> (continuation of Deferred@1794774974 after retry RPC after error@1612823487) -> (continuation of Deferred@975879839 after retry RPC after error@1283758219) -> (continuation of Deferred@1987653954 after retry RPC after error@459837553) -> (continuation of Deferred@1951992773 after retry RPC after error@477205765) -> (continuation of Deferred@599610600 after retry RPC after error@2081010678) -> (continuation of Deferred@1077053585 after retry RPC after error@1358689327) -> (continuation of Deferred@430497996 after retry RPC after error@680486412), errback=(continuation of Deferred@1971526782 after retry RPC after error@204930014) -> (continuation of Deferred@305454923 after retry RPC after error@1094142235) -> (continuation of Deferred@750439855 after retry RPC after error@392772589) -> (continuation of Deferred@596861132 after retry RPC after error@1477941812) -> (continuation of Deferred@582677292 after retry RPC after error@2094142149) -> (continuation of Deferred@1149212819 after retry RPC after error@542997522) -> (continuation of Deferred@1435224230 after retry RPC after error@967027944) -> (continuation of Deferred@18874447 after retry RPC after error@1247166869) -> (continuation of Deferred@1091796609 after retry RPC after error@1702055591) -> (continuation of Deferred@1691359294 after retry RPC after error@477280216) -> (continuation of Deferred@1187980705 after retry RPC after error@959864233) -> (continuation of Deferred@1564717913 after retry RPC after error@1409684318) -> (continuation of Deferred@1809569362 after retry RPC after error@1611339157) -> (continuation of Deferred@538098614 after retry RPC after error@1156239369) -> (continuation of Deferred@1899423616 after retry RPC after error@1235874702) -> (continuation of Deferred@2085830150 after retry RPC after error@1856750365) -> (continuation of Deferred@677852079 after retry RPC after error@777289902) -> (continuation of Deferred@1259481196 after retry RPC after error@2064755000) -> (continuation of Deferred@1794774974 after retry RPC after error@1612823487) -> (continuation of Deferred@975879839 after retry RPC after error@1283758219) -> (continuation of Deferred@1987653954 after retry RPC after error@459837553) -> (continuation of Deferred@1951992773 after retry RPC after error@477205765) -> (continuation of Deferred@599610600 after retry RPC after error@2081010678) -> (continuation of Deferred@1077053585 after retry RPC after error@1358689327) -> (continuation of Deferred@430497996 after retry RPC after error@680486412)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.254:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:30.122 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.122 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.122 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.123 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.127 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 5643d6aa02746b8a0b8a3513bda90461
02:07:30.127 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
02:07:30.127 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
02:07:30.131 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29280), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [98ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [98ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [136ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [149ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [149ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [238ms] refreshing cache from master, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [243ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [283ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [343ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [463ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [463ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [703ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [703ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [822ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [823ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [823ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [824ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1723ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1904ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4123ms] too many traces: truncated at 100 traces, deferred=Deferred@1106396226(state=PENDING, result=null, callback=(continuation of Deferred@1971526782 after retry RPC after error@204930014) -> (continuation of Deferred@305454923 after retry RPC after error@1094142235) -> (continuation of Deferred@750439855 after retry RPC after error@392772589) -> (continuation of Deferred@596861132 after retry RPC after error@1477941812) -> (continuation of Deferred@582677292 after retry RPC after error@2094142149) -> (continuation of Deferred@1149212819 after retry RPC after error@542997522) -> (continuation of Deferred@1435224230 after retry RPC after error@967027944) -> (continuation of Deferred@18874447 after retry RPC after error@1247166869) -> (continuation of Deferred@1091796609 after retry RPC after error@1702055591) -> (continuation of Deferred@1691359294 after retry RPC after error@477280216) -> (continuation of Deferred@1187980705 after retry RPC after error@959864233) -> (continuation of Deferred@1564717913 after retry RPC after error@1409684318) -> (continuation of Deferred@1809569362 after retry RPC after error@1611339157) -> (continuation of Deferred@538098614 after retry RPC after error@1156239369) -> (continuation of Deferred@1899423616 after retry RPC after error@1235874702) -> (continuation of Deferred@2085830150 after retry RPC after error@1856750365) -> (continuation of Deferred@677852079 after retry RPC after error@777289902) -> (continuation of Deferred@1259481196 after retry RPC after error@2064755000) -> (continuation of Deferred@1794774974 after retry RPC after error@1612823487) -> (continuation of Deferred@975879839 after retry RPC after error@1283758219) -> (continuation of Deferred@1987653954 after retry RPC after error@459837553) -> (continuation of Deferred@1951992773 after retry RPC after error@477205765) -> (continuation of Deferred@599610600 after retry RPC after error@2081010678) -> (continuation of Deferred@1077053585 after retry RPC after error@1358689327) -> (continuation of Deferred@430497996 after retry RPC after error@680486412), errback=(continuation of Deferred@1971526782 after retry RPC after error@204930014) -> (continuation of Deferred@305454923 after retry RPC after error@1094142235) -> (continuation of Deferred@750439855 after retry RPC after error@392772589) -> (continuation of Deferred@596861132 after retry RPC after error@1477941812) -> (continuation of Deferred@582677292 after retry RPC after error@2094142149) -> (continuation of Deferred@1149212819 after retry RPC after error@542997522) -> (continuation of Deferred@1435224230 after retry RPC after error@967027944) -> (continuation of Deferred@18874447 after retry RPC after error@1247166869) -> (continuation of Deferred@1091796609 after retry RPC after error@1702055591) -> (continuation of Deferred@1691359294 after retry RPC after error@477280216) -> (continuation of Deferred@1187980705 after retry RPC after error@959864233) -> (continuation of Deferred@1564717913 after retry RPC after error@1409684318) -> (continuation of Deferred@1809569362 after retry RPC after error@1611339157) -> (continuation of Deferred@538098614 after retry RPC after error@1156239369) -> (continuation of Deferred@1899423616 after retry RPC after error@1235874702) -> (continuation of Deferred@2085830150 after retry RPC after error@1856750365) -> (continuation of Deferred@677852079 after retry RPC after error@777289902) -> (continuation of Deferred@1259481196 after retry RPC after error@2064755000) -> (continuation of Deferred@1794774974 after retry RPC after error@1612823487) -> (continuation of Deferred@975879839 after retry RPC after error@1283758219) -> (continuation of Deferred@1987653954 after retry RPC after error@459837553) -> (continuation of Deferred@1951992773 after retry RPC after error@477205765) -> (continuation of Deferred@599610600 after retry RPC after error@2081010678) -> (continuation of Deferred@1077053585 after retry RPC after error@1358689327) -> (continuation of Deferred@430497996 after retry RPC after error@680486412)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29280), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [54ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [98ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [98ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [136ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [149ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [149ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [179ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [180ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [181ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [238ms] refreshing cache from master, [238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [243ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [283ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [342ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [343ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [343ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [463ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [463ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [703ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [703ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [822ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [823ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [823ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [824ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1723ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1904ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [4123ms] too many traces: truncated at 100 traces, deferred=Deferred@1106396226(state=PENDING, result=null, callback=(continuation of Deferred@1971526782 after retry RPC after error@204930014) -> (continuation of Deferred@305454923 after retry RPC after error@1094142235) -> (continuation of Deferred@750439855 after retry RPC after error@392772589) -> (continuation of Deferred@596861132 after retry RPC after error@1477941812) -> (continuation of Deferred@582677292 after retry RPC after error@2094142149) -> (continuation of Deferred@1149212819 after retry RPC after error@542997522) -> (continuation of Deferred@1435224230 after retry RPC after error@967027944) -> (continuation of Deferred@18874447 after retry RPC after error@1247166869) -> (continuation of Deferred@1091796609 after retry RPC after error@1702055591) -> (continuation of Deferred@1691359294 after retry RPC after error@477280216) -> (continuation of Deferred@1187980705 after retry RPC after error@959864233) -> (continuation of Deferred@1564717913 after retry RPC after error@1409684318) -> (continuation of Deferred@1809569362 after retry RPC after error@1611339157) -> (continuation of Deferred@538098614 after retry RPC after error@1156239369) -> (continuation of Deferred@1899423616 after retry RPC after error@1235874702) -> (continuation of Deferred@2085830150 after retry RPC after error@1856750365) -> (continuation of Deferred@677852079 after retry RPC after error@777289902) -> (continuation of Deferred@1259481196 after retry RPC after error@2064755000) -> (continuation of Deferred@1794774974 after retry RPC after error@1612823487) -> (continuation of Deferred@975879839 after retry RPC after error@1283758219) -> (continuation of Deferred@1987653954 after retry RPC after error@459837553) -> (continuation of Deferred@1951992773 after retry RPC after error@477205765) -> (continuation of Deferred@599610600 after retry RPC after error@2081010678) -> (continuation of Deferred@1077053585 after retry RPC after error@1358689327) -> (continuation of Deferred@430497996 after retry RPC after error@680486412), errback=(continuation of Deferred@1971526782 after retry RPC after error@204930014) -> (continuation of Deferred@305454923 after retry RPC after error@1094142235) -> (continuation of Deferred@750439855 after retry RPC after error@392772589) -> (continuation of Deferred@596861132 after retry RPC after error@1477941812) -> (continuation of Deferred@582677292 after retry RPC after error@2094142149) -> (continuation of Deferred@1149212819 after retry RPC after error@542997522) -> (continuation of Deferred@1435224230 after retry RPC after error@967027944) -> (continuation of Deferred@18874447 after retry RPC after error@1247166869) -> (continuation of Deferred@1091796609 after retry RPC after error@1702055591) -> (continuation of Deferred@1691359294 after retry RPC after error@477280216) -> (continuation of Deferred@1187980705 after retry RPC after error@959864233) -> (continuation of Deferred@1564717913 after retry RPC after error@1409684318) -> (continuation of Deferred@1809569362 after retry RPC after error@1611339157) -> (continuation of Deferred@538098614 after retry RPC after error@1156239369) -> (continuation of Deferred@1899423616 after retry RPC after error@1235874702) -> (continuation of Deferred@2085830150 after retry RPC after error@1856750365) -> (continuation of Deferred@677852079 after retry RPC after error@777289902) -> (continuation of Deferred@1259481196 after retry RPC after error@2064755000) -> (continuation of Deferred@1794774974 after retry RPC after error@1612823487) -> (continuation of Deferred@975879839 after retry RPC after error@1283758219) -> (continuation of Deferred@1987653954 after retry RPC after error@459837553) -> (continuation of Deferred@1951992773 after retry RPC after error@477205765) -> (continuation of Deferred@599610600 after retry RPC after error@2081010678) -> (continuation of Deferred@1077053585 after retry RPC after error@1358689327) -> (continuation of Deferred@430497996 after retry RPC after error@680486412)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.254:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:30.136 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.138 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.138 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.139 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.139 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.139 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.139 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.140 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.142 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:07:30.157 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.157 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.157 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.159 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.159 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.159 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.159 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.166 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:30.166 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:30.166 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:30.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:30.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:30.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:30.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:30.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:30.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:30.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:30.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:30.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:30.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:30.177 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.177 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.177 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:30.197 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.197 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.197 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.197 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.198 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.217 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.217 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.217 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.219 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.219 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.219 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.219 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.219 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.219 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.237 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.237 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.237 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.239 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.239 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.239 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.239 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.305 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:30.306 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:30.306 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:30.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:30.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:30.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:30.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:30.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:30.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:30.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:30.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:30.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:30.307 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:30.356 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.356 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.357 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.359 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:30.396 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.396 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.397 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.456 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:30.456 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:30.456 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:30.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:30.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:30.457 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:30.457 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:30.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:30.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:30.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:30.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:30.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:30.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:30.568 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:30.596 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.596 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.597 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.598 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070050599 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:30.608 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:07:30.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
02:07:30.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:30.737 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.737 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.737 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.739 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.772 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:30.772 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:30.772 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:30.773 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:30.773 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:30.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:30.773 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:30.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:30.773 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:30.773 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:30.773 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:30.773 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:30.773 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:30.837 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:30.837 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:30.837 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:30.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:30.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:30.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:30.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:30.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:30.923 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:30.924 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:30.924 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:30.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:30.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:30.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:30.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:30.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:30.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:30.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:30.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:30.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:30.926 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:31.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:30.606904 13948 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 13942
02:07:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:31.050851 13942 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.835s	user 0.393s	sys 0.602s
02:07:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:31.054222 13942 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.839s	user 0.394s	sys 0.603s
02:07:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:29.217308 13950 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.060277 13942 server_base.cc:1061] running on GCE node
02:07:31.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:31.061898 13956 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:31.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.063190 13942 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:31.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.070607 13942 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:31.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.074221 13942 hybrid_clock.cc:648] HybridClock initialized: now 1779070051074120 us; error 73 us; skew 500 ppm
02:07:31.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.075350 13942 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:31.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.092777 13942 webserver.cc:533] Webserver started at http://127.13.82.193:42145/ using document root <none> and password file <none>
02:07:31.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.094054 13942 fs_manager.cc:362] Metadata directory not provided
02:07:31.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.094349 13942 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.094915 13942 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:31.098 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070051098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.101414 13942 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/data/instance:
02:07:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e23d2c077a42423b906925aa70c41726"
02:07:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:31 on dist-test-slave-9vqr"
02:07:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.102932 13942 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/wal/instance:
02:07:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e23d2c077a42423b906925aa70c41726"
02:07:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:31 on dist-test-slave-9vqr"
02:07:31.108 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:07:31.109 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
02:07:31.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.125357 13942 fs_manager.cc:696] Time spent creating directory manager: real 0.022s	user 0.009s	sys 0.013s
02:07:31.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.132830 13961 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.134096 13942 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.004s
02:07:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.134575 13942 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/wal
02:07:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e23d2c077a42423b906925aa70c41726"
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:31 on dist-test-slave-9vqr"
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.134948 13942 fs_report.cc:389] FS layout report
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/wal
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/wal
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/data/data
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:31.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.192401 13942 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.194136 13942 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.194610 13942 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:31.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.197741 13942 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.202811 13942 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:07:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.203032 13942 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:07:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.203315 13942 ts_tablet_manager.cc:616] Registered 0 tablets
02:07:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.203506 13942 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:07:31.225 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:31.225 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:31.226 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:31.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:31.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:31.226 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:31.226 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:31.226 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:31.227 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:31.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:31.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:31.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:31.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:31.370 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:31.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.530567 13942 rpc_server.cc:307] RPC server started. Bound to: 127.13.82.193:37385
02:07:31.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.530676 14073 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.82.193:37385 every 8 connection(s)
02:07:31.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.533988 13942 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/data/info.pb
02:07:31.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.536525 13643 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 13942
02:07:31.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.537035 13643 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-0/wal/instance
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.562032 13643 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/wal
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/data
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/logs
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/data/info.pb
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.82.194:0
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.82.194
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.82.194
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.82.254:42605,127.13.82.253:44067,127.13.82.252:36411
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.82.212:35291
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:31.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:31.598 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070051598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:31.606 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:07:31.610 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
02:07:31.648 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:31.648 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:31.648 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:31.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:31.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:31.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:31.649 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:31.649 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:31.649 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:31.649 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:31.650 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:31.650 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:31.650 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:31.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.655277 14075 heartbeater.cc:344] Connected to a master server at 127.13.82.253:44067
02:07:31.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.655827 14075 heartbeater.cc:461] Registering TS with master...
02:07:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.657246 14075 heartbeater.cc:507] Master 127.13.82.253:44067 requested a full tablet report, sending...
02:07:31.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.661062 13763 ts_manager.cc:194] Registered new tserver with Master: e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385)
02:07:31.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.679538 14074 heartbeater.cc:344] Connected to a master server at 127.13.82.252:36411
02:07:31.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.679935 14074 heartbeater.cc:461] Registering TS with master...
02:07:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.680977 14074 heartbeater.cc:507] Master 127.13.82.252:36411 requested a full tablet report, sending...
02:07:31.683 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:31.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.685281 13844 ts_manager.cc:194] Registered new tserver with Master: e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385)
02:07:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.698463 14078 heartbeater.cc:344] Connected to a master server at 127.13.82.254:42605
02:07:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.698915 14078 heartbeater.cc:461] Registering TS with master...
02:07:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.699757 14078 heartbeater.cc:507] Master 127.13.82.254:42605 requested a full tablet report, sending...
02:07:31.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.702877 13687 ts_manager.cc:194] Registered new tserver with Master: e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385)
02:07:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:31.706235 13687 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.82.193:35863
02:07:31.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:32.007 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:32.007 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:32.007 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:32.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:32.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:32.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:32.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:32.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:32.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:32.009 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:32.009 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:32.009 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:32.009 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:32.023 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:32.024 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:32.024 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:32.024 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:32.024 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:32.024 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:32.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:32.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:32.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:32.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:32.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:32.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:32.026 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:32.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:32.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070052098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:32.108 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:07:32.109 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
02:07:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:32.109846 14081 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:32.110388 14081 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:32.110898 14081 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:32.149617 14081 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:32.150594 14081 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.82.194
02:07:32.157 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:32.157 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:32.157 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:32.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:32.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:32.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:32.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:32.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:32.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:32.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:32.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:32.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:32.158 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:32.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:32.193778 14081 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.82.212:35291
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/data
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/wal
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.82.194:0
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/data/info.pb
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.82.194
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.82.254:42605,127.13.82.253:44067,127.13.82.252:36411
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.82.194
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/logs
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:32.195488 14081 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:32.197556 14081 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:32.212832 14091 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:32.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:32.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:32.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070052598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:32.617 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:07:32.618 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
02:07:32.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:32.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:32.710779 14078 heartbeater.cc:499] Master 127.13.82.254:42605 was elected leader, sending a full tablet report...
02:07:32.765 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:32.766 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:32.766 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:32.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:32.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:32.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:32.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:32.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:32.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:32.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:32.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:32.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:32.767 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:32.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:33.008 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:33.009 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:33.009 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:33.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:33.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:33.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:33.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:33.009 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:33.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:33.010 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:33.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:33.010 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:33.010 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:33.035 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:33.036 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:33.036 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:33.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:33.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:33.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:33.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:33.037 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:33.037 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:33.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:33.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:33.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:33.038 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:33.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:33.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070053098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:33.117 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:07:33.117 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
02:07:33.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:33.217 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:33.218 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:33.218 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:33.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:33.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:33.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:33.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:33.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:33.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:33.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:33.220 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:33.220 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:33.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:33.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:33.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:32.215222 14092 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:33.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:32.218740 14094 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:33.449734 14093 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1231 milliseconds
02:07:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.449847 14081 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:33.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.451041 14081 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.453624 14081 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.455044 14081 hybrid_clock.cc:648] HybridClock initialized: now 1779070053454992 us; error 55 us; skew 500 ppm
02:07:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.455833 14081 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.462060 14081 webserver.cc:533] Webserver started at http://127.13.82.194:37397/ using document root <none> and password file <none>
02:07:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.463009 14081 fs_manager.cc:362] Metadata directory not provided
02:07:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.463235 14081 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.463733 14081 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:33.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.468326 14081 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/data/instance:
02:07:33.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2e0a22257be4f5d92d20f2ce2b13485"
02:07:33.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:33 on dist-test-slave-9vqr"
02:07:33.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.469515 14081 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/wal/instance:
02:07:33.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2e0a22257be4f5d92d20f2ce2b13485"
02:07:33.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:33 on dist-test-slave-9vqr"
02:07:33.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.476857 14081 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
02:07:33.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.482659 14104 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.483978 14081 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
02:07:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.484316 14081 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/wal
02:07:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2e0a22257be4f5d92d20f2ce2b13485"
02:07:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:33 on dist-test-slave-9vqr"
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.484688 14081 fs_report.cc:389] FS layout report
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/wal
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/wal
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/data/data
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.543432 14081 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.545166 14081 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.545687 14081 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:33.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.548520 14081 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:33.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.552877 14081 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:07:33.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.553098 14081 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:07:33.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.553422 14081 ts_tablet_manager.cc:616] Registered 0 tablets
02:07:33.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.553601 14081 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:07:33.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:33.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070053599 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:33.608 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:07:33.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
02:07:33.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:33.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.696205 14081 rpc_server.cc:307] RPC server started. Bound to: 127.13.82.194:33185
02:07:33.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.696346 14218 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.82.194:33185 every 8 connection(s)
02:07:33.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.699227 14081 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/data/info.pb
02:07:33.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.700505 13643 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 14081
02:07:33.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.701140 13643 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-1/wal/instance
02:07:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.718992 13643 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/wal
02:07:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/data
02:07:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:33.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/logs
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/data/info.pb
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.82.195:0
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.82.195
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.82.195
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.82.254:42605,127.13.82.253:44067,127.13.82.252:36411
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.82.212:35291
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.749562 14220 heartbeater.cc:344] Connected to a master server at 127.13.82.253:44067
02:07:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.750193 14220 heartbeater.cc:461] Registering TS with master...
02:07:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.750801 14219 heartbeater.cc:344] Connected to a master server at 127.13.82.252:36411
02:07:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.751124 14219 heartbeater.cc:461] Registering TS with master...
02:07:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.751756 14220 heartbeater.cc:507] Master 127.13.82.253:44067 requested a full tablet report, sending...
02:07:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.752279 14219 heartbeater.cc:507] Master 127.13.82.252:36411 requested a full tablet report, sending...
02:07:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.755620 13763 ts_manager.cc:194] Registered new tserver with Master: f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185)
02:07:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.755627 13844 ts_manager.cc:194] Registered new tserver with Master: f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185)
02:07:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.768713 14221 heartbeater.cc:344] Connected to a master server at 127.13.82.254:42605
02:07:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.769047 14221 heartbeater.cc:461] Registering TS with master...
02:07:33.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.769898 14221 heartbeater.cc:507] Master 127.13.82.254:42605 requested a full tablet report, sending...
02:07:33.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.772133 13687 ts_manager.cc:194] Registered new tserver with Master: f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185)
02:07:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:33.774011 13687 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.82.194:38449
02:07:33.782 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:33.782 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:33.782 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:33.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:33.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:33.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:33.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:33.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:33.783 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:33.783 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:33.783 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:33.783 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:33.783 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:33.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:33.951 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:33.952 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:33.952 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:33.952 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:33.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:33.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:33.952 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:33.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:33.952 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:33.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:33.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:33.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:33.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:33.961 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:33.961 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:33.962 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:33.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:33.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:33.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:33.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:33.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:33.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:33.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:33.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:33.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:33.963 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:34.068 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:34.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:34.081600 14226 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:34.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:34.082125 14226 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:34.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:34.082692 14226 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:34.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070054099 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:34.106 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:07:34.107 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
02:07:34.117 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:34.117 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:34.117 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:34.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:34.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:34.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:34.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:34.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:34.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:34.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:34.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:34.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:34.118 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:34.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:34.120561 14226 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:34.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:34.121510 14226 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.82.195
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:34.160784 14226 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.82.212:35291
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/data
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/wal
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.82.195:0
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/data/info.pb
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.82.195
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.82.254:42605,127.13.82.253:44067,127.13.82.252:36411
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.82.195
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/logs
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:34.162119 14226 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:34.163856 14226 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:34.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:34.176564 14235 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:34.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:34.212 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:34.212 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:34.212 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:34.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:34.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:34.212 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:34.213 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:34.213 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:34.213 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:34.213 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:34.213 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:34.213 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:34.213 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:34.295 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:34.295 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:34.296 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:34.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:34.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:34.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:34.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:34.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:34.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:34.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:34.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:34.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:34.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:34.297 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29002), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [3ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [4ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [5ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [6ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [28ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [30ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [31ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [31ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [45ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [46ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [47ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [47ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [85ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [85ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [103ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [143ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [143ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [143ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [262ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [263ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [263ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [264ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [763ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [763ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [763ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [764ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [1303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [1304ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [1304ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [1305ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2383ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [4941ms] refreshing cache from master, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [4942ms] too many traces: truncated at 100 traces, deferred=Deferred@406272517(state=PENDING, result=null, callback=(continuation of Deferred@978404864 after retry RPC after error@798959671) -> (continuation of Deferred@2109213694 after retry RPC after error@1551819102) -> (continuation of Deferred@1815076247 after retry RPC after error@975670965) -> (continuation of Deferred@134059508 after retry RPC after error@748875844) -> (continuation of Deferred@1056133922 after retry RPC after error@950481007) -> (continuation of Deferred@1394491578 after retry RPC after error@1745205837) -> (continuation of Deferred@1280024108 after retry RPC after error@1307507586) -> (continuation of Deferred@1817471253 after retry RPC after error@700866816) -> (continuation of Deferred@963387626 after retry RPC after error@65339054) -> (continuation of Deferred@1278685958 after retry RPC after error@1457755617) -> (continuation of Deferred@248546471 after retry RPC after error@711268957) -> (continuation of Deferred@1598006036 after retry RPC after error@356088207) -> (continuation of Deferred@524694067 after retry RPC after error@494101620) -> (continuation of Deferred@1073103821 after retry RPC after error@1641914557) -> (continuation of Deferred@1336201503 after retry RPC after error@1232231515) -> (continuation of Deferred@1150785171 after retry RPC after error@1220742900) -> (continuation of Deferred@554046170 after retry RPC after error@2051867173) -> (continuation of Deferred@43397361 after retry RPC after error@1391602425) -> (continuation of Deferred@1131635391 after retry RPC after error@1371344094) -> (continuation of Deferred@1646243744 after retry RPC after error@570029304) -> (continuation of Deferred@2043092194 after retry RPC after error@1084564728) -> (continuation of Deferred@1608049123 after retry RPC after error@837320916) -> (continuation of Deferred@1879681543 after retry RPC after error@434295322) -> (continuation of Deferred@28176188 after retry RPC after error@1949704701), errback=(continuation of Deferred@978404864 after retry RPC after error@798959671) -> (continuation of Deferred@2109213694 after retry RPC after error@1551819102) -> (continuation of Deferred@1815076247 after retry RPC after error@975670965) -> (continuation of Deferred@134059508 after retry RPC after error@748875844) -> (continuation of Deferred@1056133922 after retry RPC after error@950481007) -> (continuation of Deferred@1394491578 after retry RPC after error@1745205837) -> (continuation of Deferred@1280024108 after retry RPC after error@1307507586) -> (continuation of Deferred@1817471253 after retry RPC after error@700866816) -> (continuation of Deferred@963387626 after retry RPC after error@65339054) -> (continuation of Deferred@1278685958 after retry RPC after error@1457755617) -> (continuation of Deferred@248546471 after retry RPC after error@711268957) -> (continuation of Deferred@1598006036 after retry RPC after error@356088207) -> (continuation of Deferred@524694067 after retry RPC after error@494101620) -> (continuation of Deferred@1073103821 after retry RPC after error@1641914557) -> (continuation of Deferred@1336201503 after retry RPC after error@1232231515) -> (continuation of Deferred@1150785171 after retry RPC after error@1220742900) -> (continuation of Deferred@554046170 after retry RPC after error@2051867173) -> (continuation of Deferred@43397361 after retry RPC after error@1391602425) -> (continuation of Deferred@1131635391 after retry RPC after error@1371344094) -> (continuation of Deferred@1646243744 after retry RPC after error@570029304) -> (continuation of Deferred@2043092194 after retry RPC after error@1084564728) -> (continuation of Deferred@1608049123 after retry RPC after error@837320916) -> (continuation of Deferred@1879681543 after retry RPC after error@434295322) -> (continuation of Deferred@28176188 after retry RPC after error@1949704701)))
02:07:34.299 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:07:34.299 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29002), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [3ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [4ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [5ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [6ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [28ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [30ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [31ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [31ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [45ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [46ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [47ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [47ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [85ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [85ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [103ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [143ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [143ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [143ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [262ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [263ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [263ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [264ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [763ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [763ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [763ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [764ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [1303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [1304ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [1304ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [1305ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2383ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [4941ms] refreshing cache from master, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [4942ms] too many traces: truncated at 100 traces, deferred=Deferred@406272517(state=PENDING, result=null, callback=(continuation of Deferred@978404864 after retry RPC after error@798959671) -> (continuation of Deferred@2109213694 after retry RPC after error@1551819102) -> (continuation of Deferred@1815076247 after retry RPC after error@975670965) -> (continuation of Deferred@134059508 after retry RPC after error@748875844) -> (continuation of Deferred@1056133922 after retry RPC after error@950481007) -> (continuation of Deferred@1394491578 after retry RPC after error@1745205837) -> (continuation of Deferred@1280024108 after retry RPC after error@1307507586) -> (continuation of Deferred@1817471253 after retry RPC after error@700866816) -> (continuation of Deferred@963387626 after retry RPC after error@65339054) -> (continuation of Deferred@1278685958 after retry RPC after error@1457755617) -> (continuation of Deferred@248546471 after retry RPC after error@711268957) -> (continuation of Deferred@1598006036 after retry RPC after error@356088207) -> (continuation of Deferred@524694067 after retry RPC after error@494101620) -> (continuation of Deferred@1073103821 after retry RPC after error@1641914557) -> (continuation of Deferred@1336201503 after retry RPC after error@1232231515) -> (continuation of Deferred@1150785171 after retry RPC after error@1220742900) -> (continuation of Deferred@554046170 after retry RPC after error@2051867173) -> (continuation of Deferred@43397361 after retry RPC after error@1391602425) -> (continuation of Deferred@1131635391 after retry RPC after error@1371344094) -> (continuation of Deferred@1646243744 after retry RPC after error@570029304) -> (continuation of Deferred@2043092194 after retry RPC after error@1084564728) -> (continuation of Deferred@1608049123 after retry RPC after error@837320916) -> (continuation of Deferred@1879681543 after retry RPC after error@434295322) -> (continuation of Deferred@28176188 after retry RPC after error@1949704701), errback=(continuation of Deferred@978404864 after retry RPC after error@798959671) -> (continuation of Deferred@2109213694 after retry RPC after error@1551819102) -> (continuation of Deferred@1815076247 after retry RPC after error@975670965) -> (continuation of Deferred@134059508 after retry RPC after error@748875844) -> (continuation of Deferred@1056133922 after retry RPC after error@950481007) -> (continuation of Deferred@1394491578 after retry RPC after error@1745205837) -> (continuation of Deferred@1280024108 after retry RPC after error@1307507586) -> (continuation of Deferred@1817471253 after retry RPC after error@700866816) -> (continuation of Deferred@963387626 after retry RPC after error@65339054) -> (continuation of Deferred@1278685958 after retry RPC after error@1457755617) -> (continuation of Deferred@248546471 after retry RPC after error@711268957) -> (continuation of Deferred@1598006036 after retry RPC after error@356088207) -> (continuation of Deferred@524694067 after retry RPC after error@494101620) -> (continuation of Deferred@1073103821 after retry RPC after error@1641914557) -> (continuation of Deferred@1336201503 after retry RPC after error@1232231515) -> (continuation of Deferred@1150785171 after retry RPC after error@1220742900) -> (continuation of Deferred@554046170 after retry RPC after error@2051867173) -> (continuation of Deferred@43397361 after retry RPC after error@1391602425) -> (continuation of Deferred@1131635391 after retry RPC after error@1371344094) -> (continuation of Deferred@1646243744 after retry RPC after error@570029304) -> (continuation of Deferred@2043092194 after retry RPC after error@1084564728) -> (continuation of Deferred@1608049123 after retry RPC after error@837320916) -> (continuation of Deferred@1879681543 after retry RPC after error@434295322) -> (continuation of Deferred@28176188 after retry RPC after error@1949704701)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.205.62:41527
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:34.302 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:07:34.306 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:07:34.308 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on 31387ee5-76ef-4661-a6bd-01ff71aa1f72 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29002), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [3ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [4ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [5ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [6ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [28ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [30ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [31ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [31ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [45ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [46ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [47ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [47ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [63ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [83ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [85ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [85ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [103ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [143ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [143ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [143ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [222ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [222ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [262ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [263ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [263ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [264ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [763ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [763ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [763ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [764ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [1303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [1304ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [1304ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [1305ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2383ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [4941ms] refreshing cache from master, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [4942ms] too many traces: truncated at 100 traces, deferred=Deferred@406272517(state=PENDING, result=null, callback=(continuation of Deferred@978404864 after retry RPC after error@798959671) -> (continuation of Deferred@2109213694 after retry RPC after error@1551819102) -> (continuation of Deferred@1815076247 after retry RPC after error@975670965) -> (continuation of Deferred@134059508 after retry RPC after error@748875844) -> (continuation of Deferred@1056133922 after retry RPC after error@950481007) -> (continuation of Deferred@1394491578 after retry RPC after error@1745205837) -> (continuation of Deferred@1280024108 after retry RPC after error@1307507586) -> (continuation of Deferred@1817471253 after retry RPC after error@700866816) -> (continuation of Deferred@963387626 after retry RPC after error@65339054) -> (continuation of Deferred@1278685958 after retry RPC after error@1457755617) -> (continuation of Deferred@248546471 after retry RPC after error@711268957) -> (continuation of Deferred@1598006036 after retry RPC after error@356088207) -> (continuation of Deferred@524694067 after retry RPC after error@494101620) -> (continuation of Deferred@1073103821 after retry RPC after error@1641914557) -> (continuation of Deferred@1336201503 after retry RPC after error@1232231515) -> (continuation of Deferred@1150785171 after retry RPC after error@1220742900) -> (continuation of Deferred@554046170 after retry RPC after error@2051867173) -> (continuation of Deferred@43397361 after retry RPC after error@1391602425) -> (continuation of Deferred@1131635391 after retry RPC after error@1371344094) -> (continuation of Deferred@1646243744 after retry RPC after error@570029304) -> (continuation of Deferred@2043092194 after retry RPC after error@1084564728) -> (continuation of Deferred@1608049123 after retry RPC after error@837320916) -> (continuation of Deferred@1879681543 after retry RPC after error@434295322) -> (continuation of Deferred@28176188 after retry RPC after error@1949704701), errback=(continuation of Deferred@978404864 after retry RPC after error@798959671) -> (continuation of Deferred@2109213694 after retry RPC after error@1551819102) -> (continuation of Deferred@1815076247 after retry RPC after error@975670965) -> (continuation of Deferred@134059508 after retry RPC after error@748875844) -> (continuation of Deferred@1056133922 after retry RPC after error@950481007) -> (continuation of Deferred@1394491578 after retry RPC after error@1745205837) -> (continuation of Deferred@1280024108 after retry RPC after error@1307507586) -> (continuation of Deferred@1817471253 after retry RPC after error@700866816) -> (continuation of Deferred@963387626 after retry RPC after error@65339054) -> (continuation of Deferred@1278685958 after retry RPC after error@1457755617) -> (continuation of Deferred@248546471 after retry RPC after error@711268957) -> (continuation of Deferred@1598006036 after retry RPC after error@356088207) -> (continuation of Deferred@524694067 after retry RPC after error@494101620) -> (continuation of Deferred@1073103821 after retry RPC after error@1641914557) -> (continuation of Deferred@1336201503 after retry RPC after error@1232231515) -> (continuation of Deferred@1150785171 after retry RPC after error@1220742900) -> (continuation of Deferred@554046170 after retry RPC after error@2051867173) -> (continuation of Deferred@43397361 after retry RPC after error@1391602425) -> (continuation of Deferred@1131635391 after retry RPC after error@1371344094) -> (continuation of Deferred@1646243744 after retry RPC after error@570029304) -> (continuation of Deferred@2043092194 after retry RPC after error@1084564728) -> (continuation of Deferred@1608049123 after retry RPC after error@837320916) -> (continuation of Deferred@1879681543 after retry RPC after error@434295322) -> (continuation of Deferred@28176188 after retry RPC after error@1949704701)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.205.62:41527
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:34.311 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job e145383e68303a1e13038904fc8aacb4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:34.312 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
02:07:34.316 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:07:34.316 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e145383e68303a1e13038904fc8aacb4) switched from state RUNNING to RESTARTING.
02:07:34.368 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:34.369 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:34.369 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:34.369 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:34.369 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:34.369 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:34.369 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:34.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:34.370 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:34.370 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:34.370 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:34.370 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:34.370 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:34.370 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:34.405 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:34.405 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:34.406 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:34.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:34.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:34.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:34.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:34.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:34.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:34.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:34.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:34.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:34.407 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:34.503 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:34.504 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:34.504 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:34.504 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:34.504 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:34.504 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:34.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:34.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:34.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:34.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:34.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:34.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:34.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:34.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:34.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070054598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:34.608 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:07:34.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
02:07:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:34.777621 14221 heartbeater.cc:499] Master 127.13.82.254:42605 was elected leader, sending a full tablet report...
02:07:34.797 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:34.797 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:34.798 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:34.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:34.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:34.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:34.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:34.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:34.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:34.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:34.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:34.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:34.799 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:34.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:35.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:35.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070055098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:35.108 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:07:35.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
02:07:35.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:35.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:34.178031 14236 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:35.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:35.398643 14238 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:35.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:35.401214 14237 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1219 milliseconds
02:07:35.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.401337 14226 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:35.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.402437 14226 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:35.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.405790 14226 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:35.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.407197 14226 hybrid_clock.cc:648] HybridClock initialized: now 1779070055407143 us; error 51 us; skew 500 ppm
02:07:35.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.408087 14226 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:35.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.414615 14226 webserver.cc:533] Webserver started at http://127.13.82.195:37607/ using document root <none> and password file <none>
02:07:35.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.415520 14226 fs_manager.cc:362] Metadata directory not provided
02:07:35.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.415726 14226 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.416227 14226 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.421072 14226 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/data/instance:
02:07:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5f1eb757c9845cf9d58e20c26aebcfc"
02:07:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:35 on dist-test-slave-9vqr"
02:07:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.422214 14226 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/wal/instance:
02:07:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5f1eb757c9845cf9d58e20c26aebcfc"
02:07:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:35 on dist-test-slave-9vqr"
02:07:35.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.429824 14226 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
02:07:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.436146 14246 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.437567 14226 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
02:07:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.437961 14226 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/wal
02:07:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5f1eb757c9845cf9d58e20c26aebcfc"
02:07:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:35 on dist-test-slave-9vqr"
02:07:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.438330 14226 fs_report.cc:389] FS layout report
02:07:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/wal
02:07:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/wal
02:07:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/data/data
02:07:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:35.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.494891 14226 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:35.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.496518 14226 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.497033 14226 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.500027 14226 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.504562 14226 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:07:35.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.504818 14226 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:07:35.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.505108 14226 ts_tablet_manager.cc:616] Registered 0 tablets
02:07:35.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.505276 14226 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:07:35.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:35.587 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:35.588 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:35.588 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:35.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:35.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:35.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:35.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:35.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:35.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:35.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:35.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:35.589 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:35.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:35.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070055598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:35.607 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:07:35.608 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
02:07:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.652850 14226 rpc_server.cc:307] RPC server started. Bound to: 127.13.82.195:33673
02:07:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.652913 14358 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.82.195:33673 every 8 connection(s)
02:07:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.655784 14226 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/data/info.pb
02:07:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.664458 13643 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 14226
02:07:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.664901 13643 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster14582679714373188681/ts-2/wal/instance
02:07:35.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.707566 14359 heartbeater.cc:344] Connected to a master server at 127.13.82.252:36411
02:07:35.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.708073 14359 heartbeater.cc:461] Registering TS with master...
02:07:35.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.709640 14359 heartbeater.cc:507] Master 127.13.82.252:36411 requested a full tablet report, sending...
02:07:35.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.713811 13844 ts_manager.cc:194] Registered new tserver with Master: e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673)
02:07:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.722007 14360 heartbeater.cc:344] Connected to a master server at 127.13.82.253:44067
02:07:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.722330 14360 heartbeater.cc:461] Registering TS with master...
02:07:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.723225 14360 heartbeater.cc:507] Master 127.13.82.253:44067 requested a full tablet report, sending...
02:07:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.725800 13763 ts_manager.cc:194] Registered new tserver with Master: e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673)
02:07:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.731179 14361 heartbeater.cc:344] Connected to a master server at 127.13.82.254:42605
02:07:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.731545 14361 heartbeater.cc:461] Registering TS with master...
02:07:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.732440 14361 heartbeater.cc:507] Master 127.13.82.254:42605 requested a full tablet report, sending...
02:07:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.734782 13688 ts_manager.cc:194] Registered new tserver with Master: e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673)
02:07:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.736739 13688 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.82.195:43861
02:07:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:35.745486 13643 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:07:35.757 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:07:35.757 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:07:35.758 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.13.82.254"
      port: 42605
    }
    bound_http_address {
      host: "127.13.82.254"
      port: 41923
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.13.82.253"
      port: 44067
    }
    bound_http_address {
      host: "127.13.82.253"
      port: 40393
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.13.82.252"
      port: 36411
    }
    bound_http_address {
      host: "127.13.82.252"
      port: 45685
    }
  }
}

02:07:35.758 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:07:35.759 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.13.82.193"
      port: 37385
    }
    bound_http_address {
      host: "127.13.82.193"
      port: 42145
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.13.82.194"
      port: 33185
    }
    bound_http_address {
      host: "127.13.82.194"
      port: 37397
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.13.82.195"
      port: 33673
    }
    bound_http_address {
      host: "127.13.82.195"
      port: 37607
    }
  }
}

02:07:35.759 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:07:35.760 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:35.761 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:07:35.761 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:07:35.761 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:07:35.761 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:07:35.765 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:35.766 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:35.766 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:35.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:35.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:35.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:35.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:35.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:35.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:35.767 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:07:35.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:35.768 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:35.768 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:35.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:35.787 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:35.787 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:35.787 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:35.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:35.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:35.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:35.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:35.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:35.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:35.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:35.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:35.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:35.788 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:35.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:35.892 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:35.892 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:35.892 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:35.893 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:35.893 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:35.893 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:35.893 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:35.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:35.893 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:35.893 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:35.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:35.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:35.893 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:35.903 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e145383e68303a1e13038904fc8aacb4) switched from state RESTARTING to RUNNING.
02:07:35.904 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job e145383e68303a1e13038904fc8aacb4 from Checkpoint 69 @ 1779070024003 for e145383e68303a1e13038904fc8aacb4 located at file:/tmp/junit17089028398363104356/checkpoints/e145383e68303a1e13038904fc8aacb4/chk-69.
02:07:35.904 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
02:07:35.905 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 69 for source Source: KuduSource to checkpoint.
02:07:35.905 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
02:07:35.905 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e145383e68303a1e13038904fc8aacb4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:07:35.906 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
02:07:35.906 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 31387ee5-76ef-4661-a6bd-01ff71aa1f72 @ 127.0.0.1 (dataPort=-1) with allocation id a3fe5b38c924ff67ab981d9803c8afba
02:07:35.907 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot a3fe5b38c924ff67ab981d9803c8afba.
02:07:35.908 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id a3fe5b38c924ff67ab981d9803c8afba.
02:07:35.909 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
02:07:35.909 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
02:07:35.910 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@59a7bfc2
02:07:35.910 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:35.911 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17089028398363104356/checkpoints")
02:07:35.911 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:07:35.912 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:07:35.915 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6c97e08c
02:07:35.916 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:35.917 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:35.918 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:35.918 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:35.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.920 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:35.920 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:35.920 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:35.920 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:35.937 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:35.938 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:35.939 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.939 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:35.939 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.939 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.939 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.939 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.940 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:35.940 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:35.940 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:35.940 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:35.958 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:35.958 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:35.959 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.959 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:35.959 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.959 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.959 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:35.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:35.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:35.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:35.978 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:35.978 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:35.978 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:35.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.979 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:35.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:35.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:35.979 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:35.998 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:35.998 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:35.999 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.999 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.999 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.999 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:35.999 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:35.999 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.003 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:36.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.004 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.004 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:36.017 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:36.018 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:36.018 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:36.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.019 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.019 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.020 [INFO - pool-326-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.020 [WARN - pool-326-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:36.036 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:36.037 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:36.037 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:36.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:36.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:36.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:36.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:36.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:36.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:36.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:36.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:36.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:36.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:36.069 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:36.078 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:36.078 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:36.079 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:36.079 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.079 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.079 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.079 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.079 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.080 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.079 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.080 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.080 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:36.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070056098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:36.107 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:07:36.108 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
02:07:36.118 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:36.118 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:36.119 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:36.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.119 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.120 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.120 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.120 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.120 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.120 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.120 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:36.131 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:07:36.131 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:07:36.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:36.134959 14369 mini_oidc.cc:150] Starting JWKS server
02:07:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:36.138890 14369 webserver.cc:533] Webserver started at http://127.0.0.1:40701/ using document root <none> and password file <none>
02:07:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:36.139397 14369 mini_oidc.cc:186] Starting OIDC Discovery server
02:07:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:36.141714 14369 webserver.cc:533] Webserver started at http://127.0.0.1:46307/ using document root <none> and password file <none>
02:07:36.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:07:36Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:07:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:07:36Z Disabled control of system clock
02:07:36.198 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:36.198 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:36.199 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:36.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.199 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:36.209834 14369 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/wal
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/data
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/logs
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/data/info.pb
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.8.126:34347
02:07:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.8.126
02:07:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.8.84:37807
02:07:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435
02:07:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40701/jwks.json with env {}
02:07:36.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:36.277 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:36.278 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:36.278 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:36.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:36.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:36.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:36.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:36.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:36.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:36.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:36.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:36.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:36.280 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:36.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:36.443 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:36.444 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:36.444 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:36.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:36.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:36.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:36.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:36.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:36.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:36.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:36.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:36.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:36.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:36.545635 14392 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:36.546201 14392 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:36.546746 14392 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:36.569 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:36.583173 14392 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:07:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:36.583495 14392 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:36.583810 14392 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:07:36.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:36.584164 14392 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:07:36.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:36.584488 14392 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:07:36.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:36.584692 14392 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40701/jwks.json
02:07:36.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070056598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:36.606 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:07:36.607 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
02:07:36.618 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:36.618 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:36.618 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:36.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:36.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:36.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:36.619 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:36.627811 14392 master_runner.cc:387] Master server non-default flags:
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.8.84:37807
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/data
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/wal
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.8.126:34347
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40701/jwks.json
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/data/info.pb
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.8.126
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/logs
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:36.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:36.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:36.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:36.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:36.629189 14392 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:36.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:36.630925 14392 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:36.643545 14398 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:36.741165 14361 heartbeater.cc:499] Master 127.13.82.254:42605 was elected leader, sending a full tablet report...
02:07:36.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:36.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:37.047 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:37.047 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:37.047 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:37.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:37.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:37.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:37.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:37.048 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:37.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:37.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:37.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:37.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:37.049 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:37.049 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27150), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [7ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [10ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [11ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [24ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [44ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [44ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [563ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [563ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [564ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [762ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2501ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2503ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2762ms] too many traces: truncated at 100 traces, deferred=Deferred@1706800784(state=PENDING, result=null, callback=(continuation of Deferred@1345539865 after retry RPC after error@567738546) -> (continuation of Deferred@379403511 after retry RPC after error@782899074) -> (continuation of Deferred@1688981193 after retry RPC after error@2111869054) -> (continuation of Deferred@48587185 after retry RPC after error@2081255528) -> (continuation of Deferred@1181365414 after retry RPC after error@1064320885) -> (continuation of Deferred@380713411 after retry RPC after error@27821389) -> (continuation of Deferred@376463066 after retry RPC after error@675631350) -> (continuation of Deferred@933563164 after retry RPC after error@1927443016) -> (continuation of Deferred@1718645824 after retry RPC after error@1689279128) -> (continuation of Deferred@2077376761 after retry RPC after error@448994809) -> (continuation of Deferred@2146740373 after retry RPC after error@427186537) -> (continuation of Deferred@1892292406 after retry RPC after error@1919217667) -> (continuation of Deferred@672026330 after retry RPC after error@60356515) -> (continuation of Deferred@592130881 after retry RPC after error@1996110787) -> (continuation of Deferred@744018776 after retry RPC after error@1748569247) -> (continuation of Deferred@311622626 after retry RPC after error@890367568) -> (continuation of Deferred@1605974457 after retry RPC after error@2143591205) -> (continuation of Deferred@2056008404 after retry RPC after error@1079324859) -> (continuation of Deferred@1454878201 after retry RPC after error@233900473) -> (continuation of Deferred@384860225 after retry RPC after error@2135538380) -> (continuation of Deferred@343541945 after retry RPC after error@289630030) -> (continuation of Deferred@52633519 after retry RPC after error@831408861) -> (continuation of Deferred@1979032469 after retry RPC after error@2139542386) -> (continuation of Deferred@1690531146 after retry RPC after error@668468141) -> (continuation of Deferred@2137650632 after retry RPC after error@918402068), errback=(continuation of Deferred@1345539865 after retry RPC after error@567738546) -> (continuation of Deferred@379403511 after retry RPC after error@782899074) -> (continuation of Deferred@1688981193 after retry RPC after error@2111869054) -> (continuation of Deferred@48587185 after retry RPC after error@2081255528) -> (continuation of Deferred@1181365414 after retry RPC after error@1064320885) -> (continuation of Deferred@380713411 after retry RPC after error@27821389) -> (continuation of Deferred@376463066 after retry RPC after error@675631350) -> (continuation of Deferred@933563164 after retry RPC after error@1927443016) -> (continuation of Deferred@1718645824 after retry RPC after error@1689279128) -> (continuation of Deferred@2077376761 after retry RPC after error@448994809) -> (continuation of Deferred@2146740373 after retry RPC after error@427186537) -> (continuation of Deferred@1892292406 after retry RPC after error@1919217667) -> (continuation of Deferred@672026330 after retry RPC after error@60356515) -> (continuation of Deferred@592130881 after retry RPC after error@1996110787) -> (continuation of Deferred@744018776 after retry RPC after error@1748569247) -> (continuation of Deferred@311622626 after retry RPC after error@890367568) -> (continuation of Deferred@1605974457 after retry RPC after error@2143591205) -> (continuation of Deferred@2056008404 after retry RPC after error@1079324859) -> (continuation of Deferred@1454878201 after retry RPC after error@233900473) -> (continuation of Deferred@384860225 after retry RPC after error@2135538380) -> (continuation of Deferred@343541945 after retry RPC after error@289630030) -> (continuation of Deferred@52633519 after retry RPC after error@831408861) -> (continuation of Deferred@1979032469 after retry RPC after error@2139542386) -> (continuation of Deferred@1690531146 after retry RPC after error@668468141) -> (continuation of Deferred@2137650632 after retry RPC after error@918402068)))
02:07:37.052 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:07:37.052 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27150), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [7ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [10ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [11ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [24ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [44ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [44ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [563ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [563ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [564ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [762ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2501ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2503ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2762ms] too many traces: truncated at 100 traces, deferred=Deferred@1706800784(state=PENDING, result=null, callback=(continuation of Deferred@1345539865 after retry RPC after error@567738546) -> (continuation of Deferred@379403511 after retry RPC after error@782899074) -> (continuation of Deferred@1688981193 after retry RPC after error@2111869054) -> (continuation of Deferred@48587185 after retry RPC after error@2081255528) -> (continuation of Deferred@1181365414 after retry RPC after error@1064320885) -> (continuation of Deferred@380713411 after retry RPC after error@27821389) -> (continuation of Deferred@376463066 after retry RPC after error@675631350) -> (continuation of Deferred@933563164 after retry RPC after error@1927443016) -> (continuation of Deferred@1718645824 after retry RPC after error@1689279128) -> (continuation of Deferred@2077376761 after retry RPC after error@448994809) -> (continuation of Deferred@2146740373 after retry RPC after error@427186537) -> (continuation of Deferred@1892292406 after retry RPC after error@1919217667) -> (continuation of Deferred@672026330 after retry RPC after error@60356515) -> (continuation of Deferred@592130881 after retry RPC after error@1996110787) -> (continuation of Deferred@744018776 after retry RPC after error@1748569247) -> (continuation of Deferred@311622626 after retry RPC after error@890367568) -> (continuation of Deferred@1605974457 after retry RPC after error@2143591205) -> (continuation of Deferred@2056008404 after retry RPC after error@1079324859) -> (continuation of Deferred@1454878201 after retry RPC after error@233900473) -> (continuation of Deferred@384860225 after retry RPC after error@2135538380) -> (continuation of Deferred@343541945 after retry RPC after error@289630030) -> (continuation of Deferred@52633519 after retry RPC after error@831408861) -> (continuation of Deferred@1979032469 after retry RPC after error@2139542386) -> (continuation of Deferred@1690531146 after retry RPC after error@668468141) -> (continuation of Deferred@2137650632 after retry RPC after error@918402068), errback=(continuation of Deferred@1345539865 after retry RPC after error@567738546) -> (continuation of Deferred@379403511 after retry RPC after error@782899074) -> (continuation of Deferred@1688981193 after retry RPC after error@2111869054) -> (continuation of Deferred@48587185 after retry RPC after error@2081255528) -> (continuation of Deferred@1181365414 after retry RPC after error@1064320885) -> (continuation of Deferred@380713411 after retry RPC after error@27821389) -> (continuation of Deferred@376463066 after retry RPC after error@675631350) -> (continuation of Deferred@933563164 after retry RPC after error@1927443016) -> (continuation of Deferred@1718645824 after retry RPC after error@1689279128) -> (continuation of Deferred@2077376761 after retry RPC after error@448994809) -> (continuation of Deferred@2146740373 after retry RPC after error@427186537) -> (continuation of Deferred@1892292406 after retry RPC after error@1919217667) -> (continuation of Deferred@672026330 after retry RPC after error@60356515) -> (continuation of Deferred@592130881 after retry RPC after error@1996110787) -> (continuation of Deferred@744018776 after retry RPC after error@1748569247) -> (continuation of Deferred@311622626 after retry RPC after error@890367568) -> (continuation of Deferred@1605974457 after retry RPC after error@2143591205) -> (continuation of Deferred@2056008404 after retry RPC after error@1079324859) -> (continuation of Deferred@1454878201 after retry RPC after error@233900473) -> (continuation of Deferred@384860225 after retry RPC after error@2135538380) -> (continuation of Deferred@343541945 after retry RPC after error@289630030) -> (continuation of Deferred@52633519 after retry RPC after error@831408861) -> (continuation of Deferred@1979032469 after retry RPC after error@2139542386) -> (continuation of Deferred@1690531146 after retry RPC after error@668468141) -> (continuation of Deferred@2137650632 after retry RPC after error@918402068)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.253:41971
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:37.057 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
02:07:37.059 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
02:07:37.062 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27150), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [7ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [10ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [11ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [24ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [44ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [44ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [63ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [83ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [83ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [122ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [222ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [563ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [563ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [564ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [762ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2501ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2503ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2762ms] too many traces: truncated at 100 traces, deferred=Deferred@1706800784(state=PENDING, result=null, callback=(continuation of Deferred@1345539865 after retry RPC after error@567738546) -> (continuation of Deferred@379403511 after retry RPC after error@782899074) -> (continuation of Deferred@1688981193 after retry RPC after error@2111869054) -> (continuation of Deferred@48587185 after retry RPC after error@2081255528) -> (continuation of Deferred@1181365414 after retry RPC after error@1064320885) -> (continuation of Deferred@380713411 after retry RPC after error@27821389) -> (continuation of Deferred@376463066 after retry RPC after error@675631350) -> (continuation of Deferred@933563164 after retry RPC after error@1927443016) -> (continuation of Deferred@1718645824 after retry RPC after error@1689279128) -> (continuation of Deferred@2077376761 after retry RPC after error@448994809) -> (continuation of Deferred@2146740373 after retry RPC after error@427186537) -> (continuation of Deferred@1892292406 after retry RPC after error@1919217667) -> (continuation of Deferred@672026330 after retry RPC after error@60356515) -> (continuation of Deferred@592130881 after retry RPC after error@1996110787) -> (continuation of Deferred@744018776 after retry RPC after error@1748569247) -> (continuation of Deferred@311622626 after retry RPC after error@890367568) -> (continuation of Deferred@1605974457 after retry RPC after error@2143591205) -> (continuation of Deferred@2056008404 after retry RPC after error@1079324859) -> (continuation of Deferred@1454878201 after retry RPC after error@233900473) -> (continuation of Deferred@384860225 after retry RPC after error@2135538380) -> (continuation of Deferred@343541945 after retry RPC after error@289630030) -> (continuation of Deferred@52633519 after retry RPC after error@831408861) -> (continuation of Deferred@1979032469 after retry RPC after error@2139542386) -> (continuation of Deferred@1690531146 after retry RPC after error@668468141) -> (continuation of Deferred@2137650632 after retry RPC after error@918402068), errback=(continuation of Deferred@1345539865 after retry RPC after error@567738546) -> (continuation of Deferred@379403511 after retry RPC after error@782899074) -> (continuation of Deferred@1688981193 after retry RPC after error@2111869054) -> (continuation of Deferred@48587185 after retry RPC after error@2081255528) -> (continuation of Deferred@1181365414 after retry RPC after error@1064320885) -> (continuation of Deferred@380713411 after retry RPC after error@27821389) -> (continuation of Deferred@376463066 after retry RPC after error@675631350) -> (continuation of Deferred@933563164 after retry RPC after error@1927443016) -> (continuation of Deferred@1718645824 after retry RPC after error@1689279128) -> (continuation of Deferred@2077376761 after retry RPC after error@448994809) -> (continuation of Deferred@2146740373 after retry RPC after error@427186537) -> (continuation of Deferred@1892292406 after retry RPC after error@1919217667) -> (continuation of Deferred@672026330 after retry RPC after error@60356515) -> (continuation of Deferred@592130881 after retry RPC after error@1996110787) -> (continuation of Deferred@744018776 after retry RPC after error@1748569247) -> (continuation of Deferred@311622626 after retry RPC after error@890367568) -> (continuation of Deferred@1605974457 after retry RPC after error@2143591205) -> (continuation of Deferred@2056008404 after retry RPC after error@1079324859) -> (continuation of Deferred@1454878201 after retry RPC after error@233900473) -> (continuation of Deferred@384860225 after retry RPC after error@2135538380) -> (continuation of Deferred@343541945 after retry RPC after error@289630030) -> (continuation of Deferred@52633519 after retry RPC after error@831408861) -> (continuation of Deferred@1979032469 after retry RPC after error@2139542386) -> (continuation of Deferred@1690531146 after retry RPC after error@668468141) -> (continuation of Deferred@2137650632 after retry RPC after error@918402068)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.253:41971
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:37.067 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:37.068 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
02:07:37.068 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
02:07:37.068 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RUNNING to RESTARTING.
02:07:37.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070057098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:37.108 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:07:37.109 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
02:07:37.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:37.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:37.382 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:37.382 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:37.383 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:37.383 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:37.383 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:37.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:37.383 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:37.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:37.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:37.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:37.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:37.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:37.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:37.457 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:37.458 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:37.458 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:37.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:37.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:37.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:37.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:37.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:37.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:37.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:37.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:37.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:37.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:37.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070057598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:37.610 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:07:37.615 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
02:07:37.638 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:37.638 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:37.638 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:37.639 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:37.639 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:37.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:37.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:37.640 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:37.640 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:37.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:37.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:37.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:37.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:37.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:37.848 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:37.848 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:37.848 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:37.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:37.849 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:37.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:37.849 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:37.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:37.849 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:37.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:37.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:37.849 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:37.849 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:37.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:37.883 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:37.883 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:37.884 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:37.884 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:37.884 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:37.884 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:37.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:37.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:37.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:37.884 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:37.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:37.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:37.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:37.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:36.644069 14399 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:37.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:37.895395 14401 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:37.897087 14392 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.253s	user 0.472s	sys 0.771s
02:07:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:37.897392 14392 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.253s	user 0.472s	sys 0.771s
02:07:37.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.897805 14392 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:37.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:37.897889 14400 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:07:37.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.899736 14392 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:37.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.902498 14392 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.903860 14392 hybrid_clock.cc:648] HybridClock initialized: now 1779070057903805 us; error 62 us; skew 500 ppm
02:07:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.904744 14392 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.912633 14392 webserver.cc:533] Webserver started at http://127.14.8.126:40675/ using document root <none> and password file <none>
02:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.913906 14392 fs_manager.cc:362] Metadata directory not provided
02:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.914152 14392 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.914656 14392 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:37.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.919703 14392 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/data/instance:
02:07:37.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "690191ee10bc479d8b3b3b84a9a4fd6d"
02:07:37.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:37 on dist-test-slave-9vqr"
02:07:37.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.921042 14392 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/wal/instance:
02:07:37.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "690191ee10bc479d8b3b3b84a9a4fd6d"
02:07:37.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:37 on dist-test-slave-9vqr"
02:07:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.929592 14392 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.003s	sys 0.005s
02:07:37.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.936344 14408 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.937762 14392 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
02:07:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.938117 14392 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/wal
02:07:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "690191ee10bc479d8b3b3b84a9a4fd6d"
02:07:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:37 on dist-test-slave-9vqr"
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:37.938617 14392 fs_report.cc:389] FS layout report
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/wal
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/wal
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/data/data
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:38.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.004585 14392 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:38.005 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:38.005 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:38.005 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:38.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:38.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:38.006 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:38.006 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:38.006 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:38.006 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:38.006 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:38.006 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:38.006 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:38.006 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.007154 14392 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:38.007 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.007694 14392 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:38.008 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:38.008 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:38.008 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:38.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:38.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:38.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:38.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:38.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:38.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:38.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:38.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:38.008 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.083784 14392 rpc_server.cc:307] RPC server started. Bound to: 127.14.8.126:34347
02:07:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.083881 14459 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.8.126:34347 every 8 connection(s)
02:07:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.086678 14392 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/data/info.pb
02:07:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.090618 14369 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 14392
02:07:38.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.091089 14369 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-0/wal/instance
02:07:38.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.093693 14460 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.095038 14369 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/wal
02:07:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/data
02:07:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/logs
02:07:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/data/info.pb
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.8.125:37543
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.8.125
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.8.84:37807
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40701/jwks.json with env {}
02:07:38.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070058099 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:38.108 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:07:38.109 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
02:07:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.107940 14460 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } has no permanent_uuid. Determining permanent_uuid...
02:07:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.138146 14460 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } has no permanent_uuid. Determining permanent_uuid...
02:07:38.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.140504 14411 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.8.125:37543: connect: Connection refused (error 111)
02:07:38.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.145030 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.125:37543: Network error: Client connection negotiation failed: client connection to 127.14.8.125:37543: connect: Connection refused (error 111)
02:07:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.194502 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } attempt: 1
02:07:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.198570 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.125:37543: Network error: Client connection negotiation failed: client connection to 127.14.8.125:37543: connect: Connection refused (error 111)
02:07:38.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.267004 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } attempt: 2
02:07:38.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.271478 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.125:37543: Network error: Client connection negotiation failed: client connection to 127.14.8.125:37543: connect: Connection refused (error 111)
02:07:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.362926 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } attempt: 3
02:07:38.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.367558 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.125:37543: Network error: Client connection negotiation failed: client connection to 127.14.8.125:37543: connect: Connection refused (error 111)
02:07:38.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:38.426 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:38.426 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:38.426 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:38.426 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:38.426 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:38.426 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:38.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:38.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:38.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:38.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:38.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:38.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:38.427 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.431113 14462 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.431767 14462 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:38.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.432377 14462 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:38.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.468173 14462 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:07:38.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.468463 14462 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:38.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.468711 14462 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:07:38.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.468935 14462 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:07:38.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.469162 14462 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:07:38.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.469311 14462 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40701/jwks.json
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.509066 14462 master_runner.cc:387] Master server non-default flags:
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.8.84:37807
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/data
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/wal
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.8.125:37543
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40701/jwks.json
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/data/info.pb
02:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.8.125
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/logs
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.510677 14462 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:38.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.510939 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } attempt: 4
02:07:38.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.512604 14462 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:38.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.515048 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.125:37543: Network error: Client connection negotiation failed: client connection to 127.14.8.125:37543: connect: Connection refused (error 111)
02:07:38.518 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:38.518 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:38.518 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:38.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:38.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:38.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:38.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:38.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:38.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:38.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:38.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:38.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:38.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.524858 14471 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:38.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070058599 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:38.613 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:07:38.614 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
02:07:38.678 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:38.679 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:38.679 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:38.679 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:38.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:38.680 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:38.680 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:38.680 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:38.680 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:38.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:38.681 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:38.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:38.681 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:38.706 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:38.706 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:38.706 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:38.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:38.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:38.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:38.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:38.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:38.708 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:38.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:38.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:38.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:38.709 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:38.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:38.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:38.814442 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } attempt: 5
02:07:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.822451 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.125:37543: Network error: Client connection negotiation failed: client connection to 127.14.8.125:37543: connect: Connection refused (error 111)
02:07:38.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:39.098 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070059098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:39.111 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:07:39.113 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
02:07:39.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:39.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:39.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:39.369998 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } attempt: 6
02:07:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:39.407500 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.125:37543: Network error: Client connection negotiation failed: client connection to 127.14.8.125:37543: connect: Connection refused (error 111)
02:07:39.417 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:39.417 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:39.417 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:39.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:39.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:39.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:39.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:39.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:39.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:39.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:39.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:39.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:39.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:39.501 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:39.501 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:39.502 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:39.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:39.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:39.502 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:39.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:39.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:39.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:39.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:39.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:39.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:39.504 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:39.506 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RESTARTING to RUNNING.
02:07:39.507 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 5643d6aa02746b8a0b8a3513bda90461 from Checkpoint 64 @ 1779069891943 for 5643d6aa02746b8a0b8a3513bda90461 located at file:/tmp/junit17785780698805776559/checkpoints/5643d6aa02746b8a0b8a3513bda90461/chk-64.
02:07:39.507 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
02:07:39.508 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:07:39.509 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
02:07:39.510 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
02:07:39.510 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 2a8d1acdc046bcc7434c00507fd73b98
02:07:39.510 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
02:07:39.511 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
02:07:39.511 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 056af2c1e2ccf9b0a73e657f13772a73
02:07:39.511 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
02:07:39.512 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:07:39.512 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:07:39.514 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 2a8d1acdc046bcc7434c00507fd73b98.
02:07:39.515 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 2a8d1acdc046bcc7434c00507fd73b98.
02:07:39.515 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 056af2c1e2ccf9b0a73e657f13772a73.
02:07:39.516 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:39.516 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
02:07:39.516 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 4eb5f240ac883804d366b2130e587823
02:07:39.516 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
02:07:39.516 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
02:07:39.516 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id 056af2c1e2ccf9b0a73e657f13772a73.
02:07:39.517 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to SCHEDULED.
02:07:39.517 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6fb7621a
02:07:39.517 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:39.517 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:07:39.517 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
02:07:39.518 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:07:39.519 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from SCHEDULED to DEPLOYING.
02:07:39.520 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #7) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id cb92e3213cd9afe85c5e7dba14b00289
02:07:39.520 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
02:07:39.521 [INFO - Thread-50] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:07:39.521 [DEBUG - Thread-50] (Connection.java:575) [peer master-127.3.84.252:40301(127.3.84.252:40301)] disconnecting while in state TERMINATED
02:07:39.522 [DEBUG - Thread-50] (Connection.java:575) [peer master-127.3.84.253:38369(127.3.84.253:38369)] disconnecting while in state TERMINATED
02:07:39.522 [DEBUG - Thread-50] (Connection.java:575) [peer master-127.3.84.254:39663(127.3.84.254:39663)] disconnecting while in state TERMINATED
02:07:39.522 [DEBUG - Thread-50] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:39.523 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f8a6b4d
02:07:39.524 [INFO - Thread-50] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:07:39.524 [INFO - Thread-50] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:07:39.526 [DEBUG - Thread-50] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:39.527 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:39.538 [INFO - Thread-50] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:07:39.540 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 4eb5f240ac883804d366b2130e587823.
02:07:39.541 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 4eb5f240ac883804d366b2130e587823.
02:07:39.542 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
02:07:39.542 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
02:07:39.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@28a48b5
02:07:39.546 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:39.546 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:07:39.547 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
02:07:39.548 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
02:07:39.549 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot cb92e3213cd9afe85c5e7dba14b00289.
02:07:39.550 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7), deploy into slot with allocation id cb92e3213cd9afe85c5e7dba14b00289.
02:07:39.551 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to DEPLOYING.
02:07:39.551 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7) [DEPLOYING].
02:07:39.551 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@8210e53
02:07:39.552 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:39.552 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:07:39.552 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
02:07:39.552 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
02:07:39.552 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
02:07:39.552 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
02:07:39.554 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@136d09d2
02:07:39.556 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:39.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@580d8e5f
02:07:39.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:39.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:07:39.558 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
02:07:39.558 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
02:07:39.568 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.575 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@565b0308
02:07:39.586 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@688826db
02:07:39.588 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:39.591 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:39.594 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:39.594 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:39.595 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:39.595 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:39.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070059598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:39.601 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.603 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.606 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.610 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.610 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.610 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.611 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.615 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
02:07:39.616 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:39.616 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:39.616 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:39.618 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
02:07:39.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:39.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:39.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:39.620 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:39.620 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:39.620 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:39.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:39.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:39.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:39.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:39.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29716), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [6ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [8ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [402ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [403ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [403ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [403ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [443ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [443ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [443ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1260ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1262ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [3221ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [3222ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [5022ms] refreshing cache from master, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [5023ms] too many traces: truncated at 100 traces, deferred=Deferred@590286371(state=PENDING, result=null, callback=(continuation of Deferred@494192788 after retry RPC after error@848298460) -> (continuation of Deferred@1915476495 after retry RPC after error@699309183) -> (continuation of Deferred@304468406 after retry RPC after error@545893583) -> (continuation of Deferred@207548787 after retry RPC after error@1372510691) -> (continuation of Deferred@1834617357 after retry RPC after error@14167229) -> (continuation of Deferred@2079752380 after retry RPC after error@1548767200) -> (continuation of Deferred@1634155525 after retry RPC after error@547051856) -> (continuation of Deferred@1873272479 after retry RPC after error@836154308) -> (continuation of Deferred@1770596079 after retry RPC after error@329429847) -> (continuation of Deferred@1117836442 after retry RPC after error@1181489049) -> (continuation of Deferred@1718812645 after retry RPC after error@1624035447) -> (continuation of Deferred@604822768 after retry RPC after error@49989431) -> (continuation of Deferred@1929809242 after retry RPC after error@1968157733) -> (continuation of Deferred@929439008 after retry RPC after error@1676781444) -> (continuation of Deferred@609917693 after retry RPC after error@742194383) -> (continuation of Deferred@733244277 after retry RPC after error@1167533056) -> (continuation of Deferred@896189245 after retry RPC after error@2122025947) -> (continuation of Deferred@1981589666 after retry RPC after error@181871941) -> (continuation of Deferred@1766288393 after retry RPC after error@1270880169) -> (continuation of Deferred@1485500363 after retry RPC after error@1799619730) -> (continuation of Deferred@959519447 after retry RPC after error@1921462023) -> (continuation of Deferred@2113692203 after retry RPC after error@911706514) -> (continuation of Deferred@125946413 after retry RPC after error@1278550733) -> (continuation of Deferred@1388772442 after retry RPC after error@1482159241), errback=(continuation of Deferred@494192788 after retry RPC after error@848298460) -> (continuation of Deferred@1915476495 after retry RPC after error@699309183) -> (continuation of Deferred@304468406 after retry RPC after error@545893583) -> (continuation of Deferred@207548787 after retry RPC after error@1372510691) -> (continuation of Deferred@1834617357 after retry RPC after error@14167229) -> (continuation of Deferred@2079752380 after retry RPC after error@1548767200) -> (continuation of Deferred@1634155525 after retry RPC after error@547051856) -> (continuation of Deferred@1873272479 after retry RPC after error@836154308) -> (continuation of Deferred@1770596079 after retry RPC after error@329429847) -> (continuation of Deferred@1117836442 after retry RPC after error@1181489049) -> (continuation of Deferred@1718812645 after retry RPC after error@1624035447) -> (continuation of Deferred@604822768 after retry RPC after error@49989431) -> (continuation of Deferred@1929809242 after retry RPC after error@1968157733) -> (continuation of Deferred@929439008 after retry RPC after error@1676781444) -> (continuation of Deferred@609917693 after retry RPC after error@742194383) -> (continuation of Deferred@733244277 after retry RPC after error@1167533056) -> (continuation of Deferred@896189245 after retry RPC after error@2122025947) -> (continuation of Deferred@1981589666 after retry RPC after error@181871941) -> (continuation of Deferred@1766288393 after retry RPC after error@1270880169) -> (continuation of Deferred@1485500363 after retry RPC after error@1799619730) -> (continuation of Deferred@959519447 after retry RPC after error@1921462023) -> (continuation of Deferred@2113692203 after retry RPC after error@911706514) -> (continuation of Deferred@125946413 after retry RPC after error@1278550733) -> (continuation of Deferred@1388772442 after retry RPC after error@1482159241)))
02:07:39.628 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:07:39.628 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29716), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [6ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [8ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [402ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [403ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [403ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [403ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [443ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [443ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [443ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1260ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1262ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [3221ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [3222ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [5022ms] refreshing cache from master, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [5023ms] too many traces: truncated at 100 traces, deferred=Deferred@590286371(state=PENDING, result=null, callback=(continuation of Deferred@494192788 after retry RPC after error@848298460) -> (continuation of Deferred@1915476495 after retry RPC after error@699309183) -> (continuation of Deferred@304468406 after retry RPC after error@545893583) -> (continuation of Deferred@207548787 after retry RPC after error@1372510691) -> (continuation of Deferred@1834617357 after retry RPC after error@14167229) -> (continuation of Deferred@2079752380 after retry RPC after error@1548767200) -> (continuation of Deferred@1634155525 after retry RPC after error@547051856) -> (continuation of Deferred@1873272479 after retry RPC after error@836154308) -> (continuation of Deferred@1770596079 after retry RPC after error@329429847) -> (continuation of Deferred@1117836442 after retry RPC after error@1181489049) -> (continuation of Deferred@1718812645 after retry RPC after error@1624035447) -> (continuation of Deferred@604822768 after retry RPC after error@49989431) -> (continuation of Deferred@1929809242 after retry RPC after error@1968157733) -> (continuation of Deferred@929439008 after retry RPC after error@1676781444) -> (continuation of Deferred@609917693 after retry RPC after error@742194383) -> (continuation of Deferred@733244277 after retry RPC after error@1167533056) -> (continuation of Deferred@896189245 after retry RPC after error@2122025947) -> (continuation of Deferred@1981589666 after retry RPC after error@181871941) -> (continuation of Deferred@1766288393 after retry RPC after error@1270880169) -> (continuation of Deferred@1485500363 after retry RPC after error@1799619730) -> (continuation of Deferred@959519447 after retry RPC after error@1921462023) -> (continuation of Deferred@2113692203 after retry RPC after error@911706514) -> (continuation of Deferred@125946413 after retry RPC after error@1278550733) -> (continuation of Deferred@1388772442 after retry RPC after error@1482159241), errback=(continuation of Deferred@494192788 after retry RPC after error@848298460) -> (continuation of Deferred@1915476495 after retry RPC after error@699309183) -> (continuation of Deferred@304468406 after retry RPC after error@545893583) -> (continuation of Deferred@207548787 after retry RPC after error@1372510691) -> (continuation of Deferred@1834617357 after retry RPC after error@14167229) -> (continuation of Deferred@2079752380 after retry RPC after error@1548767200) -> (continuation of Deferred@1634155525 after retry RPC after error@547051856) -> (continuation of Deferred@1873272479 after retry RPC after error@836154308) -> (continuation of Deferred@1770596079 after retry RPC after error@329429847) -> (continuation of Deferred@1117836442 after retry RPC after error@1181489049) -> (continuation of Deferred@1718812645 after retry RPC after error@1624035447) -> (continuation of Deferred@604822768 after retry RPC after error@49989431) -> (continuation of Deferred@1929809242 after retry RPC after error@1968157733) -> (continuation of Deferred@929439008 after retry RPC after error@1676781444) -> (continuation of Deferred@609917693 after retry RPC after error@742194383) -> (continuation of Deferred@733244277 after retry RPC after error@1167533056) -> (continuation of Deferred@896189245 after retry RPC after error@2122025947) -> (continuation of Deferred@1981589666 after retry RPC after error@181871941) -> (continuation of Deferred@1766288393 after retry RPC after error@1270880169) -> (continuation of Deferred@1485500363 after retry RPC after error@1799619730) -> (continuation of Deferred@959519447 after retry RPC after error@1921462023) -> (continuation of Deferred@2113692203 after retry RPC after error@911706514) -> (continuation of Deferred@125946413 after retry RPC after error@1278550733) -> (continuation of Deferred@1388772442 after retry RPC after error@1482159241)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.252:35743
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:39.629 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.634 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
02:07:39.636 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
02:07:39.638 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29716), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [6ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [8ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [22ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [43ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [121ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [162ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [243ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [243ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [402ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [403ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [403ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [403ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [442ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [443ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [443ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [443ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1260ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1262ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [3221ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [3222ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [5022ms] refreshing cache from master, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [5023ms] too many traces: truncated at 100 traces, deferred=Deferred@590286371(state=PENDING, result=null, callback=(continuation of Deferred@494192788 after retry RPC after error@848298460) -> (continuation of Deferred@1915476495 after retry RPC after error@699309183) -> (continuation of Deferred@304468406 after retry RPC after error@545893583) -> (continuation of Deferred@207548787 after retry RPC after error@1372510691) -> (continuation of Deferred@1834617357 after retry RPC after error@14167229) -> (continuation of Deferred@2079752380 after retry RPC after error@1548767200) -> (continuation of Deferred@1634155525 after retry RPC after error@547051856) -> (continuation of Deferred@1873272479 after retry RPC after error@836154308) -> (continuation of Deferred@1770596079 after retry RPC after error@329429847) -> (continuation of Deferred@1117836442 after retry RPC after error@1181489049) -> (continuation of Deferred@1718812645 after retry RPC after error@1624035447) -> (continuation of Deferred@604822768 after retry RPC after error@49989431) -> (continuation of Deferred@1929809242 after retry RPC after error@1968157733) -> (continuation of Deferred@929439008 after retry RPC after error@1676781444) -> (continuation of Deferred@609917693 after retry RPC after error@742194383) -> (continuation of Deferred@733244277 after retry RPC after error@1167533056) -> (continuation of Deferred@896189245 after retry RPC after error@2122025947) -> (continuation of Deferred@1981589666 after retry RPC after error@181871941) -> (continuation of Deferred@1766288393 after retry RPC after error@1270880169) -> (continuation of Deferred@1485500363 after retry RPC after error@1799619730) -> (continuation of Deferred@959519447 after retry RPC after error@1921462023) -> (continuation of Deferred@2113692203 after retry RPC after error@911706514) -> (continuation of Deferred@125946413 after retry RPC after error@1278550733) -> (continuation of Deferred@1388772442 after retry RPC after error@1482159241), errback=(continuation of Deferred@494192788 after retry RPC after error@848298460) -> (continuation of Deferred@1915476495 after retry RPC after error@699309183) -> (continuation of Deferred@304468406 after retry RPC after error@545893583) -> (continuation of Deferred@207548787 after retry RPC after error@1372510691) -> (continuation of Deferred@1834617357 after retry RPC after error@14167229) -> (continuation of Deferred@2079752380 after retry RPC after error@1548767200) -> (continuation of Deferred@1634155525 after retry RPC after error@547051856) -> (continuation of Deferred@1873272479 after retry RPC after error@836154308) -> (continuation of Deferred@1770596079 after retry RPC after error@329429847) -> (continuation of Deferred@1117836442 after retry RPC after error@1181489049) -> (continuation of Deferred@1718812645 after retry RPC after error@1624035447) -> (continuation of Deferred@604822768 after retry RPC after error@49989431) -> (continuation of Deferred@1929809242 after retry RPC after error@1968157733) -> (continuation of Deferred@929439008 after retry RPC after error@1676781444) -> (continuation of Deferred@609917693 after retry RPC after error@742194383) -> (continuation of Deferred@733244277 after retry RPC after error@1167533056) -> (continuation of Deferred@896189245 after retry RPC after error@2122025947) -> (continuation of Deferred@1981589666 after retry RPC after error@181871941) -> (continuation of Deferred@1766288393 after retry RPC after error@1270880169) -> (continuation of Deferred@1485500363 after retry RPC after error@1799619730) -> (continuation of Deferred@959519447 after retry RPC after error@1921462023) -> (continuation of Deferred@2113692203 after retry RPC after error@911706514) -> (continuation of Deferred@125946413 after retry RPC after error@1278550733) -> (continuation of Deferred@1388772442 after retry RPC after error@1482159241)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.252:35743
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:39.640 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.644 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:07:39.645 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
02:07:39.645 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
02:07:39.647 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:39.650 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.658 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.663 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.670 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:39.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.671 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.672 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:39.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.675 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.675 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:39.677 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.677 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:39.677 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:39.677 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:39.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:39.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:39.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:39.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:39.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:39.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:39.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:39.679 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:39.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:39.679 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:39.679 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.680 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.680 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.681 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.681 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.682 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.682 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.682 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.683 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.685 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.687 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:39.688 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.688 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.689 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.692 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.692 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.694 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:39.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.696 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:39.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.698 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:39.708 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:39.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.710 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.710 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.730 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.738 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.744 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.746 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.746 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.747 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.747 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.750 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:39.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:39.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.752 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.752 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:39.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.753 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.753 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.753 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.753 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:39.754 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.756 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.758 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.759 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.760 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.761 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.762 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.762 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.762 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.762 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.764 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.766 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.767 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.767 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.767 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.767 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.767 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:39.767 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:39.768 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:39.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:39.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.769 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.769 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.769 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.769 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:39.770 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.771 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.773 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.773 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.775 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.777 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.777 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.779 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.781 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.781 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.781 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.782 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.782 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.782 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.782 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.782 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.782 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.783 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.784 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.785 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.788 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:39.788 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:39.788 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:39.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.789 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.789 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:39.790 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.790 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.790 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.790 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.790 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.790 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.791 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.791 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.791 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.792 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.792 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.793 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.793 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.793 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.793 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.801 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.801 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.801 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.802 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.802 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.802 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.802 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.802 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.802 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.802 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.802 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.802 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.807 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:39.808 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:39.808 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:39.808 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.809 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.809 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.809 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:39.810 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.810 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.810 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.810 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.810 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.811 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.811 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.811 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.811 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.811 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.811 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.812 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.812 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.812 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.812 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.812 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.812 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.813 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.813 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.813 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.813 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.813 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.814 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.828 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.829 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.829 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.829 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.829 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.829 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.830 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.831 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.831 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.831 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.832 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.832 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.833 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.833 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.833 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.833 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.834 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.841 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.841 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.841 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.841 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.842 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.847 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:39.848 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:39.848 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:39.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.849 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.849 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.849 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.849 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.849 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.849 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.849 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:39.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:39.872 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.872 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.872 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.873 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.873 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.874 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.888 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.889 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.889 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.889 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.889 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.889 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.889 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.889 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.889 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.890 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.890 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.892 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.892 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.892 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.893 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.908 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.908 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.908 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.909 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.909 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.909 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.909 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.909 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.909 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.909 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.909 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.909 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.909 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.911 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.911 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.911 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.911 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.912 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.921 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.921 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.921 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.922 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.923 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.930 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.931 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.931 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.932 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.932 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.961 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:39.961 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:39.961 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:39.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:39.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:39.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.963 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:39.963 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:39.968 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:39.968 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:39.968 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:39.968 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.968 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.969 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:39.969 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.969 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.969 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:39.969 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.969 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:39.970 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:39.986 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:39.986 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:39.986 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:39.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:39.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:39.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:39.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:39.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:39.988 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:39.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:39.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:39.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:39.988 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:40.021 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:40.021 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:40.021 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:40.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.023 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:40.069 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:40.069 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:40.069 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:40.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.071 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.071 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:40.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070060098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:40.112 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:07:40.114 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
02:07:40.131 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:40.131 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:40.132 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:40.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.133 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:40.191 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:40.191 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:40.191 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:40.192 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:40.192 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:40.192 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:40.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.194 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:40.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.195 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:40.207 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:40.208 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:40.208 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:40.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:40.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:40.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:40.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:40.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:40.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:40.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:40.209 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:40.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:40.209 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:39.927009 14470 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 14462
02:07:40.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:38.525691 14472 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.227840 14473 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1701 milliseconds
02:07:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.226723 14470 kernel_stack_watchdog.cc:198] Thread 14462 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
02:07:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:07:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:07:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:07:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:07:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.229138 14462 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.704s	user 0.565s	sys 0.961s
02:07:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.229662 14462 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.705s	user 0.565s	sys 0.961s
02:07:40.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.229628 14474 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:40.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.230150 14462 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:40.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.232828 14462 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.235677 14462 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:40.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.237048 14462 hybrid_clock.cc:648] HybridClock initialized: now 1779070060236989 us; error 61 us; skew 500 ppm
02:07:40.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.238278 14462 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:40.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.247327 14462 webserver.cc:533] Webserver started at http://127.14.8.125:45859/ using document root <none> and password file <none>
02:07:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.248489 14462 fs_manager.cc:362] Metadata directory not provided
02:07:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.248706 14462 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.249218 14462 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.254531 14462 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/data/instance:
02:07:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33c8f5b68e1c4c59be7cd69412da7e00"
02:07:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:40 on dist-test-slave-9vqr"
02:07:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.256018 14462 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/wal/instance:
02:07:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33c8f5b68e1c4c59be7cd69412da7e00"
02:07:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:40 on dist-test-slave-9vqr"
02:07:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.264223 14462 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
02:07:40.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.270949 14537 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.272086 14462 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
02:07:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.272418 14462 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/wal
02:07:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33c8f5b68e1c4c59be7cd69412da7e00"
02:07:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:40 on dist-test-slave-9vqr"
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.272892 14462 fs_report.cc:389] FS layout report
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/wal
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/wal
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/data/data
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:40.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.332450 14462 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.334144 14462 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.334583 14462 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:40.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.410368 14462 rpc_server.cc:307] RPC server started. Bound to: 127.14.8.125:37543
02:07:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.410445 14588 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.8.125:37543 every 8 connection(s)
02:07:40.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.413496 14462 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/data/info.pb
02:07:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.420326 14589 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.423157 14369 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 14462
02:07:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.423614 14369 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-1/wal/instance
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.426354 14369 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/wal
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/data
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/logs
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/data/info.pb
02:07:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.8.124:34435
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.8.124
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.8.84:37807
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40701/jwks.json with env {}
02:07:40.428 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:40.429 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:40.429 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:40.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.429 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.429 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.430 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.430 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.430 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.430 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.433538 14589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } has no permanent_uuid. Determining permanent_uuid...
02:07:40.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.460580 14589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } has no permanent_uuid. Determining permanent_uuid...
02:07:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.467943 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } attempt: 7
02:07:40.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.475984 14589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } has no permanent_uuid. Determining permanent_uuid...
02:07:40.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.478633 14540 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.484634 14589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:40.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.488868 14460 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } has no permanent_uuid. Determining permanent_uuid...
02:07:40.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.494473 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:40.501 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:40.501 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:40.501 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:40.502 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.502 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.502 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.502 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.502 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.502 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.502 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:40.521 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:40.521 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:40.521 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:40.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.522 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.522 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.522 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.522 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.522 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:40.532 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:40.532 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:40.532 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:40.532 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.533 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.533 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.534171 14589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 1
02:07:40.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.538980 14589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:40.550 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:40.551 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:40.551 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:40.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:40.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:40.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:40.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.552863 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 1
02:07:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.556820 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:40.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070060598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:40.605 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:07:40.606 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
02:07:40.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.607339 14589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 2
02:07:40.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.611552 14589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:40.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.638218 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 2
02:07:40.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.642825 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:40.648 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:40.648 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:40.648 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:40.648 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:40.648 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:40.648 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:40.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:40.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:40.648 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:40.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:40.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:40.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:40.649 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.703011 14589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 3
02:07:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.707705 14589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:40.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.728237 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 3
02:07:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.736799 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:40.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:40.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:40.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.775992 14591 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:40.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.776613 14591 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:40.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.777091 14591 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:40.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.814209 14591 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:07:40.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.814486 14591 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:40.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.814695 14591 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:07:40.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.814885 14591 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:07:40.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.815071 14591 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:07:40.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.815210 14591 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40701/jwks.json
02:07:40.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.851164 14589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 4
02:07:40.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.856139 14589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.858697 14591 master_runner.cc:387] Master server non-default flags:
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.8.84:37807
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/data
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/wal
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.8.124:34435
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40701/jwks.json
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/data/info.pb
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.8.124
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/logs
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:40.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.860016 14591 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:40.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.861750 14591 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:40.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.873445 14604 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:40.877239 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 4
02:07:40.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.881858 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:40.901 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:40.901 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:40.901 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:40.902 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:40.902 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:40.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:40.902 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:40.902 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:40.902 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:40.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:40.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:40.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:40.903 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:41.004 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:41.005 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:41.005 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:41.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:41.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:41.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:41.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:41.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:41.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:41.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:41.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:41.007 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:41.007 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:41.028 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:41.028 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:41.028 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:41.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:41.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:41.029 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:41.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:41.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:41.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:41.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:41.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:41.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:41.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:41.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070061098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:41.107 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:07:41.108 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
02:07:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:41.155584 14589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 5
02:07:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:41.159530 14589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:41.165293 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 5
02:07:41.168 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:41.168 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:41.168 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:41.169 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.169 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.169 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.169 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.169 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.169 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.169 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:41.171093 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:41.202 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:41.202 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:41.202 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:41.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:41.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:41.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:41.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:41.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:41.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:41.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:41.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:41.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:41.203 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:41.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:41.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:41.278 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:41.279 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:41.279 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:41.279 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:41.279 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:41.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:41.279 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:41.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:41.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:41.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:41.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:41.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:41.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:41.308 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:41.308 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:41.308 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:41.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:41.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:41.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:41.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:41.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:41.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:41.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:41.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:41.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:41.310 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:41.351 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:41.352 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:41.352 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:41.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.353 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.353 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.353 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:41.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:41.370 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:41.370 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:41.371 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:41.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.372 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.372 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:41.381 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:41.381 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:41.381 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:41.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.382 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.382 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:41.600 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070061598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:41.609 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:07:41.611 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
02:07:41.647 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:41.648 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:41.648 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:41.649 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:41.649 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:41.649 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:41.649 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:41.649 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:41.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:41.650 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:41.650 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:41.650 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:41.650 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:41.708387 14589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 6
02:07:41.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:41.723501 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 6
02:07:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:41.743773 14589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:41.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:41.754068 14460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.8.124:34435: Network error: Client connection negotiation failed: client connection to 127.14.8.124:34435: connect: Connection refused (error 111)
02:07:41.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:41.828 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:41.828 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:41.828 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:41.829 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.829 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.829 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.832 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:41.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:41.961 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:41.961 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:41.962 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:41.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:41.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.963 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:41.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:41.963 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:41.983 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:41.983 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:41.983 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:41.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:41.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:41.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:41.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:41.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:41.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:41.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:41.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:41.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:41.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:42.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070062098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:42.110 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:07:42.111 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
02:07:42.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:40.875473 14605 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:42.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:42.171350 14607 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:42.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:42.174286 14606 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1295 milliseconds
02:07:42.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.174414 14591 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.175706 14591 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.178391 14591 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.179737 14591 hybrid_clock.cc:648] HybridClock initialized: now 1779070062179702 us; error 35 us; skew 500 ppm
02:07:42.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.180613 14591 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:42.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.187005 14591 webserver.cc:533] Webserver started at http://127.14.8.124:43513/ using document root <none> and password file <none>
02:07:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.187923 14591 fs_manager.cc:362] Metadata directory not provided
02:07:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.188160 14591 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.188706 14591 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.193621 14591 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/data/instance:
02:07:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8968e105a1e4ef380935532ef629dc5"
02:07:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:42 on dist-test-slave-9vqr"
02:07:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.194761 14591 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/wal/instance:
02:07:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8968e105a1e4ef380935532ef629dc5"
02:07:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:42 on dist-test-slave-9vqr"
02:07:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.202207 14591 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
02:07:42.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.208508 14620 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.209645 14591 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:07:42.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.209995 14591 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/wal
02:07:42.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8968e105a1e4ef380935532ef629dc5"
02:07:42.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:42 on dist-test-slave-9vqr"
02:07:42.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.210350 14591 fs_report.cc:389] FS layout report
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/wal
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/wal
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/data/data
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:42.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:42.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:42.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.275327 14591 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:42.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.277005 14591 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:42.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.277485 14591 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.353744 14591 rpc_server.cc:307] RPC server started. Bound to: 127.14.8.124:34435
02:07:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.353816 14672 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.8.124:34435 every 8 connection(s)
02:07:42.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.356473 14591 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/data/info.pb
02:07:42.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.362572 14673 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.364804 14369 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 14591
02:07:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.365262 14369 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/master-2/wal/instance
02:07:42.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.378103 14673 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } has no permanent_uuid. Determining permanent_uuid...
02:07:42.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.414848 14673 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } has no permanent_uuid. Determining permanent_uuid...
02:07:42.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.428725 14673 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } has no permanent_uuid. Determining permanent_uuid...
02:07:42.431 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:42.432 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:42.432 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:42.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:42.432 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:42.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:42.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:42.433 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:42.433 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:42.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:42.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:42.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:42.434 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.449265 14673 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5: Bootstrap starting.
02:07:42.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.455957 14673 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5: Neither blocks nor log segments found. Creating new log.
02:07:42.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.457832 14673 log.cc:826] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5: Log is configured to *not* fsync() on all Append() calls
02:07:42.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.462952 14673 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5: No bootstrap required, opened a new log
02:07:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.485174 14673 raft_consensus.cc:359] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } }
02:07:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.486212 14673 raft_consensus.cc:385] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.486541 14673 raft_consensus.cc:740] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8968e105a1e4ef380935532ef629dc5, State: Initialized, Role: FOLLOWER
02:07:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.487377 14673 consensus_queue.cc:260] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } }
02:07:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.489742 14682 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } } }
02:07:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.490392 14682 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [sys.catalog]: This master's current role is: FOLLOWER
02:07:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.491200 14673 sys_catalog.cc:565] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [sys.catalog]: configured and running, proceeding with master startup.
02:07:42.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:42.514796 14693 catalog_manager.cc:1593] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:07:42.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:42.515340 14693 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:07:42.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:42.533193 14626 tablet.cc:2404] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.511210 14591 master_runner.cc:187] Error getting master registration for 127.14.8.126:34347: OK, instance_id { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" instance_seqno: 1779070058062663 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:07:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.544157 14591 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:07:42.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.575552 14682 raft_consensus.cc:493] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.576049 14682 raft_consensus.cc:515] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } }
02:07:42.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.578366 14682 leader_election.cc:290] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 690191ee10bc479d8b3b3b84a9a4fd6d (127.14.8.126:34347), 33c8f5b68e1c4c59be7cd69412da7e00 (127.14.8.125:37543)
02:07:42.600 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070062599 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:42.607 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:07:42.608 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
02:07:42.701 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:42.701 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:42.701 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:42.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:42.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:42.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:42.702 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:42.702 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:42.702 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:42.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:42.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:42.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:42.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:42.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:42.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:42.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.787505 14460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 7
02:07:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.804245 14589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } attempt: 7
02:07:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.813367 14460 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d: Bootstrap starting.
02:07:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.828293 14460 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d: Neither blocks nor log segments found. Creating new log.
02:07:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.830818 14460 log.cc:826] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d: Log is configured to *not* fsync() on all Append() calls
02:07:42.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.842177 14589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00: Bootstrap starting.
02:07:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.847201 14460 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d: No bootstrap required, opened a new log
02:07:42.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.868069 14589 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00: Neither blocks nor log segments found. Creating new log.
02:07:42.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:42.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.873507 14589 log.cc:826] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00: Log is configured to *not* fsync() on all Append() calls
02:07:42.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.886503 14589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00: No bootstrap required, opened a new log
02:07:42.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.890452 14460 raft_consensus.cc:359] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } }
02:07:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.891692 14460 raft_consensus.cc:385] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.892194 14460 raft_consensus.cc:740] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 690191ee10bc479d8b3b3b84a9a4fd6d, State: Initialized, Role: FOLLOWER
02:07:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.893422 14460 consensus_queue.cc:260] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } }
02:07:42.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.910437 14460 sys_catalog.cc:565] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [sys.catalog]: configured and running, proceeding with master startup.
02:07:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.908530 14699 sys_catalog.cc:455] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } } }
02:07:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.910665 14435 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a8968e105a1e4ef380935532ef629dc5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" is_pre_election: true
02:07:42.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.911809 14435 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8968e105a1e4ef380935532ef629dc5 in term 0.
02:07:42.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.913074 14699 sys_catalog.cc:458] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [sys.catalog]: This master's current role is: FOLLOWER
02:07:42.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.913902 14621 leader_election.cc:304] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 690191ee10bc479d8b3b3b84a9a4fd6d, a8968e105a1e4ef380935532ef629dc5; no voters: 
02:07:42.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.915012 14682 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:42.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.915364 14682 raft_consensus.cc:493] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.915694 14682 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [term 0 FOLLOWER]: Advancing to term 1
02:07:42.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.922879 14682 raft_consensus.cc:515] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } }
02:07:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.925710 14435 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a8968e105a1e4ef380935532ef629dc5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d"
02:07:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.926345 14435 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [term 0 FOLLOWER]: Advancing to term 1
02:07:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.928145 14682 leader_election.cc:290] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [CANDIDATE]: Term 1 election: Requested vote from peers 690191ee10bc479d8b3b3b84a9a4fd6d (127.14.8.126:34347), 33c8f5b68e1c4c59be7cd69412da7e00 (127.14.8.125:37543)
02:07:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.936424 14435 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a8968e105a1e4ef380935532ef629dc5 in term 1.
02:07:42.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.937651 14621 leader_election.cc:304] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 690191ee10bc479d8b3b3b84a9a4fd6d, a8968e105a1e4ef380935532ef629dc5; no voters: 
02:07:42.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.938422 14682 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [term 1 FOLLOWER]: Leader election won for term 1
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.939949 14589 raft_consensus.cc:359] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } }
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.940886 14589 raft_consensus.cc:385] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.941268 14589 raft_consensus.cc:740] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33c8f5b68e1c4c59be7cd69412da7e00, State: Initialized, Role: FOLLOWER
02:07:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.942344 14589 consensus_queue.cc:260] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } }
02:07:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.951012 14682 raft_consensus.cc:697] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [term 1 LEADER]: Becoming Leader. State: Replica: a8968e105a1e4ef380935532ef629dc5, State: Running, Role: LEADER
02:07:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.953748 14589 sys_catalog.cc:565] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [sys.catalog]: configured and running, proceeding with master startup.
02:07:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.953953 14563 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a8968e105a1e4ef380935532ef629dc5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33c8f5b68e1c4c59be7cd69412da7e00"
02:07:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.954648 14563 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [term 0 FOLLOWER]: Advancing to term 1
02:07:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.950801 14703 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } } }
02:07:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.956481 14703 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [sys.catalog]: This master's current role is: FOLLOWER
02:07:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.956670 14564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a8968e105a1e4ef380935532ef629dc5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" is_pre_election: true
02:07:42.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.976485 14563 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a8968e105a1e4ef380935532ef629dc5 in term 1.
02:07:42.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:42.981200 14682 consensus_queue.cc:237] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } }
02:07:43.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.006702 14702 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a8968e105a1e4ef380935532ef629dc5. Latest consensus state: current_term: 1 leader_uuid: "a8968e105a1e4ef380935532ef629dc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } } }
02:07:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.007958 14702 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [sys.catalog]: This master's current role is: LEADER
02:07:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.016862 14718 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:07:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:43.019879 14414 tablet.cc:2404] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:43.044 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:43.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.044744 14718 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:07:43.045 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:43.045 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:43.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:43.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:43.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:43.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:43.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:43.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:43.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:43.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:43.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:43.046 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.035533 14722 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:07:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.062422 14725 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:07:43.067 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:43.068 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:43.068 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:43.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:43.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:43.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:43.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:43.070 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:43.070 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:43.070 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:43.070 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:43.070 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:43.071 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:43.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.081634 14563 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [term 1 FOLLOWER]: Refusing update from remote peer a8968e105a1e4ef380935532ef629dc5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.084692 14435 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [term 1 FOLLOWER]: Refusing update from remote peer a8968e105a1e4ef380935532ef629dc5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.084486 14702 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.042994 14462 master_runner.cc:187] Error getting master registration for 127.14.8.126:34347: OK, instance_id { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" instance_seqno: 1779070058062663 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:07:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.090132 14462 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:07:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.091773 14702 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:43.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:43.092836 14543 tablet.cc:2404] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:43.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070063099 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:43.109 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:07:43.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
02:07:43.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.135625 14699 sys_catalog.cc:455] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [sys.catalog]: SysCatalogTable state changed. Reason: New leader a8968e105a1e4ef380935532ef629dc5. Latest consensus state: current_term: 1 leader_uuid: "a8968e105a1e4ef380935532ef629dc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } } }
02:07:43.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.141505 14699 sys_catalog.cc:458] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [sys.catalog]: This master's current role is: FOLLOWER
02:07:43.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.151481 14726 mvcc.cc:204] Tried to move back new op lower bound from 7287070978347671552 to 7287070977992908800. Current Snapshot: MvccSnapshot[applied={T|T < 7287070978347671552}]
02:07:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.159880 14703 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a8968e105a1e4ef380935532ef629dc5. Latest consensus state: current_term: 1 leader_uuid: "a8968e105a1e4ef380935532ef629dc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } } }
02:07:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.161216 14703 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [sys.catalog]: This master's current role is: FOLLOWER
02:07:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.171481 14727 mvcc.cc:204] Tried to move back new op lower bound from 7287070978347671552 to 7287070977992908800. Current Snapshot: MvccSnapshot[applied={T|T < 7287070978347671552}]
02:07:43.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.173607 14702 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a8968e105a1e4ef380935532ef629dc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } } }
02:07:43.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.175657 14702 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [sys.catalog]: This master's current role is: LEADER
02:07:43.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.179915 14699 sys_catalog.cc:455] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a8968e105a1e4ef380935532ef629dc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } } }
02:07:43.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.180779 14699 sys_catalog.cc:458] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d [sys.catalog]: This master's current role is: FOLLOWER
02:07:43.181 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:43.181 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:43.182 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:43.182 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:43.182 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:43.182 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:43.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:43.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:43.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:43.183 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:43.183 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:43.183 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:43.183 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:43.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.181762 14703 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a8968e105a1e4ef380935532ef629dc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } } }
02:07:43.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.182389 14703 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00 [sys.catalog]: This master's current role is: FOLLOWER
02:07:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.190430 14733 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a8968e105a1e4ef380935532ef629dc5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690191ee10bc479d8b3b3b84a9a4fd6d" member_type: VOTER last_known_addr { host: "127.14.8.126" port: 34347 } } peers { permanent_uuid: "33c8f5b68e1c4c59be7cd69412da7e00" member_type: VOTER last_known_addr { host: "127.14.8.125" port: 37543 } } peers { permanent_uuid: "a8968e105a1e4ef380935532ef629dc5" member_type: VOTER last_known_addr { host: "127.14.8.124" port: 34435 } } }
02:07:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.191224 14733 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5 [sys.catalog]: This master's current role is: LEADER
02:07:43.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.192803 14718 catalog_manager.cc:1382] Generated new cluster ID: 3221c0fc91304b6eb7e9d43e46ce8c93
02:07:43.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.193110 14718 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:07:43.230 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:43.230 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:43.231 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:43.232 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:43.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:43.232 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:43.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:43.232 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:43.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:43.232 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:43.232 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:43.232 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:43.233 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.239610 14718 catalog_manager.cc:1405] Generated new certificate authority record
02:07:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.241466 14718 catalog_manager.cc:1539] Loading token signing keys...
02:07:43.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:43.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.265504 14718 catalog_manager.cc:6069] T 00000000000000000000000000000000 P a8968e105a1e4ef380935532ef629dc5: Generated new TSK 0
02:07:43.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:43.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.266474 14718 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.315214 14369 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/wal
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/data
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/logs
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/data/info.pb
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.8.65:0
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.8.65
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.8.65
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.8.84:37807
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:43.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:43.445 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:43.445 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:43.446 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:43.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:43.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:43.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:43.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:43.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:43.450 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:43.450 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:43.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:43.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:43.450 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:43.598 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070063598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:43.606 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:07:43.607 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
02:07:43.638 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:43.638 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:43.638 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:43.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:43.639 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:43.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:43.639 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:43.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:43.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:43.639 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:43.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:43.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:43.640 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:43.679773 14735 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:43.680408 14735 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:43.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:43.681036 14735 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:43.718967 14735 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:43.720259 14735 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.8.65
02:07:43.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:43.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.777869 14735 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.8.84:37807
02:07:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/data
02:07:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/wal
02:07:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.8.65:0
02:07:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/data/info.pb
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.8.65
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.8.65
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/logs
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.779186 14735 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:43.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:43.780809 14735 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:43.799921 14742 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:43.807 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:43.808 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:43.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:43.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:43.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:43.809 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:43.809 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:43.809 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:43.809 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:43.809 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:43.810 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:43.810 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:43.810 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:43.869 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:44.038 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:44.038 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:44.038 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:44.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:44.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:44.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:44.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:44.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:44.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:44.039 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:44.039 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:44.039 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:44.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:44.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:44.075847 14722 catalog_manager.cc:1294] Loaded cluster ID: 3221c0fc91304b6eb7e9d43e46ce8c93
02:07:44.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:44.076176 14722 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00: loading cluster ID for follower catalog manager: success
02:07:44.098 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070064098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:44.105518 14725 catalog_manager.cc:1294] Loaded cluster ID: 3221c0fc91304b6eb7e9d43e46ce8c93
02:07:44.107 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:07:44.108 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
02:07:44.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:44.106513 14725 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d: loading cluster ID for follower catalog manager: success
02:07:44.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:44.137230 14722 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00: acquiring CA information for follower catalog manager: success
02:07:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:44.143836 14725 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d: acquiring CA information for follower catalog manager: success
02:07:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:44.165745 14722 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 33c8f5b68e1c4c59be7cd69412da7e00: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:07:44.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:44.165555 14725 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 690191ee10bc479d8b3b3b84a9a4fd6d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:07:44.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:44.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:44.369 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:44.377 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:44.378 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:44.378 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:44.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:44.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:44.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:44.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:44.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:44.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:44.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:44.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:44.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:44.380 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:44.388 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:44.388 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:44.388 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:44.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:44.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:44.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:44.389 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:44.390 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:44.390 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:44.390 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:44.390 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:44.390 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:44.390 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:44.485 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 226350c0f683964857a646cd0909db9f from Checkpoint 64 @ 1779069933417 for 226350c0f683964857a646cd0909db9f located at file:/tmp/junit10048720978270830343/checkpoints/226350c0f683964857a646cd0909db9f/chk-64.
02:07:44.486 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:07:44.486 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:07:44.486 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
02:07:44.487 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
02:07:44.487 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id c67877856d264a76f5fe0cff9fd2610d
02:07:44.488 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RESTARTING to RUNNING.
02:07:44.488 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot c67877856d264a76f5fe0cff9fd2610d.
02:07:44.488 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:44.489 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 226350c0f683964857a646cd0909db9f from Checkpoint 64 @ 1779069933417 for 226350c0f683964857a646cd0909db9f located at file:/tmp/junit10048720978270830343/checkpoints/226350c0f683964857a646cd0909db9f/chk-64.
02:07:44.489 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id c67877856d264a76f5fe0cff9fd2610d.
02:07:44.490 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:07:44.490 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
02:07:44.490 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:07:44.492 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:07:44.492 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
02:07:44.492 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id aa6d9fe9a0c5e00d578e174091d1c61d
02:07:44.497 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:44.497 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:44.497 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:44.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:44.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:44.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:44.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:44.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:44.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:44.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:44.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:44.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:44.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:44.508 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot aa6d9fe9a0c5e00d578e174091d1c61d.
02:07:44.509 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id aa6d9fe9a0c5e00d578e174091d1c61d.
02:07:44.510 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
02:07:44.511 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
02:07:44.511 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:44.511 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@b854bf
02:07:44.511 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:44.511 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:44.512 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:07:44.512 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:44.512 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:07:44.512 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:07:44.512 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:44.512 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:44.512 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:44.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:44.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:44.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:44.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:44.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:44.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:44.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:44.515 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46a91178
02:07:44.520 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
02:07:44.521 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
02:07:44.525 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:44.526 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b110ad0
02:07:44.526 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:44.526 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:07:44.527 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
02:07:44.527 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
02:07:44.531 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.544 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.545 [DEBUG - pool-286-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.11.65.188:39581, [5ms] received response from server master-127.11.65.188:39581: OK, deferred=null) with no deferred attached!
02:07:44.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.550 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6ecad01a
02:07:44.552 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.554 [ERROR - Source: KuduSource -> Sink: Writer (4/4)#5] (HashedWheelTimer.java:470) You are creating too many HashedWheelTimer instances. HashedWheelTimer is a shared resource that must be reused across the JVM, so that only a few instances are created.
02:07:44.564 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:44.569 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.569 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.569 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.569 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.572 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.580 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.596 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070064598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:44.605 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.606 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:07:44.608 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
02:07:44.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.612 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.613 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.621 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.623 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.624 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.631 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.641 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.644 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.652 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.654 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.663 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:44.663 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.663 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:44.663 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:44.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:44.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:44.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:44.664 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:44.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:44.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:44.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:44.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:44.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:44.665 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:44.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.671 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.671 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.672 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.672 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.673 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.673 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.673 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.673 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.687 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:44.691 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.691 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.692 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.692 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.693 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.693 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.700 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.711 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.711 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.711 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.713 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.713 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.713 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.717 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.720 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.720 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.729 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:44.753 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.754 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.754 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.755 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.761 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.761 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.761 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.762 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.762 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.762 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.762 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.762 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.762 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:44.781 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.781 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.781 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.782 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.782 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.782 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.782 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.782 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.783 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.800 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.801 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.801 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.801 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.801 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.802 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.852 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.852 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.852 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.853 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.853 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.853 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.853 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.854 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.861 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.861 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.861 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.862 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.862 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.862 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.862 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.863 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.868 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:44.892 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.892 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.892 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.894 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.921 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:44.921 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:44.921 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:44.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:44.922 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.922 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.922 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:44.922 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:44.923 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:44.944 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:44.945 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:44.945 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:44.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:44.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:44.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:44.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:44.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:44.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:44.946 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:44.946 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:44.946 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:44.946 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:45.008 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:45.008 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:45.009 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:45.009 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:45.009 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:45.009 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:45.010 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:45.010 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:45.010 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:45.010 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:45.010 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:45.010 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:45.010 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:45.036 [DEBUG - pool-288-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.12.14.61:42381, [7ms] received response from server master-127.12.14.61:42381: OK, deferred=null) with no deferred attached!
02:07:45.036 [DEBUG - pool-288-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.12.14.61:42381, [35ms] received response from server master-127.12.14.61:42381: OK, deferred=null) with no deferred attached!
02:07:45.036 [DEBUG - pool-288-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.12.14.61:42381, [23ms] received response from server master-127.12.14.61:42381: OK, deferred=null) with no deferred attached!
02:07:45.036 [DEBUG - pool-288-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.12.14.61:42381, [24ms] received response from server master-127.12.14.61:42381: OK, deferred=null) with no deferred attached!
02:07:45.036 [DEBUG - pool-288-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.12.14.61:42381, [24ms] received response from server master-127.12.14.61:42381: OK, deferred=null) with no deferred attached!
02:07:45.036 [DEBUG - pool-288-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.12.14.61:42381, [25ms] received response from server master-127.12.14.61:42381: OK, deferred=null) with no deferred attached!
02:07:45.036 [DEBUG - pool-288-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.12.14.61:42381, [30ms] received response from server master-127.12.14.61:42381: OK, deferred=null) with no deferred attached!
02:07:45.036 [DEBUG - pool-288-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.12.14.61:42381, [33ms] received response from server master-127.12.14.61:42381: OK, deferred=null) with no deferred attached!
02:07:45.036 [DEBUG - pool-288-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.12.14.61:42381, [28ms] received response from server master-127.12.14.61:42381: OK, deferred=null) with no deferred attached!
02:07:45.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070065098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:45.108 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:07:45.109 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
02:07:45.140 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:45.141 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:45.141 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:45.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.143 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:45.188 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:45.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:45.251 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:45.252 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:45.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.252 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:45.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.253 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:45.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:45.368 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:45.400 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:45.400 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:45.401 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:45.401 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.401 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.401 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.401 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.402 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.402 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.402 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.402 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.402 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:45.417 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:45.418 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:45.418 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:45.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:45.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:45.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:45.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:45.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:45.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:45.419 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:45.419 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:45.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:45.420 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:45.421 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:45.421 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:45.421 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:45.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.422 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.422 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.422 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:45.450261 13794 debug-util.cc:398] Leaking SignalData structure 0x7b080009b900 after lost signal to thread 13729
02:07:45.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:45.451495 13794 debug-util.cc:398] Leaking SignalData structure 0x7b0800081120 after lost signal to thread 13797
02:07:45.531 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:45.532 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:45.532 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:45.532 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.533 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.533 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:45.571 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:45.571 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:45.571 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:45.572 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:45.572 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:45.572 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:45.572 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:45.572 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:45.572 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:45.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:45.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:45.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:45.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:45.581 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:45.582 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:45.582 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:45.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:45.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:45.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:45.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:45.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:45.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:45.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:45.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:45.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:45.583 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:45.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070065598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:45.609 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:07:45.610 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
02:07:45.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:45.705 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:45.705 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:45.706 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:45.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.706 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.706 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.706 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.706 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.706 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.706 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.707 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:45.708 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27560), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [33ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [34ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [72ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [72ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [165ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [169ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [170ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [253ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [254ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [256ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [256ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [261ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [284ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [284ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [284ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [301ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [302ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [341ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [341ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [342ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [342ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [421ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [602ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [603ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [682ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [683ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [684ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1541ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3402ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [4760ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [4762ms] too many traces: truncated at 100 traces, deferred=Deferred@1264414845(state=PENDING, result=null, callback=(continuation of Deferred@637638312 after retry RPC after error@1620894533) -> (continuation of Deferred@1853570872 after retry RPC after error@1308980242) -> (continuation of Deferred@1687883692 after retry RPC after error@1662672561) -> (continuation of Deferred@1412382485 after retry RPC after error@829387878) -> (continuation of Deferred@230026120 after retry RPC after error@1013695321) -> (continuation of Deferred@294753366 after retry RPC after error@1536626246) -> (continuation of Deferred@2036090647 after retry RPC after error@466563694) -> (continuation of Deferred@115422821 after retry RPC after error@1709702593) -> (continuation of Deferred@2115529365 after retry RPC after error@480668538) -> (continuation of Deferred@326837397 after retry RPC after error@1227410126) -> (continuation of Deferred@1952013756 after retry RPC after error@1535837686) -> (continuation of Deferred@295619998 after retry RPC after error@510598105) -> (continuation of Deferred@551883029 after retry RPC after error@599917642) -> (continuation of Deferred@1146609553 after retry RPC after error@578856209) -> (continuation of Deferred@719676909 after retry RPC after error@431408303) -> (continuation of Deferred@1667709791 after retry RPC after error@1147712015) -> (continuation of Deferred@1159949666 after retry RPC after error@1780435669) -> (continuation of Deferred@821569802 after retry RPC after error@830541264) -> (continuation of Deferred@1872183039 after retry RPC after error@2144245818) -> (continuation of Deferred@235888304 after retry RPC after error@936983852) -> (continuation of Deferred@1634704878 after retry RPC after error@1785448113) -> (continuation of Deferred@518389650 after retry RPC after error@1613463871) -> (continuation of Deferred@2100748345 after retry RPC after error@1239215968) -> (continuation of Deferred@2020905126 after retry RPC after error@1147852014) -> (continuation of Deferred@236442482 after retry RPC after error@538872383), errback=(continuation of Deferred@637638312 after retry RPC after error@1620894533) -> (continuation of Deferred@1853570872 after retry RPC after error@1308980242) -> (continuation of Deferred@1687883692 after retry RPC after error@1662672561) -> (continuation of Deferred@1412382485 after retry RPC after error@829387878) -> (continuation of Deferred@230026120 after retry RPC after error@1013695321) -> (continuation of Deferred@294753366 after retry RPC after error@1536626246) -> (continuation of Deferred@2036090647 after retry RPC after error@466563694) -> (continuation of Deferred@115422821 after retry RPC after error@1709702593) -> (continuation of Deferred@2115529365 after retry RPC after error@480668538) -> (continuation of Deferred@326837397 after retry RPC after error@1227410126) -> (continuation of Deferred@1952013756 after retry RPC after error@1535837686) -> (continuation of Deferred@295619998 after retry RPC after error@510598105) -> (continuation of Deferred@551883029 after retry RPC after error@599917642) -> (continuation of Deferred@1146609553 after retry RPC after error@578856209) -> (continuation of Deferred@719676909 after retry RPC after error@431408303) -> (continuation of Deferred@1667709791 after retry RPC after error@1147712015) -> (continuation of Deferred@1159949666 after retry RPC after error@1780435669) -> (continuation of Deferred@821569802 after retry RPC after error@830541264) -> (continuation of Deferred@1872183039 after retry RPC after error@2144245818) -> (continuation of Deferred@235888304 after retry RPC after error@936983852) -> (continuation of Deferred@1634704878 after retry RPC after error@1785448113) -> (continuation of Deferred@518389650 after retry RPC after error@1613463871) -> (continuation of Deferred@2100748345 after retry RPC after error@1239215968) -> (continuation of Deferred@2020905126 after retry RPC after error@1147852014) -> (continuation of Deferred@236442482 after retry RPC after error@538872383)))
02:07:45.710 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:45.710 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:45.710 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:45.710 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.710 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.710 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27560), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [33ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [34ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [72ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [72ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [165ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [169ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [170ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [253ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [254ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [256ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [256ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [261ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [284ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [284ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [284ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [301ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [302ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [341ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [341ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [342ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [342ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [421ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [602ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [603ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [682ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [683ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [684ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1541ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3402ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [4760ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [4762ms] too many traces: truncated at 100 traces, deferred=Deferred@1264414845(state=PENDING, result=null, callback=(continuation of Deferred@637638312 after retry RPC after error@1620894533) -> (continuation of Deferred@1853570872 after retry RPC after error@1308980242) -> (continuation of Deferred@1687883692 after retry RPC after error@1662672561) -> (continuation of Deferred@1412382485 after retry RPC after error@829387878) -> (continuation of Deferred@230026120 after retry RPC after error@1013695321) -> (continuation of Deferred@294753366 after retry RPC after error@1536626246) -> (continuation of Deferred@2036090647 after retry RPC after error@466563694) -> (continuation of Deferred@115422821 after retry RPC after error@1709702593) -> (continuation of Deferred@2115529365 after retry RPC after error@480668538) -> (continuation of Deferred@326837397 after retry RPC after error@1227410126) -> (continuation of Deferred@1952013756 after retry RPC after error@1535837686) -> (continuation of Deferred@295619998 after retry RPC after error@510598105) -> (continuation of Deferred@551883029 after retry RPC after error@599917642) -> (continuation of Deferred@1146609553 after retry RPC after error@578856209) -> (continuation of Deferred@719676909 after retry RPC after error@431408303) -> (continuation of Deferred@1667709791 after retry RPC after error@1147712015) -> (continuation of Deferred@1159949666 after retry RPC after error@1780435669) -> (continuation of Deferred@821569802 after retry RPC after error@830541264) -> (continuation of Deferred@1872183039 after retry RPC after error@2144245818) -> (continuation of Deferred@235888304 after retry RPC after error@936983852) -> (continuation of Deferred@1634704878 after retry RPC after error@1785448113) -> (continuation of Deferred@518389650 after retry RPC after error@1613463871) -> (continuation of Deferred@2100748345 after retry RPC after error@1239215968) -> (continuation of Deferred@2020905126 after retry RPC after error@1147852014) -> (continuation of Deferred@236442482 after retry RPC after error@538872383), errback=(continuation of Deferred@637638312 after retry RPC after error@1620894533) -> (continuation of Deferred@1853570872 after retry RPC after error@1308980242) -> (continuation of Deferred@1687883692 after retry RPC after error@1662672561) -> (continuation of Deferred@1412382485 after retry RPC after error@829387878) -> (continuation of Deferred@230026120 after retry RPC after error@1013695321) -> (continuation of Deferred@294753366 after retry RPC after error@1536626246) -> (continuation of Deferred@2036090647 after retry RPC after error@466563694) -> (continuation of Deferred@115422821 after retry RPC after error@1709702593) -> (continuation of Deferred@2115529365 after retry RPC after error@480668538) -> (continuation of Deferred@326837397 after retry RPC after error@1227410126) -> (continuation of Deferred@1952013756 after retry RPC after error@1535837686) -> (continuation of Deferred@295619998 after retry RPC after error@510598105) -> (continuation of Deferred@551883029 after retry RPC after error@599917642) -> (continuation of Deferred@1146609553 after retry RPC after error@578856209) -> (continuation of Deferred@719676909 after retry RPC after error@431408303) -> (continuation of Deferred@1667709791 after retry RPC after error@1147712015) -> (continuation of Deferred@1159949666 after retry RPC after error@1780435669) -> (continuation of Deferred@821569802 after retry RPC after error@830541264) -> (continuation of Deferred@1872183039 after retry RPC after error@2144245818) -> (continuation of Deferred@235888304 after retry RPC after error@936983852) -> (continuation of Deferred@1634704878 after retry RPC after error@1785448113) -> (continuation of Deferred@518389650 after retry RPC after error@1613463871) -> (continuation of Deferred@2100748345 after retry RPC after error@1239215968) -> (continuation of Deferred@2020905126 after retry RPC after error@1147852014) -> (continuation of Deferred@236442482 after retry RPC after error@538872383)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27560), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [33ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [34ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [72ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [72ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [165ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [169ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [170ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [253ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [254ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [256ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [256ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [261ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [284ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [284ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [284ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [301ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [302ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [341ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [341ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [342ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [342ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [421ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [602ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [603ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [682ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [683ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [684ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1541ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3402ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [4760ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [4762ms] too many traces: truncated at 100 traces, deferred=Deferred@1264414845(state=PENDING, result=null, callback=(continuation of Deferred@637638312 after retry RPC after error@1620894533) -> (continuation of Deferred@1853570872 after retry RPC after error@1308980242) -> (continuation of Deferred@1687883692 after retry RPC after error@1662672561) -> (continuation of Deferred@1412382485 after retry RPC after error@829387878) -> (continuation of Deferred@230026120 after retry RPC after error@1013695321) -> (continuation of Deferred@294753366 after retry RPC after error@1536626246) -> (continuation of Deferred@2036090647 after retry RPC after error@466563694) -> (continuation of Deferred@115422821 after retry RPC after error@1709702593) -> (continuation of Deferred@2115529365 after retry RPC after error@480668538) -> (continuation of Deferred@326837397 after retry RPC after error@1227410126) -> (continuation of Deferred@1952013756 after retry RPC after error@1535837686) -> (continuation of Deferred@295619998 after retry RPC after error@510598105) -> (continuation of Deferred@551883029 after retry RPC after error@599917642) -> (continuation of Deferred@1146609553 after retry RPC after error@578856209) -> (continuation of Deferred@719676909 after retry RPC after error@431408303) -> (continuation of Deferred@1667709791 after retry RPC after error@1147712015) -> (continuation of Deferred@1159949666 after retry RPC after error@1780435669) -> (continuation of Deferred@821569802 after retry RPC after error@830541264) -> (continuation of Deferred@1872183039 after retry RPC after error@2144245818) -> (continuation of Deferred@235888304 after retry RPC after error@936983852) -> (continuation of Deferred@1634704878 after retry RPC after error@1785448113) -> (continuation of Deferred@518389650 after retry RPC after error@1613463871) -> (continuation of Deferred@2100748345 after retry RPC after error@1239215968) -> (continuation of Deferred@2020905126 after retry RPC after error@1147852014) -> (continuation of Deferred@236442482 after retry RPC after error@538872383), errback=(continuation of Deferred@637638312 after retry RPC after error@1620894533) -> (continuation of Deferred@1853570872 after retry RPC after error@1308980242) -> (continuation of Deferred@1687883692 after retry RPC after error@1662672561) -> (continuation of Deferred@1412382485 after retry RPC after error@829387878) -> (continuation of Deferred@230026120 after retry RPC after error@1013695321) -> (continuation of Deferred@294753366 after retry RPC after error@1536626246) -> (continuation of Deferred@2036090647 after retry RPC after error@466563694) -> (continuation of Deferred@115422821 after retry RPC after error@1709702593) -> (continuation of Deferred@2115529365 after retry RPC after error@480668538) -> (continuation of Deferred@326837397 after retry RPC after error@1227410126) -> (continuation of Deferred@1952013756 after retry RPC after error@1535837686) -> (continuation of Deferred@295619998 after retry RPC after error@510598105) -> (continuation of Deferred@551883029 after retry RPC after error@599917642) -> (continuation of Deferred@1146609553 after retry RPC after error@578856209) -> (continuation of Deferred@719676909 after retry RPC after error@431408303) -> (continuation of Deferred@1667709791 after retry RPC after error@1147712015) -> (continuation of Deferred@1159949666 after retry RPC after error@1780435669) -> (continuation of Deferred@821569802 after retry RPC after error@830541264) -> (continuation of Deferred@1872183039 after retry RPC after error@2144245818) -> (continuation of Deferred@235888304 after retry RPC after error@936983852) -> (continuation of Deferred@1634704878 after retry RPC after error@1785448113) -> (continuation of Deferred@518389650 after retry RPC after error@1613463871) -> (continuation of Deferred@2100748345 after retry RPC after error@1239215968) -> (continuation of Deferred@2020905126 after retry RPC after error@1147852014) -> (continuation of Deferred@236442482 after retry RPC after error@538872383)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.47.124:38689
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:45.710 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:45.721 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27560), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [33ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [34ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [72ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [72ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [165ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [169ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [170ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [253ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [254ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [256ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [256ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [261ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [284ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [284ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [284ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [301ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [302ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [341ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [341ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [342ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [342ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [421ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [602ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [603ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [682ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [683ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [684ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1541ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3402ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [4760ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [4762ms] too many traces: truncated at 100 traces, deferred=Deferred@1264414845(state=PENDING, result=null, callback=(continuation of Deferred@637638312 after retry RPC after error@1620894533) -> (continuation of Deferred@1853570872 after retry RPC after error@1308980242) -> (continuation of Deferred@1687883692 after retry RPC after error@1662672561) -> (continuation of Deferred@1412382485 after retry RPC after error@829387878) -> (continuation of Deferred@230026120 after retry RPC after error@1013695321) -> (continuation of Deferred@294753366 after retry RPC after error@1536626246) -> (continuation of Deferred@2036090647 after retry RPC after error@466563694) -> (continuation of Deferred@115422821 after retry RPC after error@1709702593) -> (continuation of Deferred@2115529365 after retry RPC after error@480668538) -> (continuation of Deferred@326837397 after retry RPC after error@1227410126) -> (continuation of Deferred@1952013756 after retry RPC after error@1535837686) -> (continuation of Deferred@295619998 after retry RPC after error@510598105) -> (continuation of Deferred@551883029 after retry RPC after error@599917642) -> (continuation of Deferred@1146609553 after retry RPC after error@578856209) -> (continuation of Deferred@719676909 after retry RPC after error@431408303) -> (continuation of Deferred@1667709791 after retry RPC after error@1147712015) -> (continuation of Deferred@1159949666 after retry RPC after error@1780435669) -> (continuation of Deferred@821569802 after retry RPC after error@830541264) -> (continuation of Deferred@1872183039 after retry RPC after error@2144245818) -> (continuation of Deferred@235888304 after retry RPC after error@936983852) -> (continuation of Deferred@1634704878 after retry RPC after error@1785448113) -> (continuation of Deferred@518389650 after retry RPC after error@1613463871) -> (continuation of Deferred@2100748345 after retry RPC after error@1239215968) -> (continuation of Deferred@2020905126 after retry RPC after error@1147852014) -> (continuation of Deferred@236442482 after retry RPC after error@538872383), errback=(continuation of Deferred@637638312 after retry RPC after error@1620894533) -> (continuation of Deferred@1853570872 after retry RPC after error@1308980242) -> (continuation of Deferred@1687883692 after retry RPC after error@1662672561) -> (continuation of Deferred@1412382485 after retry RPC after error@829387878) -> (continuation of Deferred@230026120 after retry RPC after error@1013695321) -> (continuation of Deferred@294753366 after retry RPC after error@1536626246) -> (continuation of Deferred@2036090647 after retry RPC after error@466563694) -> (continuation of Deferred@115422821 after retry RPC after error@1709702593) -> (continuation of Deferred@2115529365 after retry RPC after error@480668538) -> (continuation of Deferred@326837397 after retry RPC after error@1227410126) -> (continuation of Deferred@1952013756 after retry RPC after error@1535837686) -> (continuation of Deferred@295619998 after retry RPC after error@510598105) -> (continuation of Deferred@551883029 after retry RPC after error@599917642) -> (continuation of Deferred@1146609553 after retry RPC after error@578856209) -> (continuation of Deferred@719676909 after retry RPC after error@431408303) -> (continuation of Deferred@1667709791 after retry RPC after error@1147712015) -> (continuation of Deferred@1159949666 after retry RPC after error@1780435669) -> (continuation of Deferred@821569802 after retry RPC after error@830541264) -> (continuation of Deferred@1872183039 after retry RPC after error@2144245818) -> (continuation of Deferred@235888304 after retry RPC after error@936983852) -> (continuation of Deferred@1634704878 after retry RPC after error@1785448113) -> (continuation of Deferred@518389650 after retry RPC after error@1613463871) -> (continuation of Deferred@2100748345 after retry RPC after error@1239215968) -> (continuation of Deferred@2020905126 after retry RPC after error@1147852014) -> (continuation of Deferred@236442482 after retry RPC after error@538872383)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27560), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [33ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [34ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [72ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [72ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [165ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [169ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [170ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [253ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [254ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [256ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [256ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [261ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [284ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [284ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [284ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [301ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [302ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [341ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [341ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [342ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [342ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [421ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [602ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [603ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [682ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [683ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [684ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [684ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1541ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3402ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [4760ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [4762ms] too many traces: truncated at 100 traces, deferred=Deferred@1264414845(state=PENDING, result=null, callback=(continuation of Deferred@637638312 after retry RPC after error@1620894533) -> (continuation of Deferred@1853570872 after retry RPC after error@1308980242) -> (continuation of Deferred@1687883692 after retry RPC after error@1662672561) -> (continuation of Deferred@1412382485 after retry RPC after error@829387878) -> (continuation of Deferred@230026120 after retry RPC after error@1013695321) -> (continuation of Deferred@294753366 after retry RPC after error@1536626246) -> (continuation of Deferred@2036090647 after retry RPC after error@466563694) -> (continuation of Deferred@115422821 after retry RPC after error@1709702593) -> (continuation of Deferred@2115529365 after retry RPC after error@480668538) -> (continuation of Deferred@326837397 after retry RPC after error@1227410126) -> (continuation of Deferred@1952013756 after retry RPC after error@1535837686) -> (continuation of Deferred@295619998 after retry RPC after error@510598105) -> (continuation of Deferred@551883029 after retry RPC after error@599917642) -> (continuation of Deferred@1146609553 after retry RPC after error@578856209) -> (continuation of Deferred@719676909 after retry RPC after error@431408303) -> (continuation of Deferred@1667709791 after retry RPC after error@1147712015) -> (continuation of Deferred@1159949666 after retry RPC after error@1780435669) -> (continuation of Deferred@821569802 after retry RPC after error@830541264) -> (continuation of Deferred@1872183039 after retry RPC after error@2144245818) -> (continuation of Deferred@235888304 after retry RPC after error@936983852) -> (continuation of Deferred@1634704878 after retry RPC after error@1785448113) -> (continuation of Deferred@518389650 after retry RPC after error@1613463871) -> (continuation of Deferred@2100748345 after retry RPC after error@1239215968) -> (continuation of Deferred@2020905126 after retry RPC after error@1147852014) -> (continuation of Deferred@236442482 after retry RPC after error@538872383), errback=(continuation of Deferred@637638312 after retry RPC after error@1620894533) -> (continuation of Deferred@1853570872 after retry RPC after error@1308980242) -> (continuation of Deferred@1687883692 after retry RPC after error@1662672561) -> (continuation of Deferred@1412382485 after retry RPC after error@829387878) -> (continuation of Deferred@230026120 after retry RPC after error@1013695321) -> (continuation of Deferred@294753366 after retry RPC after error@1536626246) -> (continuation of Deferred@2036090647 after retry RPC after error@466563694) -> (continuation of Deferred@115422821 after retry RPC after error@1709702593) -> (continuation of Deferred@2115529365 after retry RPC after error@480668538) -> (continuation of Deferred@326837397 after retry RPC after error@1227410126) -> (continuation of Deferred@1952013756 after retry RPC after error@1535837686) -> (continuation of Deferred@295619998 after retry RPC after error@510598105) -> (continuation of Deferred@551883029 after retry RPC after error@599917642) -> (continuation of Deferred@1146609553 after retry RPC after error@578856209) -> (continuation of Deferred@719676909 after retry RPC after error@431408303) -> (continuation of Deferred@1667709791 after retry RPC after error@1147712015) -> (continuation of Deferred@1159949666 after retry RPC after error@1780435669) -> (continuation of Deferred@821569802 after retry RPC after error@830541264) -> (continuation of Deferred@1872183039 after retry RPC after error@2144245818) -> (continuation of Deferred@235888304 after retry RPC after error@936983852) -> (continuation of Deferred@1634704878 after retry RPC after error@1785448113) -> (continuation of Deferred@518389650 after retry RPC after error@1613463871) -> (continuation of Deferred@2100748345 after retry RPC after error@1239215968) -> (continuation of Deferred@2020905126 after retry RPC after error@1147852014) -> (continuation of Deferred@236442482 after retry RPC after error@538872383)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.47.124:38689
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:45.725 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:45.725 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:45.725 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:45.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.726 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.726 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.727 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:45.732 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:07:45.732 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state RUNNING to RESTARTING.
02:07:45.733 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
02:07:45.736 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
02:07:45.736 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
02:07:45.737 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
02:07:45.737 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
02:07:45.737 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
02:07:45.738 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
02:07:45.738 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
02:07:45.738 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
02:07:45.740 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
02:07:45.740 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
02:07:45.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:45.795 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:45.795 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:45.796 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:45.796 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:45.796 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:45.796 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:45.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.797 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.797 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.797 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.797 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:45.797 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:45.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:45.797 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:45.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:45.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:45.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.798 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:45.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.798 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:45.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:45.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:45.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:45.799 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:45.800 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=32, TimeoutTracker(timeout=30000, elapsed=27661), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [30ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [38ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [78ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [79ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [118ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [126ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [128ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [129ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [177ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [244ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [304ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [304ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [384ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [384ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [502ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [503ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [504ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [504ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [782ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [782ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [782ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [783ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1383ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1483ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2681ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2682ms] too many traces: truncated at 100 traces, deferred=Deferred@1688581538(state=PENDING, result=null, callback=(continuation of Deferred@2113086871 after retry RPC after error@1672273987) -> (continuation of Deferred@1125587625 after retry RPC after error@181845964) -> (continuation of Deferred@1852697756 after retry RPC after error@1791469546) -> (continuation of Deferred@301869641 after retry RPC after error@787079013) -> (continuation of Deferred@794943272 after retry RPC after error@2018428377) -> (continuation of Deferred@402785531 after retry RPC after error@2020668009) -> (continuation of Deferred@1498016464 after retry RPC after error@1462209581) -> (continuation of Deferred@1602912238 after retry RPC after error@538328524) -> (continuation of Deferred@908024948 after retry RPC after error@1563617406) -> (continuation of Deferred@1372293433 after retry RPC after error@1075979921) -> (continuation of Deferred@210906653 after retry RPC after error@1185498857) -> (continuation of Deferred@1260817732 after retry RPC after error@442579999) -> (continuation of Deferred@119413640 after retry RPC after error@193764236) -> (continuation of Deferred@1958701844 after retry RPC after error@1731014744) -> (continuation of Deferred@278443374 after retry RPC after error@2133265418) -> (continuation of Deferred@1892626225 after retry RPC after error@2129559168) -> (continuation of Deferred@730372086 after retry RPC after error@1820891601) -> (continuation of Deferred@1698141654 after retry RPC after error@1755377038) -> (continuation of Deferred@125366347 after retry RPC after error@798406500) -> (continuation of Deferred@1985351269 after retry RPC after error@435507644) -> (continuation of Deferred@1498349665 after retry RPC after error@1140371899) -> (continuation of Deferred@85699207 after retry RPC after error@919626537) -> (continuation of Deferred@398274970 after retry RPC after error@298729407) -> (continuation of Deferred@1230631059 after retry RPC after error@2091195322) -> (continuation of Deferred@48940117 after retry RPC after error@1647915120) -> (continuation of Deferred@1684183500 after retry RPC after error@810427953) -> (continuation of Deferred@1691517953 after retry RPC after error@1329824347) -> (continuation of Deferred@1067441798 after retry RPC after error@2124482794) -> (continuation of Deferred@245594547 after retry RPC after error@1570857830) -> (continuation of Deferred@470547898 after retry RPC after error@1788559497) -> (continuation of Deferred@2137047688 after retry RPC after error@688665681), errback=(continuation of Deferred@2113086871 after retry RPC after error@1672273987) -> (continuation of Deferred@1125587625 after retry RPC after error@181845964) -> (continuation of Deferred@1852697756 after retry RPC after error@1791469546) -> (continuation of Deferred@301869641 after retry RPC after error@787079013) -> (continuation of Deferred@794943272 after retry RPC after error@2018428377) -> (continuation of Deferred@402785531 after retry RPC after error@2020668009) -> (continuation of Deferred@1498016464 after retry RPC after error@1462209581) -> (continuation of Deferred@1602912238 after retry RPC after error@538328524) -> (continuation of Deferred@908024948 after retry RPC after error@1563617406) -> (continuation of Deferred@1372293433 after retry RPC after error@1075979921) -> (continuation of Deferred@210906653 after retry RPC after error@1185498857) -> (continuation of Deferred@1260817732 after retry RPC after error@442579999) -> (continuation of Deferred@119413640 after retry RPC after error@193764236) -> (continuation of Deferred@1958701844 after retry RPC after error@1731014744) -> (continuation of Deferred@278443374 after retry RPC after error@2133265418) -> (continuation of Deferred@1892626225 after retry RPC after error@2129559168) -> (continuation of Deferred@730372086 after retry RPC after error@1820891601) -> (continuation of Deferred@1698141654 after retry RPC after error@1755377038) -> (continuation of Deferred@125366347 after retry RPC after error@798406500) -> (continuation of Deferred@1985351269 after retry RPC after error@435507644) -> (continuation of Deferred@1498349665 after retry RPC after error@1140371899) -> (continuation of Deferred@85699207 after retry RPC after error@919626537) -> (continuation of Deferred@398274970 after retry RPC after error@298729407) -> (continuation of Deferred@1230631059 after retry RPC after error@2091195322) -> (continuation of Deferred@48940117 after retry RPC after error@1647915120) -> (continuation of Deferred@1684183500 after retry RPC after error@810427953) -> (continuation of Deferred@1691517953 after retry RPC after error@1329824347) -> (continuation of Deferred@1067441798 after retry RPC after error@2124482794) -> (continuation of Deferred@245594547 after retry RPC after error@1570857830) -> (continuation of Deferred@470547898 after retry RPC after error@1788559497) -> (continuation of Deferred@2137047688 after retry RPC after error@688665681)))
02:07:45.802 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:07:45.802 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=32, TimeoutTracker(timeout=30000, elapsed=27661), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [30ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [38ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [78ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [79ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [118ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [126ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [128ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [129ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [177ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [244ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [304ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [304ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [384ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [384ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [502ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [503ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [504ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [504ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [782ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [782ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [782ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [783ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1383ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1483ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2681ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2682ms] too many traces: truncated at 100 traces, deferred=Deferred@1688581538(state=PENDING, result=null, callback=(continuation of Deferred@2113086871 after retry RPC after error@1672273987) -> (continuation of Deferred@1125587625 after retry RPC after error@181845964) -> (continuation of Deferred@1852697756 after retry RPC after error@1791469546) -> (continuation of Deferred@301869641 after retry RPC after error@787079013) -> (continuation of Deferred@794943272 after retry RPC after error@2018428377) -> (continuation of Deferred@402785531 after retry RPC after error@2020668009) -> (continuation of Deferred@1498016464 after retry RPC after error@1462209581) -> (continuation of Deferred@1602912238 after retry RPC after error@538328524) -> (continuation of Deferred@908024948 after retry RPC after error@1563617406) -> (continuation of Deferred@1372293433 after retry RPC after error@1075979921) -> (continuation of Deferred@210906653 after retry RPC after error@1185498857) -> (continuation of Deferred@1260817732 after retry RPC after error@442579999) -> (continuation of Deferred@119413640 after retry RPC after error@193764236) -> (continuation of Deferred@1958701844 after retry RPC after error@1731014744) -> (continuation of Deferred@278443374 after retry RPC after error@2133265418) -> (continuation of Deferred@1892626225 after retry RPC after error@2129559168) -> (continuation of Deferred@730372086 after retry RPC after error@1820891601) -> (continuation of Deferred@1698141654 after retry RPC after error@1755377038) -> (continuation of Deferred@125366347 after retry RPC after error@798406500) -> (continuation of Deferred@1985351269 after retry RPC after error@435507644) -> (continuation of Deferred@1498349665 after retry RPC after error@1140371899) -> (continuation of Deferred@85699207 after retry RPC after error@919626537) -> (continuation of Deferred@398274970 after retry RPC after error@298729407) -> (continuation of Deferred@1230631059 after retry RPC after error@2091195322) -> (continuation of Deferred@48940117 after retry RPC after error@1647915120) -> (continuation of Deferred@1684183500 after retry RPC after error@810427953) -> (continuation of Deferred@1691517953 after retry RPC after error@1329824347) -> (continuation of Deferred@1067441798 after retry RPC after error@2124482794) -> (continuation of Deferred@245594547 after retry RPC after error@1570857830) -> (continuation of Deferred@470547898 after retry RPC after error@1788559497) -> (continuation of Deferred@2137047688 after retry RPC after error@688665681), errback=(continuation of Deferred@2113086871 after retry RPC after error@1672273987) -> (continuation of Deferred@1125587625 after retry RPC after error@181845964) -> (continuation of Deferred@1852697756 after retry RPC after error@1791469546) -> (continuation of Deferred@301869641 after retry RPC after error@787079013) -> (continuation of Deferred@794943272 after retry RPC after error@2018428377) -> (continuation of Deferred@402785531 after retry RPC after error@2020668009) -> (continuation of Deferred@1498016464 after retry RPC after error@1462209581) -> (continuation of Deferred@1602912238 after retry RPC after error@538328524) -> (continuation of Deferred@908024948 after retry RPC after error@1563617406) -> (continuation of Deferred@1372293433 after retry RPC after error@1075979921) -> (continuation of Deferred@210906653 after retry RPC after error@1185498857) -> (continuation of Deferred@1260817732 after retry RPC after error@442579999) -> (continuation of Deferred@119413640 after retry RPC after error@193764236) -> (continuation of Deferred@1958701844 after retry RPC after error@1731014744) -> (continuation of Deferred@278443374 after retry RPC after error@2133265418) -> (continuation of Deferred@1892626225 after retry RPC after error@2129559168) -> (continuation of Deferred@730372086 after retry RPC after error@1820891601) -> (continuation of Deferred@1698141654 after retry RPC after error@1755377038) -> (continuation of Deferred@125366347 after retry RPC after error@798406500) -> (continuation of Deferred@1985351269 after retry RPC after error@435507644) -> (continuation of Deferred@1498349665 after retry RPC after error@1140371899) -> (continuation of Deferred@85699207 after retry RPC after error@919626537) -> (continuation of Deferred@398274970 after retry RPC after error@298729407) -> (continuation of Deferred@1230631059 after retry RPC after error@2091195322) -> (continuation of Deferred@48940117 after retry RPC after error@1647915120) -> (continuation of Deferred@1684183500 after retry RPC after error@810427953) -> (continuation of Deferred@1691517953 after retry RPC after error@1329824347) -> (continuation of Deferred@1067441798 after retry RPC after error@2124482794) -> (continuation of Deferred@245594547 after retry RPC after error@1570857830) -> (continuation of Deferred@470547898 after retry RPC after error@1788559497) -> (continuation of Deferred@2137047688 after retry RPC after error@688665681)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.237.188:33477
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:45.806 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:07:45.807 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
02:07:45.807 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
02:07:45.810 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
02:07:45.811 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:45.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:45.813 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:45.813 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:45.813 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.813 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.813 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:45.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:45.814 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:45.827 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:45.827 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:45.827 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:45.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.829 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:45.829 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
02:07:45.832 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
02:07:45.832 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
02:07:45.839 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:07:45.839 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
02:07:45.839 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
02:07:45.845 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:45.846 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:45.846 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:45.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.847 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:45.856 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
02:07:45.856 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
02:07:45.857 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
02:07:45.859 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:07:45.859 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
02:07:45.859 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
02:07:45.867 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#3 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
02:07:45.867 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1190) Task Source: KuduSource -> Sink: Writer (1/4)#3 is already in state FAILED
02:07:45.867 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:07:45.868 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
02:07:45.870 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
02:07:45.871 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:45.872 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
02:07:45.872 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
02:07:45.872 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1318) Discarding the results produced by task execution de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
02:07:45.873 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:07:45.873 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
02:07:45.873 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
02:07:45.874 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:07:45.874 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
02:07:45.874 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job aa0f880d3d16040ce17d0c341cb8eb57
02:07:45.885 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:45.885 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:45.886 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:45.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.888 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.888 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:45.905 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:45.905 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:45.905 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:45.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.908 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:45.926 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:45.926 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:45.926 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:45.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:45.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:45.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.928 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:45.928 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:45.942 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:45.942 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:45.942 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:45.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:45.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:45.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:45.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:45.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:45.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:45.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:45.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:45.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:45.944 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:46.045 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:46.045 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:46.045 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:46.046 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:46.046 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:46.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:46.046 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:46.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:46.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:46.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:46.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:46.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:46.047 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:46.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070066098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:46.109 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:07:46.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
02:07:46.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:46.338 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:46.339 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:46.339 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:46.340 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:46.340 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:46.340 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:46.340 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:46.340 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:46.341 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:46.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:46.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:46.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:46.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:46.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:46.348 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:46.365 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:46.366 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:46.366 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:46.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:46.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:46.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:46.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:46.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:46.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:46.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:46.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:46.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:46.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:46.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070066599 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:46.607 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:07:46.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
02:07:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:43.802544 14743 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:46.609432 14735 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.808s	user 0.595s	sys 0.910s
02:07:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:46.609781 14735 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.810s	user 0.595s	sys 0.910s
02:07:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:45.196856 14741 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 14735
02:07:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:46.613175 14744 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2809 milliseconds
02:07:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:46.614694 14745 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.620239 14735 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.621688 14735 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:46.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.628517 14735 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:46.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.630177 14735 hybrid_clock.cc:648] HybridClock initialized: now 1779070066630102 us; error 81 us; skew 500 ppm
02:07:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.631595 14735 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:46.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.658596 14735 webserver.cc:533] Webserver started at http://127.14.8.65:37311/ using document root <none> and password file <none>
02:07:46.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.660909 14735 fs_manager.cc:362] Metadata directory not provided
02:07:46.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.664623 14735 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.665493 14735 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.673270 14735 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/data/instance:
02:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606ac9f1e0f140c296800e6dc060c533"
02:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:46 on dist-test-slave-9vqr"
02:07:46.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.675082 14735 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/wal/instance:
02:07:46.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606ac9f1e0f140c296800e6dc060c533"
02:07:46.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:46 on dist-test-slave-9vqr"
02:07:46.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:46.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.707717 14735 fs_manager.cc:696] Time spent creating directory manager: real 0.031s	user 0.005s	sys 0.009s
02:07:46.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.749155 14790 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.753830 14735 fs_manager.cc:730] Time spent opening block manager: real 0.039s	user 0.009s	sys 0.009s
02:07:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.754565 14735 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/wal
02:07:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606ac9f1e0f140c296800e6dc060c533"
02:07:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:46 on dist-test-slave-9vqr"
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.755432 14735 fs_report.cc:389] FS layout report
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/wal
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/wal
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/data/data
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:46.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:46.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:46.840 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:46.840 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:46.841 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:46.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:46.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:46.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:46.842 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:46.842 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:46.842 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:46.842 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:46.842 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:46.842 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:46.842 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.884528 14735 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:46.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.888036 14735 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:46.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.889032 14735 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:46.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.900194 14735 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.914970 14735 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:07:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.915485 14735 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.001s
02:07:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.915944 14735 ts_tablet_manager.cc:616] Registered 0 tablets
02:07:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:46.916318 14735 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:07:46.921 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:46.921 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:46.921 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:46.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:46.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:46.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:46.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:46.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:46.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:46.924 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:46.924 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:46.924 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:46.924 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:47.084 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:47.084 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:47.084 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:47.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:47.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:47.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:47.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:47.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:47.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:47.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:47.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:47.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:47.086 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:47.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070067099 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:47.107 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:07:47.109 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
02:07:47.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:47.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:47.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:47.428 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:47.428 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:47.428 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:47.429 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:47.429 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:47.429 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:47.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:47.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:47.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:47.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:47.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:47.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:47.430 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:47.486 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:47.486 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:47.486 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:47.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:47.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:47.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:47.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:47.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:47.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:47.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:47.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:47.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:47.488 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:47.571 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:47.571 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:47.571 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:47.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:47.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:47.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:47.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:47.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:47.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:47.573 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:47.573 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:47.573 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:47.573 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:47.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070067599 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:47.608 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:07:47.610 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
02:07:47.640 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:47.640 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:47.641 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:47.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:47.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:47.642 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:47.642 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:47.642 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:47.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:47.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:47.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:47.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:47.643 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:47.643 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:47.644 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:47.644 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:47.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:47.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:47.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:47.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:47.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:47.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:47.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:47.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:47.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:47.645 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:47.647 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29489), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [64ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [93ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [98ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [98ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [214ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [227ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [227ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [259ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [263ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [264ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [269ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [282ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [303ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [323ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [323ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [324ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [362ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [365ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [366ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [366ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [483ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [484ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [484ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [563ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [563ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [563ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [563ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [682ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [683ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [683ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [684ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1461ms] refreshing cache from master, [1462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1463ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1463ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1463ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1742ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [5261ms] refreshing cache from master, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [5263ms] too many traces: truncated at 100 traces, deferred=Deferred@1158072259(state=PENDING, result=null, callback=(continuation of Deferred@50318662 after retry RPC after error@601196302) -> (continuation of Deferred@228149656 after retry RPC after error@2119348023) -> (continuation of Deferred@37476422 after retry RPC after error@232375032) -> (continuation of Deferred@1254858578 after retry RPC after error@562805291) -> (continuation of Deferred@2108604340 after retry RPC after error@1050901755) -> (continuation of Deferred@671372658 after retry RPC after error@1419962555) -> (continuation of Deferred@1559871108 after retry RPC after error@2031633732) -> (continuation of Deferred@1941774544 after retry RPC after error@815397164) -> (continuation of Deferred@562396197 after retry RPC after error@437010228) -> (continuation of Deferred@2959109 after retry RPC after error@2130902709) -> (continuation of Deferred@1978454308 after retry RPC after error@241349938) -> (continuation of Deferred@1738452724 after retry RPC after error@260117476) -> (continuation of Deferred@485983937 after retry RPC after error@120023880) -> (continuation of Deferred@366775382 after retry RPC after error@314942266) -> (continuation of Deferred@849669677 after retry RPC after error@249933338) -> (continuation of Deferred@2141863340 after retry RPC after error@1078566160) -> (continuation of Deferred@1426704050 after retry RPC after error@1983854455) -> (continuation of Deferred@1482040129 after retry RPC after error@1425773638) -> (continuation of Deferred@1331491901 after retry RPC after error@1079502382) -> (continuation of Deferred@703760718 after retry RPC after error@555966866) -> (continuation of Deferred@167150743 after retry RPC after error@1987015953) -> (continuation of Deferred@1273637483 after retry RPC after error@1912597877) -> (continuation of Deferred@1284513249 after retry RPC after error@1104817823) -> (continuation of Deferred@1543110077 after retry RPC after error@1432561650), errback=(continuation of Deferred@50318662 after retry RPC after error@601196302) -> (continuation of Deferred@228149656 after retry RPC after error@2119348023) -> (continuation of Deferred@37476422 after retry RPC after error@232375032) -> (continuation of Deferred@1254858578 after retry RPC after error@562805291) -> (continuation of Deferred@2108604340 after retry RPC after error@1050901755) -> (continuation of Deferred@671372658 after retry RPC after error@1419962555) -> (continuation of Deferred@1559871108 after retry RPC after error@2031633732) -> (continuation of Deferred@1941774544 after retry RPC after error@815397164) -> (continuation of Deferred@562396197 after retry RPC after error@437010228) -> (continuation of Deferred@2959109 after retry RPC after error@2130902709) -> (continuation of Deferred@1978454308 after retry RPC after error@241349938) -> (continuation of Deferred@1738452724 after retry RPC after error@260117476) -> (continuation of Deferred@485983937 after retry RPC after error@120023880) -> (continuation of Deferred@366775382 after retry RPC after error@314942266) -> (continuation of Deferred@849669677 after retry RPC after error@249933338) -> (continuation of Deferred@2141863340 after retry RPC after error@1078566160) -> (continuation of Deferred@1426704050 after retry RPC after error@1983854455) -> (continuation of Deferred@1482040129 after retry RPC after error@1425773638) -> (continuation of Deferred@1331491901 after retry RPC after error@1079502382) -> (continuation of Deferred@703760718 after retry RPC after error@555966866) -> (continuation of Deferred@167150743 after retry RPC after error@1987015953) -> (continuation of Deferred@1273637483 after retry RPC after error@1912597877) -> (continuation of Deferred@1284513249 after retry RPC after error@1104817823) -> (continuation of Deferred@1543110077 after retry RPC after error@1432561650)))
02:07:47.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:47.702 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:47.702 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:47.702 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:47.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:47.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:47.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:47.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:47.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:47.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:47.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:47.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:47.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:47.704 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:47.705 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29520), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [52ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [126ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [127ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [230ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [237ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [244ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [287ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [289ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [290ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [290ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [291ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [303ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [323ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [362ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [363ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [363ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [363ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [382ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [401ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [403ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [604ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [604ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [604ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [662ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [663ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [663ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [664ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1243ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1483ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [4341ms] refreshing cache from master, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [4341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [4342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [4343ms] too many traces: truncated at 100 traces, deferred=Deferred@521106595(state=PENDING, result=null, callback=(continuation of Deferred@1382827270 after retry RPC after error@1996347923) -> (continuation of Deferred@129698161 after retry RPC after error@1668669257) -> (continuation of Deferred@1392636500 after retry RPC after error@1270122341) -> (continuation of Deferred@337379299 after retry RPC after error@1507452350) -> (continuation of Deferred@93728643 after retry RPC after error@1794514939) -> (continuation of Deferred@567873953 after retry RPC after error@935060529) -> (continuation of Deferred@56967026 after retry RPC after error@1505161506) -> (continuation of Deferred@814458796 after retry RPC after error@1492731872) -> (continuation of Deferred@1917680930 after retry RPC after error@471641512) -> (continuation of Deferred@1900535616 after retry RPC after error@1662206159) -> (continuation of Deferred@2058257890 after retry RPC after error@52827890) -> (continuation of Deferred@1280599049 after retry RPC after error@901267572) -> (continuation of Deferred@993477300 after retry RPC after error@135611046) -> (continuation of Deferred@1737366401 after retry RPC after error@272784612) -> (continuation of Deferred@291606202 after retry RPC after error@868478530) -> (continuation of Deferred@604416424 after retry RPC after error@639722672) -> (continuation of Deferred@1000876688 after retry RPC after error@389378649) -> (continuation of Deferred@116376318 after retry RPC after error@734405239) -> (continuation of Deferred@1371566389 after retry RPC after error@1834710766) -> (continuation of Deferred@366715273 after retry RPC after error@253033695) -> (continuation of Deferred@1569684945 after retry RPC after error@1800772744) -> (continuation of Deferred@600485762 after retry RPC after error@185621792) -> (continuation of Deferred@760727654 after retry RPC after error@1780588696) -> (continuation of Deferred@484553953 after retry RPC after error@361825024) -> (continuation of Deferred@102165804 after retry RPC after error@1641330710) -> (continuation of Deferred@1879264881 after retry RPC after error@1830279794) -> (continuation of Deferred@1549346161 after retry RPC after error@411644644), errback=(continuation of Deferred@1382827270 after retry RPC after error@1996347923) -> (continuation of Deferred@129698161 after retry RPC after error@1668669257) -> (continuation of Deferred@1392636500 after retry RPC after error@1270122341) -> (continuation of Deferred@337379299 after retry RPC after error@1507452350) -> (continuation of Deferred@93728643 after retry RPC after error@1794514939) -> (continuation of Deferred@567873953 after retry RPC after error@935060529) -> (continuation of Deferred@56967026 after retry RPC after error@1505161506) -> (continuation of Deferred@814458796 after retry RPC after error@1492731872) -> (continuation of Deferred@1917680930 after retry RPC after error@471641512) -> (continuation of Deferred@1900535616 after retry RPC after error@1662206159) -> (continuation of Deferred@2058257890 after retry RPC after error@52827890) -> (continuation of Deferred@1280599049 after retry RPC after error@901267572) -> (continuation of Deferred@993477300 after retry RPC after error@135611046) -> (continuation of Deferred@1737366401 after retry RPC after error@272784612) -> (continuation of Deferred@291606202 after retry RPC after error@868478530) -> (continuation of Deferred@604416424 after retry RPC after error@639722672) -> (continuation of Deferred@1000876688 after retry RPC after error@389378649) -> (continuation of Deferred@116376318 after retry RPC after error@734405239) -> (continuation of Deferred@1371566389 after retry RPC after error@1834710766) -> (continuation of Deferred@366715273 after retry RPC after error@253033695) -> (continuation of Deferred@1569684945 after retry RPC after error@1800772744) -> (continuation of Deferred@600485762 after retry RPC after error@185621792) -> (continuation of Deferred@760727654 after retry RPC after error@1780588696) -> (continuation of Deferred@484553953 after retry RPC after error@361825024) -> (continuation of Deferred@102165804 after retry RPC after error@1641330710) -> (continuation of Deferred@1879264881 after retry RPC after error@1830279794) -> (continuation of Deferred@1549346161 after retry RPC after error@411644644)))
02:07:47.712 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:47.712 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:47.712 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:47.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:47.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:47.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:47.713 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:47.713 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:47.713 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:47.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:47.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:47.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:47.713 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:47.728 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:47.728 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:47.729 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:47.729 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:47.729 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:47.729 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:47.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:47.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:47.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:47.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:47.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:47.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:47.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:47.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:47.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:47.887 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:47.888 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:47.888 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:47.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:47.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:47.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:47.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:47.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:47.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:47.889 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:47.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:47.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:47.890 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:47.890 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29643), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [27ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [31ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [31ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [91ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [97ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [105ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [105ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [146ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [147ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [147ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [164ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [244ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [244ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [284ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [284ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [381ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [383ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [780ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [782ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [782ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [783ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [783ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1660ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1662ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [3042ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [5620ms] refreshing cache from master, [5620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [5621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [5621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [5622ms] too many traces: truncated at 100 traces, deferred=Deferred@83401454(state=PENDING, result=null, callback=(continuation of Deferred@72908692 after retry RPC after error@2092592083) -> (continuation of Deferred@1900837731 after retry RPC after error@832806990) -> (continuation of Deferred@1992351025 after retry RPC after error@1493947593) -> (continuation of Deferred@1259224040 after retry RPC after error@1736655639) -> (continuation of Deferred@391787395 after retry RPC after error@275779645) -> (continuation of Deferred@714848416 after retry RPC after error@1467866399) -> (continuation of Deferred@301808216 after retry RPC after error@27013538) -> (continuation of Deferred@1983235977 after retry RPC after error@1327069557) -> (continuation of Deferred@936293684 after retry RPC after error@1472168782) -> (continuation of Deferred@258871231 after retry RPC after error@196615670) -> (continuation of Deferred@1235058336 after retry RPC after error@1653813550) -> (continuation of Deferred@494917940 after retry RPC after error@1449341120) -> (continuation of Deferred@1948859602 after retry RPC after error@264796472) -> (continuation of Deferred@1813886860 after retry RPC after error@590835711) -> (continuation of Deferred@507844839 after retry RPC after error@1376297902) -> (continuation of Deferred@1395187636 after retry RPC after error@1266162361) -> (continuation of Deferred@2110562577 after retry RPC after error@1791916245) -> (continuation of Deferred@2140065607 after retry RPC after error@1948827613) -> (continuation of Deferred@1819565152 after retry RPC after error@1977981419) -> (continuation of Deferred@2081985767 after retry RPC after error@1308564206) -> (continuation of Deferred@52877421 after retry RPC after error@1515533091) -> (continuation of Deferred@1649552162 after retry RPC after error@1473213932) -> (continuation of Deferred@1646209736 after retry RPC after error@287359363) -> (continuation of Deferred@1649992638 after retry RPC after error@1309968908), errback=(continuation of Deferred@72908692 after retry RPC after error@2092592083) -> (continuation of Deferred@1900837731 after retry RPC after error@832806990) -> (continuation of Deferred@1992351025 after retry RPC after error@1493947593) -> (continuation of Deferred@1259224040 after retry RPC after error@1736655639) -> (continuation of Deferred@391787395 after retry RPC after error@275779645) -> (continuation of Deferred@714848416 after retry RPC after error@1467866399) -> (continuation of Deferred@301808216 after retry RPC after error@27013538) -> (continuation of Deferred@1983235977 after retry RPC after error@1327069557) -> (continuation of Deferred@936293684 after retry RPC after error@1472168782) -> (continuation of Deferred@258871231 after retry RPC after error@196615670) -> (continuation of Deferred@1235058336 after retry RPC after error@1653813550) -> (continuation of Deferred@494917940 after retry RPC after error@1449341120) -> (continuation of Deferred@1948859602 after retry RPC after error@264796472) -> (continuation of Deferred@1813886860 after retry RPC after error@590835711) -> (continuation of Deferred@507844839 after retry RPC after error@1376297902) -> (continuation of Deferred@1395187636 after retry RPC after error@1266162361) -> (continuation of Deferred@2110562577 after retry RPC after error@1791916245) -> (continuation of Deferred@2140065607 after retry RPC after error@1948827613) -> (continuation of Deferred@1819565152 after retry RPC after error@1977981419) -> (continuation of Deferred@2081985767 after retry RPC after error@1308564206) -> (continuation of Deferred@52877421 after retry RPC after error@1515533091) -> (continuation of Deferred@1649552162 after retry RPC after error@1473213932) -> (continuation of Deferred@1646209736 after retry RPC after error@287359363) -> (continuation of Deferred@1649992638 after retry RPC after error@1309968908)))
02:07:47.898 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:47.898 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:47.898 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:47.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:47.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:47.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:47.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:47.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:47.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:47.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:47.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:47.900 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:47.900 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:47.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:47.920440 14735 rpc_server.cc:307] RPC server started. Bound to: 127.14.8.65:42077
02:07:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:47.924654 14904 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.8.65:42077 every 8 connection(s)
02:07:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:47.925953 14735 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/data/info.pb
02:07:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:47.936506 14369 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 14735
02:07:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:47.937140 14369 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-0/wal/instance
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:47.959597 14369 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/wal
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/data
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/logs
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/data/info.pb
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.8.66:0
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.8.66
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.8.66
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.8.84:37807
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:48.065 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:48.065 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:48.065 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:48.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:48.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:48.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:48.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:48.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:48.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:48.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:48.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:48.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:48.067 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.085197 14906 heartbeater.cc:344] Connected to a master server at 127.14.8.125:37543
02:07:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.085753 14906 heartbeater.cc:461] Registering TS with master...
02:07:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.087162 14906 heartbeater.cc:507] Master 127.14.8.125:37543 requested a full tablet report, sending...
02:07:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.092590 14553 ts_manager.cc:194] Registered new tserver with Master: 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077)
02:07:48.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070068098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:48.112 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
02:07:48.113 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
02:07:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.111322 14911 heartbeater.cc:344] Connected to a master server at 127.14.8.126:34347
02:07:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.111728 14911 heartbeater.cc:461] Registering TS with master...
02:07:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.112704 14911 heartbeater.cc:507] Master 127.14.8.126:34347 requested a full tablet report, sending...
02:07:48.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.119032 14425 ts_manager.cc:194] Registered new tserver with Master: 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077)
02:07:48.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.120262 14905 heartbeater.cc:344] Connected to a master server at 127.14.8.124:34435
02:07:48.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.120668 14905 heartbeater.cc:461] Registering TS with master...
02:07:48.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.121641 14905 heartbeater.cc:507] Master 127.14.8.124:34435 requested a full tablet report, sending...
02:07:48.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.124274 14638 ts_manager.cc:194] Registered new tserver with Master: 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077)
02:07:48.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.127005 14638 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.8.65:60023
02:07:48.188 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:48.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:48.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:48.325 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:48.325 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:48.326 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:48.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:48.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:48.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:48.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:48.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:48.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:48.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:48.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:48.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:48.327 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:48.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070068598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:48.607 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:07:48.608 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
02:07:48.661 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:48.661 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:48.661 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:48.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:48.662 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:48.662 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:48.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:48.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:48.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:48.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:48.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:48.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:48.663 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:48.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:48.709363 14909 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:48.709899 14909 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:48.710664 14909 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:48.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:48.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:48.751739 14909 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:48.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:48.752686 14909 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.8.66
02:07:48.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.796208 14909 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.8.84:37807
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/data
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/wal
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.8.66:0
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/data/info.pb
02:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.8.66
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.8.66
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/logs
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:48.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.797842 14909 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:48.798 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:48.798 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:48.798 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:48.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:48.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:48.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:48.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:48.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:48.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:48.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:48.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:48.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:48.800 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:48.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:48.800016 14909 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:48.811 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:48.812 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:48.812 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:48.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:48.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:48.812 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:48.812 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:48.813 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:48.813 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:48.813 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:48.813 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:48.813 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:48.813 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:48.815002 14922 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:49.031 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:49.031 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:49.031 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:49.032 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:49.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:49.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:49.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:49.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:49.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:49.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:49.033 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:49.033 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:49.033 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:49.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070069098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:49.109 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:07:49.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
02:07:49.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:49.130928 14905 heartbeater.cc:499] Master 127.14.8.124:34435 was elected leader, sending a full tablet report...
02:07:49.137 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:49.138 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:49.138 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:49.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:49.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:49.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:49.139 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:49.139 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:49.139 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:49.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:49.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:49.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:49.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:49.148 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state RESTARTING to RUNNING.
02:07:49.149 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job aa0f880d3d16040ce17d0c341cb8eb57 from Checkpoint 65 @ 1779069978163 for aa0f880d3d16040ce17d0c341cb8eb57 located at file:/tmp/junit11530347038482474453/checkpoints/aa0f880d3d16040ce17d0c341cb8eb57/chk-65.
02:07:49.150 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:07:49.150 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:07:49.155 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
02:07:49.156 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:07:49.157 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
02:07:49.157 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id d7694e2979b9ad53903744251e3751dd
02:07:49.157 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
02:07:49.158 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot d7694e2979b9ad53903744251e3751dd.
02:07:49.158 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:07:49.158 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
02:07:49.158 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 03c76505bc684735e07a267c0551681c
02:07:49.159 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
02:07:49.159 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id d7694e2979b9ad53903744251e3751dd.
02:07:49.159 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:49.160 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 03c76505bc684735e07a267c0551681c.
02:07:49.160 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
02:07:49.160 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0
02:07:49.161 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
02:07:49.161 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 03c76505bc684735e07a267c0551681c.
02:07:49.161 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:07:49.162 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
02:07:49.162 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 625a4eedc5b3dfb29c047e1033cb1872
02:07:49.163 [INFO - Thread-51] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:07:49.163 [DEBUG - Thread-51] (Connection.java:575) [peer master-127.7.47.126:46261(127.7.47.126:46261)] disconnecting while in state TERMINATED
02:07:49.164 [DEBUG - Thread-51] (Connection.java:575) [peer master-127.7.47.124:38689(127.7.47.124:38689)] disconnecting while in state TERMINATED
02:07:49.164 [DEBUG - Thread-51] (Connection.java:575) [peer master-127.7.47.125:34413(127.7.47.125:34413)] disconnecting while in state TERMINATED
02:07:49.164 [DEBUG - Thread-51] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:49.167 [INFO - Thread-51] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:07:49.167 [INFO - Thread-51] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:07:49.168 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
02:07:49.170 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
02:07:49.172 [DEBUG - Thread-51] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:49.173 [INFO - Thread-51] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:07:49.173 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:07:49.174 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:07:49.175 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:49.176 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:49.176 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:49.176 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:49.178 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
02:07:49.178 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a9618da
02:07:49.179 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:49.179 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:07:49.179 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
02:07:49.180 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
02:07:49.180 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
02:07:49.180 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a1f09a0
02:07:49.183 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:49.183 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:07:49.183 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:07:49.184 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
02:07:49.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:49.200 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@141d6a87
02:07:49.200 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@34925875
02:07:49.203 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:49.208 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:49.208 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 625a4eedc5b3dfb29c047e1033cb1872.
02:07:49.209 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 625a4eedc5b3dfb29c047e1033cb1872.
02:07:49.210 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
02:07:49.210 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
02:07:49.211 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@326e71ed
02:07:49.211 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:49.211 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:07:49.211 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
02:07:49.212 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
02:07:49.214 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
02:07:49.214 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
02:07:49.216 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4c0d4147
02:07:49.216 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:49.217 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:07:49.218 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f893746
02:07:49.218 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:07:49.219 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:07:49.224 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:49.225 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f064528
02:07:49.229 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:49.230 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:49.246 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:49.275 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.289 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:49.290 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:49.292 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.302 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.316 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.320 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.320 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.320 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:49.321 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.321 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.322 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:49.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.324 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:49.330 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.330 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:49.331 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.334 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.341 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.341 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.341 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.341 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.349 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.355 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.355 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.369 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.369 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.370 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.372 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.379 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:49.380 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.380 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.380 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.383 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:49.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.390 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.390 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:49.396 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.401 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.406 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.410 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:49.410 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.411 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.417 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.421 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.421 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.422 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.422 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.425 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.426 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.430 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.436 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.441 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.442 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.442 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.445 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.447 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.452 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.453 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.457 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.459 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.463 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.471 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.471 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.471 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.472 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.472 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.475 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.481 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.481 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.483 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.487 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:49.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.489 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.489 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.490 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.490 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.490 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.490 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.491 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.494 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:49.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.495 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:49.504 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.509 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.510 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.510 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.510 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.510 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.510 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.510 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.511 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:49.512 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:49.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.512 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:49.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.513 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.513 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.514 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:49.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.514 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.517 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.518 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.519 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.519 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.519 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.521 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.522 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.522 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.522 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.524 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.525 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.530 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:49.530 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:49.531 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:49.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.532 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.532 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.532 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.532 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.532 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.532 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:49.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.532 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.535 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.535 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.535 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.536 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.537 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.546 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.547 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.547 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.548 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.548 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.548 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.548 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.550 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:49.550 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:49.550 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:49.550 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:49.552 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.552 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.552 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.553 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.553 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.553 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.553 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.553 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.553 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.554 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.556 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.556 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.556 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.558 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.566 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.566 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.566 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.567 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.572 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.572 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.572 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.573 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.573 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.573 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.590 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.590 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.590 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.592 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.592 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.593 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.593 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.593 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.593 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.595 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.595 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.595 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.596 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.596 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.596 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.597 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.597 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.599 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070069598 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:49.606 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.606 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.606 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.608 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.609 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.609 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.610 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:49.610 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:49.610 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:49.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.610 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.611 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:49.612 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:07:49.614 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
02:07:49.630 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.630 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.630 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.632 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.632 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.632 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.632 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.633 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.633 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.656 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.656 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.656 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.657 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.657 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.659 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.666 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.666 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.666 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.667 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:49.710 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:49.710 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:49.710 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:49.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.712 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:49.713 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.713 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.713 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.732 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:49.732 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:49.732 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:49.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:49.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:49.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:49.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:49.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:49.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:49.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:49.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:49.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:49.735 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:49.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:49.755 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.756 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.756 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.757 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:49.772 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.772 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.773 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.775 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.786 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.787 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.787 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.789 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:49.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.810 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:49.811 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:49.811 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:49.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:49.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:49.812 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.813 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:49.813 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:49.890 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.890 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.890 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.892 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.912 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:49.912 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:49.912 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:49.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:49.913 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:49.913 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:49.913 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:49.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:49.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:49.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:49.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:49.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:49.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.914 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:49.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.915 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:49.996 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:49.996 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:49.996 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:49.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:49.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:49.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:49.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:50.026 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:50.027 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:50.027 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:50.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.029 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.029 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.029 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.029 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:50.031 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:50.032 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:50.032 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:50.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:50.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:50.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:50.033 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:50.033 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:50.033 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:50.033 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:50.033 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:50.033 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:50.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:50.058 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:50.058 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:50.059 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:50.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:50.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:50.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:50.061 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:50.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:50.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:50.061 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:50.061 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:50.061 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:50.062 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:50.072 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:50.072 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:50.072 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:50.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.076 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:50.099 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070070098 for job 0d8395fba2788201aec6c54dce2f1c84.
02:07:50.106 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:50.107 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:50.107 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:50.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.110 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.110 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.110 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.110 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:50.111 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=22, TimeoutTracker(timeout=30000, elapsed=29680), Traces: [0ms] sending RPC to server master-127.11.65.188:39581, [1ms] received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [14ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [16ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [16ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [17ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [17ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [34ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [36ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [56ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [76ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [95ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [96ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [175ms] refreshing cache from master, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [176ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [235ms] refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [236ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [374ms] refreshing cache from master, [374ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [376ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [776ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [854ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [855ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [856ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [856ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [856ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2155ms] refreshing cache from master, [2155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2157ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2158ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2158ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2159ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [5674ms] refreshing cache from master, [5674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [5675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [5676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [5676ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [7454ms] refreshing cache from master, [7454ms] too many traces: truncated at 100 traces, deferred=Deferred@1420557277(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@7a13b177 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729938564 after retry RPC after error@1555347327) -> (continuation of Deferred@1464519207 after retry RPC after error@817189296) -> (continuation of Deferred@348444920 after retry RPC after error@1840421456) -> (continuation of Deferred@1822981683 after retry RPC after error@1980406471) -> (continuation of Deferred@1144758246 after retry RPC after error@1034091819) -> (continuation of Deferred@315901258 after retry RPC after error@816462197) -> (continuation of Deferred@678839337 after retry RPC after error@35110825) -> (continuation of Deferred@844711092 after retry RPC after error@1406775835) -> (continuation of Deferred@1234498373 after retry RPC after error@1984034601) -> (continuation of Deferred@247820721 after retry RPC after error@278024984) -> (continuation of Deferred@2129822868 after retry RPC after error@133418204) -> (continuation of Deferred@580808042 after retry RPC after error@538370226) -> (continuation of Deferred@1244272128 after retry RPC after error@1403434677) -> (continuation of Deferred@33711254 after retry RPC after error@361109268) -> (continuation of Deferred@260479410 after retry RPC after error@1769178601) -> (continuation of Deferred@2026142341 after retry RPC after error@1574956094) -> (continuation of Deferred@1714402622 after retry RPC after error@327559391) -> (continuation of Deferred@1213036664 after retry RPC after error@1792136019) -> (continuation of Deferred@1900813682 after retry RPC after error@1395524436) -> (continuation of Deferred@1887645681 after retry RPC after error@338440697), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729938564 after retry RPC after error@1555347327) -> (continuation of Deferred@1464519207 after retry RPC after error@817189296) -> (continuation of Deferred@348444920 after retry RPC after error@1840421456) -> (continuation of Deferred@1822981683 after retry RPC after error@1980406471) -> (continuation of Deferred@1144758246 after retry RPC after error@1034091819) -> (continuation of Deferred@315901258 after retry RPC after error@816462197) -> (continuation of Deferred@678839337 after retry RPC after error@35110825) -> (continuation of Deferred@844711092 after retry RPC after error@1406775835) -> (continuation of Deferred@1234498373 after retry RPC after error@1984034601) -> (continuation of Deferred@247820721 after retry RPC after error@278024984) -> (continuation of Deferred@2129822868 after retry RPC after error@133418204) -> (continuation of Deferred@580808042 after retry RPC after error@538370226) -> (continuation of Deferred@1244272128 after retry RPC after error@1403434677) -> (continuation of Deferred@33711254 after retry RPC after error@361109268) -> (continuation of Deferred@260479410 after retry RPC after error@1769178601) -> (continuation of Deferred@2026142341 after retry RPC after error@1574956094) -> (continuation of Deferred@1714402622 after retry RPC after error@327559391) -> (continuation of Deferred@1213036664 after retry RPC after error@1792136019) -> (continuation of Deferred@1900813682 after retry RPC after error@1395524436) -> (continuation of Deferred@1887645681 after retry RPC after error@338440697)))
02:07:50.113 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:50.113 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:50.113 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:50.114 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:50.114 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:50.114 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:50.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:50.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.117 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:50.118 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=22, TimeoutTracker(timeout=30000, elapsed=29680), Traces: [0ms] sending RPC to server master-127.11.65.188:39581, [1ms] received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [14ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [16ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [16ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [17ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [17ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [34ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [36ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [56ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [76ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [95ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [96ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [175ms] refreshing cache from master, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [176ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [235ms] refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [236ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [374ms] refreshing cache from master, [374ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [376ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [776ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [854ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [855ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [856ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [856ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [856ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2155ms] refreshing cache from master, [2155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2157ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2158ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2158ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2159ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [5674ms] refreshing cache from master, [5674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [5675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [5676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [5676ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [7454ms] refreshing cache from master, [7454ms] too many traces: truncated at 100 traces, deferred=Deferred@1420557277(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@7a13b177 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729938564 after retry RPC after error@1555347327) -> (continuation of Deferred@1464519207 after retry RPC after error@817189296) -> (continuation of Deferred@348444920 after retry RPC after error@1840421456) -> (continuation of Deferred@1822981683 after retry RPC after error@1980406471) -> (continuation of Deferred@1144758246 after retry RPC after error@1034091819) -> (continuation of Deferred@315901258 after retry RPC after error@816462197) -> (continuation of Deferred@678839337 after retry RPC after error@35110825) -> (continuation of Deferred@844711092 after retry RPC after error@1406775835) -> (continuation of Deferred@1234498373 after retry RPC after error@1984034601) -> (continuation of Deferred@247820721 after retry RPC after error@278024984) -> (continuation of Deferred@2129822868 after retry RPC after error@133418204) -> (continuation of Deferred@580808042 after retry RPC after error@538370226) -> (continuation of Deferred@1244272128 after retry RPC after error@1403434677) -> (continuation of Deferred@33711254 after retry RPC after error@361109268) -> (continuation of Deferred@260479410 after retry RPC after error@1769178601) -> (continuation of Deferred@2026142341 after retry RPC after error@1574956094) -> (continuation of Deferred@1714402622 after retry RPC after error@327559391) -> (continuation of Deferred@1213036664 after retry RPC after error@1792136019) -> (continuation of Deferred@1900813682 after retry RPC after error@1395524436) -> (continuation of Deferred@1887645681 after retry RPC after error@338440697), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729938564 after retry RPC after error@1555347327) -> (continuation of Deferred@1464519207 after retry RPC after error@817189296) -> (continuation of Deferred@348444920 after retry RPC after error@1840421456) -> (continuation of Deferred@1822981683 after retry RPC after error@1980406471) -> (continuation of Deferred@1144758246 after retry RPC after error@1034091819) -> (continuation of Deferred@315901258 after retry RPC after error@816462197) -> (continuation of Deferred@678839337 after retry RPC after error@35110825) -> (continuation of Deferred@844711092 after retry RPC after error@1406775835) -> (continuation of Deferred@1234498373 after retry RPC after error@1984034601) -> (continuation of Deferred@247820721 after retry RPC after error@278024984) -> (continuation of Deferred@2129822868 after retry RPC after error@133418204) -> (continuation of Deferred@580808042 after retry RPC after error@538370226) -> (continuation of Deferred@1244272128 after retry RPC after error@1403434677) -> (continuation of Deferred@33711254 after retry RPC after error@361109268) -> (continuation of Deferred@260479410 after retry RPC after error@1769178601) -> (continuation of Deferred@2026142341 after retry RPC after error@1574956094) -> (continuation of Deferred@1714402622 after retry RPC after error@327559391) -> (continuation of Deferred@1213036664 after retry RPC after error@1792136019) -> (continuation of Deferred@1900813682 after retry RPC after error@1395524436) -> (continuation of Deferred@1887645681 after retry RPC after error@338440697)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=22, TimeoutTracker(timeout=30000, elapsed=29680), Traces: [0ms] sending RPC to server master-127.11.65.188:39581, [1ms] received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [14ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [16ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [16ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [17ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [17ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [34ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [36ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [56ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [76ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [95ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [96ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [175ms] refreshing cache from master, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [176ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [235ms] refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [236ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [374ms] refreshing cache from master, [374ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [376ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [776ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [854ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [855ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [856ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [856ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [856ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2155ms] refreshing cache from master, [2155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2157ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2158ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2158ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2159ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [5674ms] refreshing cache from master, [5674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [5675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [5676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [5676ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [7454ms] refreshing cache from master, [7454ms] too many traces: truncated at 100 traces, deferred=Deferred@1420557277(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@7a13b177 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729938564 after retry RPC after error@1555347327) -> (continuation of Deferred@1464519207 after retry RPC after error@817189296) -> (continuation of Deferred@348444920 after retry RPC after error@1840421456) -> (continuation of Deferred@1822981683 after retry RPC after error@1980406471) -> (continuation of Deferred@1144758246 after retry RPC after error@1034091819) -> (continuation of Deferred@315901258 after retry RPC after error@816462197) -> (continuation of Deferred@678839337 after retry RPC after error@35110825) -> (continuation of Deferred@844711092 after retry RPC after error@1406775835) -> (continuation of Deferred@1234498373 after retry RPC after error@1984034601) -> (continuation of Deferred@247820721 after retry RPC after error@278024984) -> (continuation of Deferred@2129822868 after retry RPC after error@133418204) -> (continuation of Deferred@580808042 after retry RPC after error@538370226) -> (continuation of Deferred@1244272128 after retry RPC after error@1403434677) -> (continuation of Deferred@33711254 after retry RPC after error@361109268) -> (continuation of Deferred@260479410 after retry RPC after error@1769178601) -> (continuation of Deferred@2026142341 after retry RPC after error@1574956094) -> (continuation of Deferred@1714402622 after retry RPC after error@327559391) -> (continuation of Deferred@1213036664 after retry RPC after error@1792136019) -> (continuation of Deferred@1900813682 after retry RPC after error@1395524436) -> (continuation of Deferred@1887645681 after retry RPC after error@338440697), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729938564 after retry RPC after error@1555347327) -> (continuation of Deferred@1464519207 after retry RPC after error@817189296) -> (continuation of Deferred@348444920 after retry RPC after error@1840421456) -> (continuation of Deferred@1822981683 after retry RPC after error@1980406471) -> (continuation of Deferred@1144758246 after retry RPC after error@1034091819) -> (continuation of Deferred@315901258 after retry RPC after error@816462197) -> (continuation of Deferred@678839337 after retry RPC after error@35110825) -> (continuation of Deferred@844711092 after retry RPC after error@1406775835) -> (continuation of Deferred@1234498373 after retry RPC after error@1984034601) -> (continuation of Deferred@247820721 after retry RPC after error@278024984) -> (continuation of Deferred@2129822868 after retry RPC after error@133418204) -> (continuation of Deferred@580808042 after retry RPC after error@538370226) -> (continuation of Deferred@1244272128 after retry RPC after error@1403434677) -> (continuation of Deferred@33711254 after retry RPC after error@361109268) -> (continuation of Deferred@260479410 after retry RPC after error@1769178601) -> (continuation of Deferred@2026142341 after retry RPC after error@1574956094) -> (continuation of Deferred@1714402622 after retry RPC after error@327559391) -> (continuation of Deferred@1213036664 after retry RPC after error@1792136019) -> (continuation of Deferred@1900813682 after retry RPC after error@1395524436) -> (continuation of Deferred@1887645681 after retry RPC after error@338440697)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.65.188:39581
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:50.124 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:50.125 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:50.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.125 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.126 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 0d8395fba2788201aec6c54dce2f1c84 (964 bytes, checkpointDuration=28 ms, finalizationTime=0 ms).
02:07:50.128 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:50.128 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.128 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:50.139 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=22, TimeoutTracker(timeout=30000, elapsed=29680), Traces: [0ms] sending RPC to server master-127.11.65.188:39581, [1ms] received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [14ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [16ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [16ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [17ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [17ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [34ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [36ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [56ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [76ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [95ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [96ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [175ms] refreshing cache from master, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [176ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [235ms] refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [236ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [374ms] refreshing cache from master, [374ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [376ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [776ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [854ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [855ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [856ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [856ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [856ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2155ms] refreshing cache from master, [2155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2157ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2158ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2158ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2159ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [5674ms] refreshing cache from master, [5674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [5675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [5676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [5676ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [7454ms] refreshing cache from master, [7454ms] too many traces: truncated at 100 traces, deferred=Deferred@1420557277(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@7a13b177 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729938564 after retry RPC after error@1555347327) -> (continuation of Deferred@1464519207 after retry RPC after error@817189296) -> (continuation of Deferred@348444920 after retry RPC after error@1840421456) -> (continuation of Deferred@1822981683 after retry RPC after error@1980406471) -> (continuation of Deferred@1144758246 after retry RPC after error@1034091819) -> (continuation of Deferred@315901258 after retry RPC after error@816462197) -> (continuation of Deferred@678839337 after retry RPC after error@35110825) -> (continuation of Deferred@844711092 after retry RPC after error@1406775835) -> (continuation of Deferred@1234498373 after retry RPC after error@1984034601) -> (continuation of Deferred@247820721 after retry RPC after error@278024984) -> (continuation of Deferred@2129822868 after retry RPC after error@133418204) -> (continuation of Deferred@580808042 after retry RPC after error@538370226) -> (continuation of Deferred@1244272128 after retry RPC after error@1403434677) -> (continuation of Deferred@33711254 after retry RPC after error@361109268) -> (continuation of Deferred@260479410 after retry RPC after error@1769178601) -> (continuation of Deferred@2026142341 after retry RPC after error@1574956094) -> (continuation of Deferred@1714402622 after retry RPC after error@327559391) -> (continuation of Deferred@1213036664 after retry RPC after error@1792136019) -> (continuation of Deferred@1900813682 after retry RPC after error@1395524436) -> (continuation of Deferred@1887645681 after retry RPC after error@338440697), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729938564 after retry RPC after error@1555347327) -> (continuation of Deferred@1464519207 after retry RPC after error@817189296) -> (continuation of Deferred@348444920 after retry RPC after error@1840421456) -> (continuation of Deferred@1822981683 after retry RPC after error@1980406471) -> (continuation of Deferred@1144758246 after retry RPC after error@1034091819) -> (continuation of Deferred@315901258 after retry RPC after error@816462197) -> (continuation of Deferred@678839337 after retry RPC after error@35110825) -> (continuation of Deferred@844711092 after retry RPC after error@1406775835) -> (continuation of Deferred@1234498373 after retry RPC after error@1984034601) -> (continuation of Deferred@247820721 after retry RPC after error@278024984) -> (continuation of Deferred@2129822868 after retry RPC after error@133418204) -> (continuation of Deferred@580808042 after retry RPC after error@538370226) -> (continuation of Deferred@1244272128 after retry RPC after error@1403434677) -> (continuation of Deferred@33711254 after retry RPC after error@361109268) -> (continuation of Deferred@260479410 after retry RPC after error@1769178601) -> (continuation of Deferred@2026142341 after retry RPC after error@1574956094) -> (continuation of Deferred@1714402622 after retry RPC after error@327559391) -> (continuation of Deferred@1213036664 after retry RPC after error@1792136019) -> (continuation of Deferred@1900813682 after retry RPC after error@1395524436) -> (continuation of Deferred@1887645681 after retry RPC after error@338440697)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=22, TimeoutTracker(timeout=30000, elapsed=29680), Traces: [0ms] sending RPC to server master-127.11.65.188:39581, [1ms] received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [14ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [16ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [16ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [17ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [17ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [34ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [36ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [56ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [56ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [76ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [95ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [96ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [96ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [175ms] refreshing cache from master, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [176ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [235ms] refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [236ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [236ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [374ms] refreshing cache from master, [374ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [375ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [376ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [775ms] refreshing cache from master, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [775ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [776ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [776ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [854ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [855ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [856ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [856ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [856ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2155ms] refreshing cache from master, [2155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2157ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2158ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2158ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2159ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [5674ms] refreshing cache from master, [5674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [5675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [5676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [5676ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [5676ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [7454ms] refreshing cache from master, [7454ms] too many traces: truncated at 100 traces, deferred=Deferred@1420557277(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@7a13b177 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729938564 after retry RPC after error@1555347327) -> (continuation of Deferred@1464519207 after retry RPC after error@817189296) -> (continuation of Deferred@348444920 after retry RPC after error@1840421456) -> (continuation of Deferred@1822981683 after retry RPC after error@1980406471) -> (continuation of Deferred@1144758246 after retry RPC after error@1034091819) -> (continuation of Deferred@315901258 after retry RPC after error@816462197) -> (continuation of Deferred@678839337 after retry RPC after error@35110825) -> (continuation of Deferred@844711092 after retry RPC after error@1406775835) -> (continuation of Deferred@1234498373 after retry RPC after error@1984034601) -> (continuation of Deferred@247820721 after retry RPC after error@278024984) -> (continuation of Deferred@2129822868 after retry RPC after error@133418204) -> (continuation of Deferred@580808042 after retry RPC after error@538370226) -> (continuation of Deferred@1244272128 after retry RPC after error@1403434677) -> (continuation of Deferred@33711254 after retry RPC after error@361109268) -> (continuation of Deferred@260479410 after retry RPC after error@1769178601) -> (continuation of Deferred@2026142341 after retry RPC after error@1574956094) -> (continuation of Deferred@1714402622 after retry RPC after error@327559391) -> (continuation of Deferred@1213036664 after retry RPC after error@1792136019) -> (continuation of Deferred@1900813682 after retry RPC after error@1395524436) -> (continuation of Deferred@1887645681 after retry RPC after error@338440697), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729938564 after retry RPC after error@1555347327) -> (continuation of Deferred@1464519207 after retry RPC after error@817189296) -> (continuation of Deferred@348444920 after retry RPC after error@1840421456) -> (continuation of Deferred@1822981683 after retry RPC after error@1980406471) -> (continuation of Deferred@1144758246 after retry RPC after error@1034091819) -> (continuation of Deferred@315901258 after retry RPC after error@816462197) -> (continuation of Deferred@678839337 after retry RPC after error@35110825) -> (continuation of Deferred@844711092 after retry RPC after error@1406775835) -> (continuation of Deferred@1234498373 after retry RPC after error@1984034601) -> (continuation of Deferred@247820721 after retry RPC after error@278024984) -> (continuation of Deferred@2129822868 after retry RPC after error@133418204) -> (continuation of Deferred@580808042 after retry RPC after error@538370226) -> (continuation of Deferred@1244272128 after retry RPC after error@1403434677) -> (continuation of Deferred@33711254 after retry RPC after error@361109268) -> (continuation of Deferred@260479410 after retry RPC after error@1769178601) -> (continuation of Deferred@2026142341 after retry RPC after error@1574956094) -> (continuation of Deferred@1714402622 after retry RPC after error@327559391) -> (continuation of Deferred@1213036664 after retry RPC after error@1792136019) -> (continuation of Deferred@1900813682 after retry RPC after error@1395524436) -> (continuation of Deferred@1887645681 after retry RPC after error@338440697)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.65.188:39581
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:07:50.144 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:50.144 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:50.145 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:50.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.146 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.146 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.147 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:50.148 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
02:07:50.157 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:07:50.158 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0d8395fba2788201aec6c54dce2f1c84) switched from state RUNNING to RESTARTING.
02:07:50.159 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
02:07:50.161 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:07:50.162 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:07:50.163 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:07:50.163 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:07:50.164 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
02:07:50.164 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:07:50.164 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.12.14.60:40269(127.12.14.60:40269)] disconnecting while in state TERMINATED
02:07:50.165 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.12.14.61:42381(127.12.14.61:42381)] disconnecting while in state TERMINATED
02:07:50.165 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.12.14.62:38547(127.12.14.62:38547)] disconnecting while in state TERMINATED
02:07:50.165 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:50.165 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:50.165 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:50.166 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:50.166 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.166 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.166 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.167 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:50.169 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
02:07:50.169 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:07:50.169 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
02:07:50.169 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:07:50.170 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
02:07:50.172 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:07:50.185 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:50.185 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:50.186 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:50.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.187 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:50.187 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:50.188 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:50.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.188 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:50.189 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.189 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.189 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.189 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.189 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.190 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.190 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.190 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.190 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:50.191 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:50.198 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:07:50.198 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:07:50.198 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:07:50.207 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.12.14.60:40269(127.12.14.60:40269)] disconnecting while in state TERMINATED
02:07:50.207 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.12.14.61:42381(127.12.14.61:42381)] disconnecting while in state TERMINATED
02:07:50.207 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.12.14.62:38547(127.12.14.62:38547)] disconnecting while in state TERMINATED
02:07:50.207 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:50.208 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:07:50.208 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
02:07:50.214 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:07:50.214 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:07:50.214 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:07:50.224 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:50.225 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:50.225 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:50.226 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.226 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.226 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.226 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.226 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.226 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.227 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.227 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:50.237 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:07:50.238 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:07:50.238 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:07:50.237 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
02:07:50.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:50.252 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:07:50.253 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:07:50.253 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:07:50.253 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:07:50.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:50.277 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.12.14.60:40269(127.12.14.60:40269)] disconnecting while in state TERMINATED
02:07:50.277 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.12.14.61:42381(127.12.14.61:42381)] disconnecting while in state TERMINATED
02:07:50.277 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.12.14.62:38547(127.12.14.62:38547)] disconnecting while in state TERMINATED
02:07:50.277 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:50.278 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
02:07:50.278 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:07:50.279 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:07:50.279 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:07:50.279 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:07:50.285 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:50.285 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:50.285 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:50.285 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.288 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:50.289 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:50.290 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:50.290 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:50.290 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:50.290 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:50.291 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:50.291 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:50.291 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:50.291 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:50.291 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:50.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:50.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:50.292 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:50.292 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:50.293 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:50.293 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:50.293 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:50.293 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:50.293 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:50.293 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:50.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:50.293 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:50.293 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:50.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:50.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:50.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:50.296 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:50.301 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.12.14.60:40269(127.12.14.60:40269)] disconnecting while in state TERMINATED
02:07:50.301 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.12.14.61:42381(127.12.14.61:42381)] disconnecting while in state TERMINATED
02:07:50.302 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 08fdb09a2f72440aaf043c725cb9e326(127.12.14.3:45549)] disconnecting while in state TERMINATED
02:07:50.302 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.12.14.62:38547(127.12.14.62:38547)] disconnecting while in state TERMINATED
02:07:50.302 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:50.302 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:07:50.302 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
02:07:50.303 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
02:07:50.303 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:07:50.304 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
02:07:50.304 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:07:50.305 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:50.310 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:07:50.311 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:07:50.315 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
02:07:50.316 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:07:50.318 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:07:50.318 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:07:50.319 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:07:50.320 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:07:50.321 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:07:50.322 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:07:50.322 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
02:07:50.322 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:07:50.323 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:07:50.323 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
02:07:50.324 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:07:50.324 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 0d8395fba2788201aec6c54dce2f1c84
02:07:50.416 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:50.416 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:50.416 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:50.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.418 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:50.424 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:50.425 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:50.425 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:50.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.427 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:50.545 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:50.545 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:50.545 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:50.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.545 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:50.546 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.546 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.546 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:50.546 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:50.546 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:50.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:50.726 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:50.726 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:50.726 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:50.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:50.730 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:50.731 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:50.731 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:50.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.732 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:50.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:50.767 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:50.768 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:50.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:50.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:50.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:50.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:50.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:50.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:50.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:50.768 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:50.769 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:50.769 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:50.769 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:50.769 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:50.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:50.790 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:50.790 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:50.791 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:50.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.792 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:50.814 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:50.814 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:50.814 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:50.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:50.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:50.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:50.817 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:50.991 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:50.991 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:50.991 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:50.992 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:50.993 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:50.993 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:50.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:50.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:50.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:50.992 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:50.993 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:50.993 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:50.993 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:51.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:51.010099 14924 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2192 milliseconds
02:07:51.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:50.217272 14921 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 14909
02:07:51.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:51.009828 14909 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.194s	user 0.810s	sys 1.230s
02:07:51.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:51.011078 14909 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.195s	user 0.810s	sys 1.231s
02:07:51.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:48.816470 14923 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:51.011845 14925 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.011801 14909 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:51.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.015924 14909 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.018033 14909 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.019384 14909 hybrid_clock.cc:648] HybridClock initialized: now 1779070071019332 us; error 42 us; skew 500 ppm
02:07:51.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.020290 14909 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.029568 14909 webserver.cc:533] Webserver started at http://127.14.8.66:36367/ using document root <none> and password file <none>
02:07:51.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.030654 14909 fs_manager.cc:362] Metadata directory not provided
02:07:51.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.030898 14909 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:51.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.031410 14909 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:51.032 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:51.032 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:51.032 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:51.032 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:51.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:51.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:51.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:51.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:51.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:51.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:51.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:51.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:51.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.036142 14909 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/data/instance:
02:07:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e77b2ad4b1945efb2da870907d14802"
02:07:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:51 on dist-test-slave-9vqr"
02:07:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.037314 14909 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/wal/instance:
02:07:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e77b2ad4b1945efb2da870907d14802"
02:07:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:51 on dist-test-slave-9vqr"
02:07:51.045 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:51.045 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:51.045 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:51.045 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.045181 14909 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
02:07:51.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:51.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.051641 15007 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.052717 14909 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
02:07:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.053089 14909 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/wal
02:07:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e77b2ad4b1945efb2da870907d14802"
02:07:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:51 on dist-test-slave-9vqr"
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.053445 14909 fs_report.cc:389] FS layout report
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/wal
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/wal
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/data/data
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:51.062 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:51.062 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:51.062 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:51.062 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:51.062 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:51.063 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:51.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:51.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:51.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:51.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:51.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:51.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:51.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:51.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.106930 14909 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:51.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.108546 14909 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.109011 14909 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:51.110 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:51.110 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:51.110 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:51.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:51.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:51.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:51.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:51.111 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:51.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:51.112 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:51.112 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:51.112 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:51.112 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:51.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.112265 14909 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.129492 14909 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:07:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.129747 14909 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:07:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.130029 14909 ts_tablet_manager.cc:616] Registered 0 tablets
02:07:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.130196 14909 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:07:51.131 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:51.131 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:51.131 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:51.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:51.132 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:51.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:51.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:51.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:51.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:51.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:51.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:51.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:51.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:51.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:51.197 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0d8395fba2788201aec6c54dce2f1c84) switched from state RESTARTING to RUNNING.
02:07:51.197 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 0d8395fba2788201aec6c54dce2f1c84 from Checkpoint 71 @ 1779070070098 for 0d8395fba2788201aec6c54dce2f1c84 located at file:/tmp/junit14535583248957966585/checkpoints/0d8395fba2788201aec6c54dce2f1c84/chk-71.
02:07:51.198 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
02:07:51.198 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:07:51.199 [INFO - Thread-52] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:07:51.199 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
02:07:51.199 [DEBUG - Thread-52] (Connection.java:575) [peer master-127.11.65.188:39581(127.11.65.188:39581)] disconnecting while in state TERMINATED
02:07:51.199 [DEBUG - Thread-52] (Connection.java:575) [peer master-127.11.65.189:39499(127.11.65.189:39499)] disconnecting while in state TERMINATED
02:07:51.199 [DEBUG - Thread-52] (Connection.java:575) [peer master-127.11.65.190:40661(127.11.65.190:40661)] disconnecting while in state TERMINATED
02:07:51.199 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:07:51.200 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:51.201 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:07:51.201 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
02:07:51.201 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
02:07:51.201 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id d3a3082cb47522c9f2863b17bcda3a0d
02:07:51.201 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
02:07:51.201 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
02:07:51.202 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:07:51.202 [INFO - Thread-52] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:07:51.202 [INFO - Thread-52] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:07:51.203 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d3a3082cb47522c9f2863b17bcda3a0d.
02:07:51.203 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
02:07:51.204 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id 13b44c31f483957181ce35908cf03122
02:07:51.204 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id d3a3082cb47522c9f2863b17bcda3a0d.
02:07:51.204 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
02:07:51.205 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:07:51.205 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 13b44c31f483957181ce35908cf03122.
02:07:51.205 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
02:07:51.205 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id 90acbd4a4c30020c3e87a531c222a0d2
02:07:51.206 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
02:07:51.206 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 13b44c31f483957181ce35908cf03122.
02:07:51.206 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:07:51.206 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 90acbd4a4c30020c3e87a531c222a0d2.
02:07:51.206 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
02:07:51.207 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
02:07:51.207 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
02:07:51.207 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 90acbd4a4c30020c3e87a531c222a0d2.
02:07:51.207 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id be394e81e38df7fbc495db38f2967cbb
02:07:51.207 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
02:07:51.208 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
02:07:51.208 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4fa101b6
02:07:51.208 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:51.208 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9cfb77f
02:07:51.208 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:51.208 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:07:51.208 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:07:51.208 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:07:51.208 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:07:51.209 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:07:51.209 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:07:51.210 [DEBUG - Thread-52] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:51.210 [INFO - Thread-52] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:07:51.211 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c758d66
02:07:51.211 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@96ed4ef
02:07:51.212 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot be394e81e38df7fbc495db38f2967cbb.
02:07:51.213 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:51.213 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id be394e81e38df7fbc495db38f2967cbb.
02:07:51.215 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
02:07:51.215 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
02:07:51.216 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2845aaa2
02:07:51.216 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:51.216 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:07:51.216 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:07:51.217 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:51.217 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:07:51.219 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@50a77935
02:07:51.221 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:51.222 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.222 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:51.222 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:51.222 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:51.222 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:07:51.228 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
02:07:51.228 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
02:07:51.228 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.228 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15402532
02:07:51.229 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:51.229 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:07:51.229 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:07:51.229 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.230 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.231 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36d21013
02:07:51.232 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:07:51.233 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:51.234 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.234 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.235 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:51.236 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.236 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.237 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.237 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.237 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.238 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.238 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.239 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.239 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.240 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.240 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.241 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.241 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.241 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.241 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.241 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.241 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.241 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:51.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.241 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:51.242 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.242 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.242 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.242 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.243 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:51.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.243 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.244 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.244 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.244 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:51.249 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.249 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.250 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.251 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.252 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.253 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.253 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.255 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.255 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:51.256 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.257 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.257 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:51.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.258 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:51.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.259 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.259 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.259 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.260 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.260 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.260 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:51.260 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.260 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.260 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.260 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.261 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.262 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.262 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.262 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.262 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.263 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.264 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.264 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.264 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.265 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:51.269 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.269 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.269 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.269 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.269 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.270 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.270 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.270 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.272 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.273 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.275 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:51.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.276 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:51.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.276 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.277 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.278 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:51.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.279 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.279 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.279 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.279 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.279 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:51.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.280 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.282 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.282 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.282 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.283 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.284 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:51.289 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.289 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.289 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.289 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.289 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.289 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.290 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.290 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.290 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.290 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.290 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.290 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.290 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.291 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.291 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.291 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.291 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.291 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.295 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:51.296 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:51.296 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:51.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.297 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.297 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.297 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.297 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:51.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.299 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.302 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.302 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.302 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.304 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.304 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.304 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.309 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.310 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.310 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.310 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.310 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.310 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.310 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.310 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.310 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.310 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.311 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.313 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.313 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.316 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:51.316 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.316 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:51.316 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.316 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:51.317 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.317 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.317 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.318 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:51.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.318 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.322 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.322 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.322 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.322 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.322 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.322 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.323 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.329 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.330 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.330 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.330 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.330 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.330 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.330 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.333 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.333 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.335 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.336 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:51.336 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:51.336 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:51.336 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.336 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.336 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.337 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:51.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.341 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:51.341 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:51.341 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:51.341 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:51.341 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:51.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:51.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:51.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:51.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:51.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:51.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:51.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:51.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:51.350 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.350 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.351 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.352 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.357 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.357 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.357 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.358 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.358 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:51.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.359649 14909 rpc_server.cc:307] RPC server started. Bound to: 127.14.8.66:41353
02:07:51.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.359829 15171 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.8.66:41353 every 8 connection(s)
02:07:51.362 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.362 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.362 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.362 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.362 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.363 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.363 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.363588 14909 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/data/info.pb
02:07:51.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.366206 14369 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 14909
02:07:51.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.366639 14369 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-1/wal/instance
02:07:51.376 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:51.376 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:51.376 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:51.376 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:51.376 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:51.377 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:51.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:51.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:51.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:51.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:51.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:51.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:51.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:51.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:51.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:51.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:51.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.379 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.379 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.386941 14369 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/wal
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/data
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/logs
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/data/info.pb
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.8.67:0
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.8.67
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.8.67
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.8.84:37807
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:51.389 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.389 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.389 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.390 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.390 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.390 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.390 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.390 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.390 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.390 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.416 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:51.416 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:51.416 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:51.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.418 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:51.430 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.430 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.431 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.433 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.437 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.437 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.437 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.439 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.439 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.442 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.442 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.442 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.444 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.458577 15177 heartbeater.cc:344] Connected to a master server at 127.14.8.126:34347
02:07:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.459113 15177 heartbeater.cc:461] Registering TS with master...
02:07:51.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.460527 15177 heartbeater.cc:507] Master 127.14.8.126:34347 requested a full tablet report, sending...
02:07:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.467022 14425 ts_manager.cc:194] Registered new tserver with Master: 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353)
02:07:51.469 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.469 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.469 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.471 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.475250 15173 heartbeater.cc:344] Connected to a master server at 127.14.8.125:37543
02:07:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.475633 15173 heartbeater.cc:461] Registering TS with master...
02:07:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.476596 15173 heartbeater.cc:507] Master 127.14.8.125:37543 requested a full tablet report, sending...
02:07:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.476718 15172 heartbeater.cc:344] Connected to a master server at 127.14.8.124:34435
02:07:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.477087 15172 heartbeater.cc:461] Registering TS with master...
02:07:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.477990 15172 heartbeater.cc:507] Master 127.14.8.124:34435 requested a full tablet report, sending...
02:07:51.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.479202 14553 ts_manager.cc:194] Registered new tserver with Master: 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353)
02:07:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.480810 14638 ts_manager.cc:194] Registered new tserver with Master: 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353)
02:07:51.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.482751 14638 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.8.66:45603
02:07:51.509 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.509 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.510 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.510 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.510 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.510 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.569 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.569 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.569 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.570 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.570 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.570 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.571 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.571 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.571 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.571 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.572 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.596 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:51.596 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:51.596 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:51.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:51.615 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:51.616 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:51.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.616 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:51.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:51.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.617 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:51.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:51.617 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:51.669 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.670 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.670 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.670 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.670 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.670 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.671 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.671 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.671 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.677 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.677 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.677 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.682 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.682 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.682 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.683 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:51.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:51.750 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:51.751 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:51.751 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:51.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:51.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:51.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:51.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:51.752 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:51.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:51.752 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:51.752 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:51.752 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:51.752 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:51.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:51.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:51.794143 15176 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:51.794633 15176 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:51.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:51.795038 15176 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:51.833220 15176 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:51.834048 15176 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.8.67
02:07:51.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:51.862 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:51.862 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:51.863 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:51.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.863 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:51.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.863 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.863 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:51.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:51.863 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.874871 15176 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.8.84:37807
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/data
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/wal
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.8.67:0
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/data/info.pb
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.8.67
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.8.67
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/logs
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:07:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:07:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:07:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.876207 15176 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:51.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:51.877907 15176 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:51.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:51.891479 15188 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:51.967 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:51.967 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:51.967 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:51.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:51.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:51.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:51.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:51.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:51.968 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:51.969 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:51.969 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:51.969 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:51.969 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:52.028 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:52.029 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:52.029 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:52.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.030 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:52.116 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:52.116 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:52.117 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:52.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.119 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.119 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:52.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:52.189 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:52.189 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:52.190 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:52.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.191 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:52.210 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:52.210 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:52.210 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:52.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:52.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:52.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:52.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:52.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:52.376 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:52.376 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:52.376 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:52.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:52.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:52.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:52.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:52.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:52.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:52.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:52.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:52.380 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:52.380 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:52.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:52.487422 15172 heartbeater.cc:499] Master 127.14.8.124:34435 was elected leader, sending a full tablet report...
02:07:52.548 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:52.548 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:52.548 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:52.549 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:52.549 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:52.549 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:52.549 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:52.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:52.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:52.550 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:52.550 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:52.550 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:52.550 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:52.606 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:52.606 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:52.606 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:52.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:52.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:52.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:52.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:52.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:52.607 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:52.607 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:52.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:52.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:52.608 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:52.610 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:52.610 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:52.611 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:52.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:52.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:52.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:52.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:52.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:52.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:52.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:52.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:52.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:52.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:52.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:52.703 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:52.703 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:52.703 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:52.704 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.704 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:52.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.705 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:52.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:52.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:52.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:52.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:52.770 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:52.770 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:52.770 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:52.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:52.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:52.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:52.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:52.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:52.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:52.773 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:52.773 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:52.773 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:52.773 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:52.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:52.790 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:52.791 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:52.791 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:52.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:52.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:52.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:52.792 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:52.792 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:52.792 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:52.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:52.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:52.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:52.792 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:52.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:52.872 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:52.872 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:52.872 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:52.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:52.873 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:52.873 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:52.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:52.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:52.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:52.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:52.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:52.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:52.874 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:53.069 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:53.070 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:53.070 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:53.070 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.072 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.072 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.072 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.072 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:53.117 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:53.117 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:53.117 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:53.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:53.142 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:53.143 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:53.143 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:53.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.144 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.144 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.145 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:53.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:53.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:53.263 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:53.263 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:53.264 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:53.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.267 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:53.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:53.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:53.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:53.415 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:53.415 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:53.415 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:53.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:53.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:53.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:53.416 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:53.416 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:53.416 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:53.416 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:53.417 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:53.417 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:53.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:53.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:53.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:53.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:53.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:53.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:53.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:53.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:53.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:53.418 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:53.419 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:53.419 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:53.420 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:53.420 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:53.470 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:53.470 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:53.470 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:53.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:53.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:53.472 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.472 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:53.472 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:53.293951 15187 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 15176
02:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:53.509191 15176 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.617s	user 0.425s	sys 0.795s
02:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:53.509618 15176 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.618s	user 0.425s	sys 0.795s
02:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:51.892400 15189 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:53.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:53.510865 15190 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1618 milliseconds
02:07:53.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.511344 15176 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:53.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:53.511458 15191 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:53.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.515784 15176 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:53.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.518086 15176 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:53.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.519750 15176 hybrid_clock.cc:648] HybridClock initialized: now 1779070073519709 us; error 54 us; skew 500 ppm
02:07:53.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.520699 15176 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.527271 15176 webserver.cc:533] Webserver started at http://127.14.8.67:42105/ using document root <none> and password file <none>
02:07:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.528328 15176 fs_manager.cc:362] Metadata directory not provided
02:07:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.528563 15176 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.528954 15176 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.533826 15176 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/data/instance:
02:07:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4d432adba0044348680d5d5c9d70d8e"
02:07:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:53 on dist-test-slave-9vqr"
02:07:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.534943 15176 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/wal/instance:
02:07:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4d432adba0044348680d5d5c9d70d8e"
02:07:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:53 on dist-test-slave-9vqr"
02:07:53.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.542779 15176 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.001s
02:07:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.549060 15203 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.550360 15176 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.550688 15176 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/wal
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4d432adba0044348680d5d5c9d70d8e"
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:07:53 on dist-test-slave-9vqr"
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.550992 15176 fs_report.cc:389] FS layout report
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/wal
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/wal
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/data/data
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:53.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.602104 15176 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.603721 15176 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.604207 15176 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.606989 15176 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.611635 15176 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:07:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.611837 15176 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:07:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.612066 15176 ts_tablet_manager.cc:616] Registered 0 tablets
02:07:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.612221 15176 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
02:07:53.631 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:53.632 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:53.632 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:53.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:53.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:53.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:53.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:53.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:53.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:53.633 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:53.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:53.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:53.634 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:53.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:53.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:53.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:53.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.777052 15176 rpc_server.cc:307] RPC server started. Bound to: 127.14.8.67:35903
02:07:53.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.777222 15317 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.8.67:35903 every 8 connection(s)
02:07:53.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.779734 15176 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/data/info.pb
02:07:53.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:53.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.788542 14369 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 15176
02:07:53.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.789040 14369 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster12287797316801061257/ts-2/wal/instance
02:07:53.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.825246 15320 heartbeater.cc:344] Connected to a master server at 127.14.8.126:34347
02:07:53.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.825623 15318 heartbeater.cc:344] Connected to a master server at 127.14.8.124:34435
02:07:53.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.825817 15320 heartbeater.cc:461] Registering TS with master...
02:07:53.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.825959 15318 heartbeater.cc:461] Registering TS with master...
02:07:53.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.827114 15320 heartbeater.cc:507] Master 127.14.8.126:34347 requested a full tablet report, sending...
02:07:53.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.827152 15318 heartbeater.cc:507] Master 127.14.8.124:34435 requested a full tablet report, sending...
02:07:53.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.830807 14425 ts_manager.cc:194] Registered new tserver with Master: b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.833875 14638 ts_manager.cc:194] Registered new tserver with Master: b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.834679 15319 heartbeater.cc:344] Connected to a master server at 127.14.8.125:37543
02:07:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.834993 15319 heartbeater.cc:461] Registering TS with master...
02:07:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.835721 15319 heartbeater.cc:507] Master 127.14.8.125:37543 requested a full tablet report, sending...
02:07:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.835984 14638 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.8.67:42711
02:07:53.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.838436 14553 ts_manager.cc:194] Registered new tserver with Master: b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:53.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.843441 14369 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:07:53.854 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:07:53.854 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:07:53.856 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.8.126"
      port: 34347
    }
    bound_http_address {
      host: "127.14.8.126"
      port: 40675
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.8.125"
      port: 37543
    }
    bound_http_address {
      host: "127.14.8.125"
      port: 45859
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.8.124"
      port: 34435
    }
    bound_http_address {
      host: "127.14.8.124"
      port: 43513
    }
  }
}

02:07:53.856 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:07:53.857 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.8.65"
      port: 42077
    }
    bound_http_address {
      host: "127.14.8.65"
      port: 37311
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.8.66"
      port: 41353
    }
    bound_http_address {
      host: "127.14.8.66"
      port: 36367
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.8.67"
      port: 35903
    }
    bound_http_address {
      host: "127.14.8.67"
      port: 42105
    }
  }
}

02:07:53.857 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:07:53.858 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:53.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:53.860 [DEBUG - main] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:07:53.861 [DEBUG - main] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:07:53.861 [DEBUG - main] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:07:53.861 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.82.253:44067(127.13.82.253:44067)] Successfully connected to peer
02:07:53.862 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.82.254:42605(127.13.82.254:42605)] Successfully connected to peer
02:07:53.863 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.82.252:36411(127.13.82.252:36411)] Successfully connected to peer
02:07:53.865 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.253
02:07:53.869 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.252
02:07:53.876 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.254
02:07:53.877 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:53.881 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:53.881 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x80ed95ef, L:/127.0.0.1:56720 - R:/127.13.82.253:44067] using SASL/PLAIN
02:07:53.885 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x488b96a6, L:/127.0.0.1:50794 - R:/127.13.82.252:36411] using SASL/PLAIN
02:07:53.892 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:53.896 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xeb7df19b, L:/127.0.0.1:35464 - R:/127.13.82.254:42605] using SASL/PLAIN
02:07:53.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:53.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=40), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [25ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: OK, deferred=null) after lookup
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:53.902065 13687 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35464:
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:07:53.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:53.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:53.906 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:53.906 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:53.907 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:53.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:53.906791 13687 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:07:53.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:53.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:53.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:53.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:53.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:53.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:53.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:53.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:53.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:53.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:53.961 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5353bd688d63481ab42abfad5f22e05b
02:07:53.989 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:53.989 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:53.989 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:53.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:53.989 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:53.989 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:53.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:53.990 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:53.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:53.990 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:53.990 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:53.990 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:53.990 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:53.997 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:53.998 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:53.998 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:53.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:53.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:53.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:53.999 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:53.999 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:53.999 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:53.999 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:53.999 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:53.999 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:54.000 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.012034 14006 tablet_service.cc:1511] Processing CreateTablet for tablet b04f9c09b313474d9b16851418afcd9b (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
02:07:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.011281 14009 tablet_service.cc:1511] Processing CreateTablet for tablet 266722c3b63e473ba04de5576e740d4d (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
02:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.020358 14008 tablet_service.cc:1511] Processing CreateTablet for tablet 5d9872249dc14ad09e15f1962633791f (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
02:07:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.022457 14004 tablet_service.cc:1511] Processing CreateTablet for tablet fb9ed678d28c4d249e1bbdd8c1cd2185 (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
02:07:54.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.024068 14006 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b04f9c09b313474d9b16851418afcd9b. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.011790 14007 tablet_service.cc:1511] Processing CreateTablet for tablet d37351db9ff14454afa57ed35137bdc4 (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
02:07:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.027920 14005 tablet_service.cc:1511] Processing CreateTablet for tablet 911a5042745e49a982ebdb7e35c96ab7 (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
02:07:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.037125 14007 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d37351db9ff14454afa57ed35137bdc4. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.039250 14004 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fb9ed678d28c4d249e1bbdd8c1cd2185. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.040484 14005 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 911a5042745e49a982ebdb7e35c96ab7. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.048945 14290 tablet_service.cc:1511] Processing CreateTablet for tablet 911a5042745e49a982ebdb7e35c96ab7 (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
02:07:54.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.050899 14290 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 911a5042745e49a982ebdb7e35c96ab7. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.051736 14008 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5d9872249dc14ad09e15f1962633791f. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.052948 14289 tablet_service.cc:1511] Processing CreateTablet for tablet fb9ed678d28c4d249e1bbdd8c1cd2185 (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
02:07:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.053399 14009 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 266722c3b63e473ba04de5576e740d4d. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.053966 14289 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fb9ed678d28c4d249e1bbdd8c1cd2185. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.055290 14292 tablet_service.cc:1511] Processing CreateTablet for tablet d37351db9ff14454afa57ed35137bdc4 (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
02:07:54.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.056361 14292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d37351db9ff14454afa57ed35137bdc4. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.057032 14150 tablet_service.cc:1511] Processing CreateTablet for tablet 911a5042745e49a982ebdb7e35c96ab7 (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
02:07:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.058605 14150 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 911a5042745e49a982ebdb7e35c96ab7. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.058594 14291 tablet_service.cc:1511] Processing CreateTablet for tablet b04f9c09b313474d9b16851418afcd9b (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
02:07:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.060674 14291 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b04f9c09b313474d9b16851418afcd9b. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.061503 14293 tablet_service.cc:1511] Processing CreateTablet for tablet 5d9872249dc14ad09e15f1962633791f (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
02:07:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.061838 14151 tablet_service.cc:1511] Processing CreateTablet for tablet b04f9c09b313474d9b16851418afcd9b (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
02:07:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.062515 14293 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5d9872249dc14ad09e15f1962633791f. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.062870 14151 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b04f9c09b313474d9b16851418afcd9b. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.067492 14149 tablet_service.cc:1511] Processing CreateTablet for tablet fb9ed678d28c4d249e1bbdd8c1cd2185 (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
02:07:54.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.069401 14154 tablet_service.cc:1511] Processing CreateTablet for tablet 266722c3b63e473ba04de5576e740d4d (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
02:07:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.070714 14149 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fb9ed678d28c4d249e1bbdd8c1cd2185. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.055457 14152 tablet_service.cc:1511] Processing CreateTablet for tablet d37351db9ff14454afa57ed35137bdc4 (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
02:07:54.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.072088 14294 tablet_service.cc:1511] Processing CreateTablet for tablet 266722c3b63e473ba04de5576e740d4d (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
02:07:54.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.073208 14294 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 266722c3b63e473ba04de5576e740d4d. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.073433 14152 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d37351db9ff14454afa57ed35137bdc4. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.079224 14153 tablet_service.cc:1511] Processing CreateTablet for tablet 5d9872249dc14ad09e15f1962633791f (DEFAULT_TABLE table=replication_test_table [id=5353bd688d63481ab42abfad5f22e05b]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
02:07:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.081751 14153 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5d9872249dc14ad09e15f1962633791f. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.095546 14154 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 266722c3b63e473ba04de5576e740d4d. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:54.112 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:54.112 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:54.112 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:54.112 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:54.112 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:54.113 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:54.113 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:54.113 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:54.113 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:54.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:54.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:54.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:54.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:54.116 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:54.116 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:54.117 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:54.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:54.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:54.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:54.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:54.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:54.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:54.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:54.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:54.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:54.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.122398 15350 tablet_bootstrap.cc:492] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726: Bootstrap starting.
02:07:54.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.144093 15351 tablet_bootstrap.cc:492] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc: Bootstrap starting.
02:07:54.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.144461 15350 tablet_bootstrap.cc:654] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726: Neither blocks nor log segments found. Creating new log.
02:07:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.147173 15350 log.cc:826] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726: Log is configured to *not* fsync() on all Append() calls
02:07:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.155970 15352 tablet_bootstrap.cc:492] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485: Bootstrap starting.
02:07:54.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.160182 15351 tablet_bootstrap.cc:654] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc: Neither blocks nor log segments found. Creating new log.
02:07:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.166713 15350 tablet_bootstrap.cc:492] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726: No bootstrap required, opened a new log
02:07:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.167510 15351 log.cc:826] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc: Log is configured to *not* fsync() on all Append() calls
02:07:54.170 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:54.170 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:54.170 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:54.170 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:54.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:54.170 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:54.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:54.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:54.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:54.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:54.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:54.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:54.171 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.173750 15350 ts_tablet_manager.cc:1403] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726: Time spent bootstrapping tablet: real 0.052s	user 0.012s	sys 0.009s
02:07:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.174084 15352 tablet_bootstrap.cc:654] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485: Neither blocks nor log segments found. Creating new log.
02:07:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.177233 15352 log.cc:826] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485: Log is configured to *not* fsync() on all Append() calls
02:07:54.188 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:54.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.194713 15352 tablet_bootstrap.cc:492] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485: No bootstrap required, opened a new log
02:07:54.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.195262 15352 ts_tablet_manager.cc:1403] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485: Time spent bootstrapping tablet: real 0.041s	user 0.016s	sys 0.005s
02:07:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.217680 15351 tablet_bootstrap.cc:492] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc: No bootstrap required, opened a new log
02:07:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.218530 15351 ts_tablet_manager.cc:1403] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc: Time spent bootstrapping tablet: real 0.075s	user 0.013s	sys 0.021s
02:07:54.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.230185 15350 raft_consensus.cc:359] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } }
02:07:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.231192 15352 raft_consensus.cc:359] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.231442 15350 raft_consensus.cc:385] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.232520 15350 raft_consensus.cc:740] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e23d2c077a42423b906925aa70c41726, State: Initialized, Role: FOLLOWER
02:07:54.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.232237 15352 raft_consensus.cc:385] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.233099 15352 raft_consensus.cc:740] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2e0a22257be4f5d92d20f2ce2b13485, State: Initialized, Role: FOLLOWER
02:07:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.233505 15350 consensus_queue.cc:260] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } }
02:07:54.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.235702 15352 consensus_queue.cc:260] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.260316 15350 ts_tablet_manager.cc:1434] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726: Time spent starting tablet: real 0.086s	user 0.032s	sys 0.010s
02:07:54.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.264776 15351 raft_consensus.cc:359] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.265826 15351 raft_consensus.cc:385] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.266144 15351 raft_consensus.cc:740] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5f1eb757c9845cf9d58e20c26aebcfc, State: Initialized, Role: FOLLOWER
02:07:54.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.267297 15351 consensus_queue.cc:260] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.274585 15350 tablet_bootstrap.cc:492] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726: Bootstrap starting.
02:07:54.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.281991 15350 tablet_bootstrap.cc:654] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726: Neither blocks nor log segments found. Creating new log.
02:07:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.285007 15352 ts_tablet_manager.cc:1434] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485: Time spent starting tablet: real 0.089s	user 0.030s	sys 0.014s
02:07:54.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.291090 15351 ts_tablet_manager.cc:1434] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc: Time spent starting tablet: real 0.072s	user 0.023s	sys 0.023s
02:07:54.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:54.295042 14227 tablet.cc:2404] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:54.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.295150 15351 tablet_bootstrap.cc:492] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e5f1eb757c9845cf9d58e20c26aebcfc: Bootstrap starting.
02:07:54.301 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:54.301 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:54.301 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:54.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:54.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:54.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:54.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:54.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:54.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:54.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:54.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:54.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:54.303 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:54.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.306591 15350 tablet_bootstrap.cc:492] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726: No bootstrap required, opened a new log
02:07:54.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.307037 15350 ts_tablet_manager.cc:1403] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726: Time spent bootstrapping tablet: real 0.033s	user 0.008s	sys 0.006s
02:07:54.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.308053 15351 tablet_bootstrap.cc:654] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e5f1eb757c9845cf9d58e20c26aebcfc: Neither blocks nor log segments found. Creating new log.
02:07:54.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.308751 15352 tablet_bootstrap.cc:492] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485: Bootstrap starting.
02:07:54.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.309885 15350 raft_consensus.cc:359] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.310573 15350 raft_consensus.cc:385] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.310846 15350 raft_consensus.cc:740] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e23d2c077a42423b906925aa70c41726, State: Initialized, Role: FOLLOWER
02:07:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.311658 15350 consensus_queue.cc:260] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.318318 15352 tablet_bootstrap.cc:654] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485: Neither blocks nor log segments found. Creating new log.
02:07:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.323899 15350 ts_tablet_manager.cc:1434] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726: Time spent starting tablet: real 0.016s	user 0.005s	sys 0.000s
02:07:54.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.332679 15350 tablet_bootstrap.cc:492] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726: Bootstrap starting.
02:07:54.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.340184 15352 tablet_bootstrap.cc:492] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485: No bootstrap required, opened a new log
02:07:54.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.340638 15352 ts_tablet_manager.cc:1403] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485: Time spent bootstrapping tablet: real 0.032s	user 0.009s	sys 0.008s
02:07:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.340837 15350 tablet_bootstrap.cc:654] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726: Neither blocks nor log segments found. Creating new log.
02:07:54.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.343415 15352 raft_consensus.cc:359] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } }
02:07:54.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.344022 15352 raft_consensus.cc:385] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.344297 15352 raft_consensus.cc:740] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2e0a22257be4f5d92d20f2ce2b13485, State: Initialized, Role: FOLLOWER
02:07:54.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.344978 15352 consensus_queue.cc:260] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } }
02:07:54.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.346572 15351 tablet_bootstrap.cc:492] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e5f1eb757c9845cf9d58e20c26aebcfc: No bootstrap required, opened a new log
02:07:54.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.347102 15351 ts_tablet_manager.cc:1403] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e5f1eb757c9845cf9d58e20c26aebcfc: Time spent bootstrapping tablet: real 0.052s	user 0.023s	sys 0.015s
02:07:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.350256 15351 raft_consensus.cc:359] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.351045 15351 raft_consensus.cc:385] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.351425 15351 raft_consensus.cc:740] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5f1eb757c9845cf9d58e20c26aebcfc, State: Initialized, Role: FOLLOWER
02:07:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.352319 15351 consensus_queue.cc:260] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e5f1eb757c9845cf9d58e20c26aebcfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.354849 15351 ts_tablet_manager.cc:1434] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e5f1eb757c9845cf9d58e20c26aebcfc: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
02:07:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.356753 15351 tablet_bootstrap.cc:492] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc: Bootstrap starting.
02:07:54.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.360149 15350 tablet_bootstrap.cc:492] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726: No bootstrap required, opened a new log
02:07:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.360603 15350 ts_tablet_manager.cc:1403] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726: Time spent bootstrapping tablet: real 0.028s	user 0.006s	sys 0.013s
02:07:54.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.363428 15351 tablet_bootstrap.cc:654] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc: Neither blocks nor log segments found. Creating new log.
02:07:54.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.363229 15350 raft_consensus.cc:359] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.363912 15350 raft_consensus.cc:385] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.364223 15350 raft_consensus.cc:740] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e23d2c077a42423b906925aa70c41726, State: Initialized, Role: FOLLOWER
02:07:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.364948 15350 consensus_queue.cc:260] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.375536 15351 tablet_bootstrap.cc:492] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc: No bootstrap required, opened a new log
02:07:54.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.376016 15351 ts_tablet_manager.cc:1403] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc: Time spent bootstrapping tablet: real 0.019s	user 0.001s	sys 0.016s
02:07:54.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.378731 15351 raft_consensus.cc:359] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.379385 15351 raft_consensus.cc:385] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.379663 15351 raft_consensus.cc:740] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5f1eb757c9845cf9d58e20c26aebcfc, State: Initialized, Role: FOLLOWER
02:07:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.380504 15351 consensus_queue.cc:260] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.383256 15351 ts_tablet_manager.cc:1434] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
02:07:54.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.384074 15351 tablet_bootstrap.cc:492] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc: Bootstrap starting.
02:07:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.391610 15359 raft_consensus.cc:493] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.392247 15359 raft_consensus.cc:515] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.393395 15350 ts_tablet_manager.cc:1434] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726: Time spent starting tablet: real 0.032s	user 0.005s	sys 0.000s
02:07:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.399287 15359 leader_election.cc:290] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385), f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185)
02:07:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.404681 15351 tablet_bootstrap.cc:654] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc: Neither blocks nor log segments found. Creating new log.
02:07:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.406507 15350 tablet_bootstrap.cc:492] T 911a5042745e49a982ebdb7e35c96ab7 P e23d2c077a42423b906925aa70c41726: Bootstrap starting.
02:07:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.412683 15350 tablet_bootstrap.cc:654] T 911a5042745e49a982ebdb7e35c96ab7 P e23d2c077a42423b906925aa70c41726: Neither blocks nor log segments found. Creating new log.
02:07:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.421438 14029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "911a5042745e49a982ebdb7e35c96ab7" candidate_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e23d2c077a42423b906925aa70c41726" is_pre_election: true
02:07:54.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:54.423753 14250 leader_election.cc:343] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385): Illegal state: must be running to vote when last-logged opid is not known
02:07:54.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.431067 15352 ts_tablet_manager.cc:1434] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485: Time spent starting tablet: real 0.090s	user 0.006s	sys 0.000s
02:07:54.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.432494 15351 tablet_bootstrap.cc:492] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc: No bootstrap required, opened a new log
02:07:54.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.433054 15350 tablet_bootstrap.cc:492] T 911a5042745e49a982ebdb7e35c96ab7 P e23d2c077a42423b906925aa70c41726: No bootstrap required, opened a new log
02:07:54.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.433660 15350 ts_tablet_manager.cc:1403] T 911a5042745e49a982ebdb7e35c96ab7 P e23d2c077a42423b906925aa70c41726: Time spent bootstrapping tablet: real 0.027s	user 0.011s	sys 0.013s
02:07:54.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.434068 15351 ts_tablet_manager.cc:1403] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc: Time spent bootstrapping tablet: real 0.050s	user 0.014s	sys 0.004s
02:07:54.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.432092 15352 tablet_bootstrap.cc:492] T fb9ed678d28c4d249e1bbdd8c1cd2185 P f2e0a22257be4f5d92d20f2ce2b13485: Bootstrap starting.
02:07:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.436579 15350 raft_consensus.cc:359] T 911a5042745e49a982ebdb7e35c96ab7 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.440179 15350 raft_consensus.cc:385] T 911a5042745e49a982ebdb7e35c96ab7 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.440779 15350 raft_consensus.cc:740] T 911a5042745e49a982ebdb7e35c96ab7 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e23d2c077a42423b906925aa70c41726, State: Initialized, Role: FOLLOWER
02:07:54.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.441506 15351 raft_consensus.cc:359] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.441488 15350 consensus_queue.cc:260] T 911a5042745e49a982ebdb7e35c96ab7 P e23d2c077a42423b906925aa70c41726 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.442166 15351 raft_consensus.cc:385] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.443549 15351 raft_consensus.cc:740] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5f1eb757c9845cf9d58e20c26aebcfc, State: Initialized, Role: FOLLOWER
02:07:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.444208 15351 consensus_queue.cc:260] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.448485 15351 ts_tablet_manager.cc:1434] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc: Time spent starting tablet: real 0.014s	user 0.006s	sys 0.000s
02:07:54.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.451247 15351 tablet_bootstrap.cc:492] T 5d9872249dc14ad09e15f1962633791f P e5f1eb757c9845cf9d58e20c26aebcfc: Bootstrap starting.
02:07:54.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.455037 14174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "911a5042745e49a982ebdb7e35c96ab7" candidate_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" is_pre_election: true
02:07:54.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.455899 14174 raft_consensus.cc:2468] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e5f1eb757c9845cf9d58e20c26aebcfc in term 0.
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.457641 14247 leader_election.cc:304] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e5f1eb757c9845cf9d58e20c26aebcfc, f2e0a22257be4f5d92d20f2ce2b13485; no voters: e23d2c077a42423b906925aa70c41726
02:07:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.458719 15359 raft_consensus.cc:2804] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.459103 15359 raft_consensus.cc:493] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.459414 15359 raft_consensus.cc:3060] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Advancing to term 1
02:07:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.462529 15350 ts_tablet_manager.cc:1434] T 911a5042745e49a982ebdb7e35c96ab7 P e23d2c077a42423b906925aa70c41726: Time spent starting tablet: real 0.028s	user 0.003s	sys 0.002s
02:07:54.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.465626 15352 tablet_bootstrap.cc:654] T fb9ed678d28c4d249e1bbdd8c1cd2185 P f2e0a22257be4f5d92d20f2ce2b13485: Neither blocks nor log segments found. Creating new log.
02:07:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.466063 15359 raft_consensus.cc:515] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:54.466497 14363 tablet.cc:2404] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.468014 15359 leader_election.cc:290] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 election: Requested vote from peers e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385), f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185)
02:07:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.470350 15351 tablet_bootstrap.cc:654] T 5d9872249dc14ad09e15f1962633791f P e5f1eb757c9845cf9d58e20c26aebcfc: Neither blocks nor log segments found. Creating new log.
02:07:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.471058 15350 tablet_bootstrap.cc:492] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726: Bootstrap starting.
02:07:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.471335 14029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "911a5042745e49a982ebdb7e35c96ab7" candidate_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e23d2c077a42423b906925aa70c41726"
02:07:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:54.472558 14082 tablet.cc:2404] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.471927 14029 raft_consensus.cc:3060] T 911a5042745e49a982ebdb7e35c96ab7 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Advancing to term 1
02:07:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.478061 15350 tablet_bootstrap.cc:654] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726: Neither blocks nor log segments found. Creating new log.
02:07:54.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.479339 14174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "911a5042745e49a982ebdb7e35c96ab7" candidate_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e0a22257be4f5d92d20f2ce2b13485"
02:07:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.480181 14174 raft_consensus.cc:3060] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Advancing to term 1
02:07:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.482978 15357 raft_consensus.cc:493] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.483435 15357 raft_consensus.cc:515] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.486217 15351 tablet_bootstrap.cc:492] T 5d9872249dc14ad09e15f1962633791f P e5f1eb757c9845cf9d58e20c26aebcfc: No bootstrap required, opened a new log
02:07:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.486743 15357 leader_election.cc:290] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185), e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673)
02:07:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.486687 15351 ts_tablet_manager.cc:1403] T 5d9872249dc14ad09e15f1962633791f P e5f1eb757c9845cf9d58e20c26aebcfc: Time spent bootstrapping tablet: real 0.036s	user 0.009s	sys 0.007s
02:07:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.487432 14029 raft_consensus.cc:2468] T 911a5042745e49a982ebdb7e35c96ab7 P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e5f1eb757c9845cf9d58e20c26aebcfc in term 1.
02:07:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.492444 15351 raft_consensus.cc:359] T 5d9872249dc14ad09e15f1962633791f P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.495831 15351 raft_consensus.cc:385] T 5d9872249dc14ad09e15f1962633791f P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.498561 15351 raft_consensus.cc:740] T 5d9872249dc14ad09e15f1962633791f P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5f1eb757c9845cf9d58e20c26aebcfc, State: Initialized, Role: FOLLOWER
02:07:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.499984 15351 consensus_queue.cc:260] T 5d9872249dc14ad09e15f1962633791f P e5f1eb757c9845cf9d58e20c26aebcfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.501507 14174 raft_consensus.cc:2468] T 911a5042745e49a982ebdb7e35c96ab7 P f2e0a22257be4f5d92d20f2ce2b13485 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e5f1eb757c9845cf9d58e20c26aebcfc in term 1.
02:07:54.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.503324 15351 ts_tablet_manager.cc:1434] T 5d9872249dc14ad09e15f1962633791f P e5f1eb757c9845cf9d58e20c26aebcfc: Time spent starting tablet: real 0.016s	user 0.006s	sys 0.000s
02:07:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.504215 15351 tablet_bootstrap.cc:492] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc: Bootstrap starting.
02:07:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.504376 14247 leader_election.cc:304] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e5f1eb757c9845cf9d58e20c26aebcfc, f2e0a22257be4f5d92d20f2ce2b13485; no voters: 
02:07:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.506186 15359 raft_consensus.cc:2804] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 FOLLOWER]: Leader election won for term 1
02:07:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.510614 15351 tablet_bootstrap.cc:654] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc: Neither blocks nor log segments found. Creating new log.
02:07:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.512621 15357 raft_consensus.cc:493] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.513087 15357 raft_consensus.cc:515] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } }
02:07:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.518817 15357 leader_election.cc:290] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673), f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185)
02:07:54.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.522050 15350 tablet_bootstrap.cc:492] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726: No bootstrap required, opened a new log
02:07:54.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.522501 15350 ts_tablet_manager.cc:1403] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726: Time spent bootstrapping tablet: real 0.052s	user 0.012s	sys 0.003s
02:07:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.521975 15373 raft_consensus.cc:493] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.522548 15351 tablet_bootstrap.cc:492] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc: No bootstrap required, opened a new log
02:07:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.522440 15359 raft_consensus.cc:697] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 LEADER]: Becoming Leader. State: Replica: e5f1eb757c9845cf9d58e20c26aebcfc, State: Running, Role: LEADER
02:07:54.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.524000 15373 raft_consensus.cc:515] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.524938 15350 raft_consensus.cc:359] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.525588 15350 raft_consensus.cc:385] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.525904 15350 raft_consensus.cc:740] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e23d2c077a42423b906925aa70c41726, State: Initialized, Role: FOLLOWER
02:07:54.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.524847 15359 consensus_queue.cc:237] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.526592 15350 consensus_queue.cc:260] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.530 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:54.530 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:54.531 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:54.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:54.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:54.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:54.532 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:54.532 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:54.532 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:54.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:54.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:54.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:54.533 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:54.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.539738 15351 ts_tablet_manager.cc:1403] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc: Time spent bootstrapping tablet: real 0.036s	user 0.013s	sys 0.004s
02:07:54.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.541038 15350 ts_tablet_manager.cc:1434] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726: Time spent starting tablet: real 0.018s	user 0.007s	sys 0.001s
02:07:54.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.540340 15374 raft_consensus.cc:493] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.542337 15374 raft_consensus.cc:515] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.543676 15373 leader_election.cc:290] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385), f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185)
02:07:54.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.546272 14174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d37351db9ff14454afa57ed35137bdc4" candidate_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" is_pre_election: true
02:07:54.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.551445 15352 tablet_bootstrap.cc:492] T fb9ed678d28c4d249e1bbdd8c1cd2185 P f2e0a22257be4f5d92d20f2ce2b13485: No bootstrap required, opened a new log
02:07:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.551947 15352 ts_tablet_manager.cc:1403] T fb9ed678d28c4d249e1bbdd8c1cd2185 P f2e0a22257be4f5d92d20f2ce2b13485: Time spent bootstrapping tablet: real 0.120s	user 0.010s	sys 0.014s
02:07:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.554713 15352 raft_consensus.cc:359] T fb9ed678d28c4d249e1bbdd8c1cd2185 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.555400 15352 raft_consensus.cc:385] T fb9ed678d28c4d249e1bbdd8c1cd2185 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.555685 15352 raft_consensus.cc:740] T fb9ed678d28c4d249e1bbdd8c1cd2185 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2e0a22257be4f5d92d20f2ce2b13485, State: Initialized, Role: FOLLOWER
02:07:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.557993 15374 leader_election.cc:290] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385), f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185)
02:07:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.558472 14029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d37351db9ff14454afa57ed35137bdc4" candidate_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e23d2c077a42423b906925aa70c41726" is_pre_election: true
02:07:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.559055 14029 raft_consensus.cc:2468] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e5f1eb757c9845cf9d58e20c26aebcfc in term 0.
02:07:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:54.559021 14247 leader_election.cc:343] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185): Illegal state: must be running to vote when last-logged opid is not known
02:07:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.560248 14029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b04f9c09b313474d9b16851418afcd9b" candidate_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e23d2c077a42423b906925aa70c41726" is_pre_election: true
02:07:54.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.560951 14174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b04f9c09b313474d9b16851418afcd9b" candidate_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" is_pre_election: true
02:07:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.561795 14250 leader_election.cc:304] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e23d2c077a42423b906925aa70c41726, e5f1eb757c9845cf9d58e20c26aebcfc; no voters: f2e0a22257be4f5d92d20f2ce2b13485
02:07:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:54.564364 14250 leader_election.cc:343] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385): Illegal state: must be running to vote when last-logged opid is not known
02:07:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.565552 15350 tablet_bootstrap.cc:492] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726: Bootstrap starting.
02:07:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:54.565739 14247 leader_election.cc:343] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185): Illegal state: must be running to vote when last-logged opid is not known
02:07:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.566107 14247 leader_election.cc:304] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e5f1eb757c9845cf9d58e20c26aebcfc; no voters: e23d2c077a42423b906925aa70c41726, f2e0a22257be4f5d92d20f2ce2b13485
02:07:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.566890 15373 raft_consensus.cc:2804] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.567193 15373 raft_consensus.cc:493] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.567493 15373 raft_consensus.cc:3060] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Advancing to term 1
02:07:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.557376 15352 consensus_queue.cc:260] T fb9ed678d28c4d249e1bbdd8c1cd2185 P f2e0a22257be4f5d92d20f2ce2b13485 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.574288 15352 ts_tablet_manager.cc:1434] T fb9ed678d28c4d249e1bbdd8c1cd2185 P f2e0a22257be4f5d92d20f2ce2b13485: Time spent starting tablet: real 0.022s	user 0.005s	sys 0.001s
02:07:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.575205 15352 tablet_bootstrap.cc:492] T 5d9872249dc14ad09e15f1962633791f P f2e0a22257be4f5d92d20f2ce2b13485: Bootstrap starting.
02:07:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.582362 15374 raft_consensus.cc:2749] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:07:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.585712 15373 raft_consensus.cc:515] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.589390 15351 raft_consensus.cc:359] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } }
02:07:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.593269 15351 raft_consensus.cc:385] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.593775 15351 raft_consensus.cc:740] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5f1eb757c9845cf9d58e20c26aebcfc, State: Initialized, Role: FOLLOWER
02:07:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.594177 14174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d37351db9ff14454afa57ed35137bdc4" candidate_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e0a22257be4f5d92d20f2ce2b13485"
02:07:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.594864 15351 consensus_queue.cc:260] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } }
02:07:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.592054 15373 leader_election.cc:290] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 election: Requested vote from peers e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385), f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185)
02:07:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.597592 15352 tablet_bootstrap.cc:654] T 5d9872249dc14ad09e15f1962633791f P f2e0a22257be4f5d92d20f2ce2b13485: Neither blocks nor log segments found. Creating new log.
02:07:54.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:54.601123 14247 leader_election.cc:343] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185): Illegal state: must be running to vote when last-logged opid is not known
02:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.607203 14029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d37351db9ff14454afa57ed35137bdc4" candidate_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e23d2c077a42423b906925aa70c41726"
02:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.607818 14029 raft_consensus.cc:3060] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Advancing to term 1
02:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.609055 15351 ts_tablet_manager.cc:1434] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc: Time spent starting tablet: real 0.069s	user 0.007s	sys 0.001s
02:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.609489 14314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb9ed678d28c4d249e1bbdd8c1cd2185" candidate_uuid: "e23d2c077a42423b906925aa70c41726" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" is_pre_election: true
02:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.610270 14314 raft_consensus.cc:2468] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e23d2c077a42423b906925aa70c41726 in term 0.
02:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.611716 14313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "266722c3b63e473ba04de5576e740d4d" candidate_uuid: "e23d2c077a42423b906925aa70c41726" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" is_pre_election: true
02:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.612391 14313 raft_consensus.cc:2468] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e23d2c077a42423b906925aa70c41726 in term 0.
02:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.616798 15352 tablet_bootstrap.cc:492] T 5d9872249dc14ad09e15f1962633791f P f2e0a22257be4f5d92d20f2ce2b13485: No bootstrap required, opened a new log
02:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.617269 15352 ts_tablet_manager.cc:1403] T 5d9872249dc14ad09e15f1962633791f P f2e0a22257be4f5d92d20f2ce2b13485: Time spent bootstrapping tablet: real 0.042s	user 0.007s	sys 0.009s
02:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.620680 15352 raft_consensus.cc:359] T 5d9872249dc14ad09e15f1962633791f P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.621351 15352 raft_consensus.cc:385] T 5d9872249dc14ad09e15f1962633791f P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.621747 15352 raft_consensus.cc:740] T 5d9872249dc14ad09e15f1962633791f P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2e0a22257be4f5d92d20f2ce2b13485, State: Initialized, Role: FOLLOWER
02:07:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.616079 13962 leader_election.cc:304] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e23d2c077a42423b906925aa70c41726, e5f1eb757c9845cf9d58e20c26aebcfc; no voters: 
02:07:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.623119 13962 leader_election.cc:304] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e23d2c077a42423b906925aa70c41726, e5f1eb757c9845cf9d58e20c26aebcfc; no voters: 
02:07:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.623208 15358 raft_consensus.cc:493] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.623165 15352 consensus_queue.cc:260] T 5d9872249dc14ad09e15f1962633791f P f2e0a22257be4f5d92d20f2ce2b13485 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.623768 15357 raft_consensus.cc:2804] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.624082 15357 raft_consensus.cc:493] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.623719 15358 raft_consensus.cc:515] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } }
02:07:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.624497 15357 raft_consensus.cc:3060] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Advancing to term 1
02:07:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.636888 13688 catalog_manager.cc:5696] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc reported cstate change: term changed from 0 to 1, leader changed from <none> to e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195). New cstate: current_term: 1 leader_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } health_report { overall_health: HEALTHY } } }
02:07:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.642297 15357 raft_consensus.cc:515] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.627318 15358 leader_election.cc:290] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385), e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673)
02:07:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.644423 14029 raft_consensus.cc:2468] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e5f1eb757c9845cf9d58e20c26aebcfc in term 1.
02:07:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.647101 15357 leader_election.cc:290] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [CANDIDATE]: Term 1 election: Requested vote from peers f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185), e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673)
02:07:54.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.648226 15357 raft_consensus.cc:2804] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:54.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.649363 15357 raft_consensus.cc:493] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:54.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.609838 15350 tablet_bootstrap.cc:654] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726: Neither blocks nor log segments found. Creating new log.
02:07:54.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.650434 15357 raft_consensus.cc:3060] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Advancing to term 1
02:07:54.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.666285 15384 raft_consensus.cc:493] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:54.666625 13962 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.13.82.195:33673, user_credentials={real_user=slave}} blocked reactor thread for 43550.6us
02:07:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.666947 15384 raft_consensus.cc:515] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.668851 14313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb9ed678d28c4d249e1bbdd8c1cd2185" candidate_uuid: "e23d2c077a42423b906925aa70c41726" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc"
02:07:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.669387 14313 raft_consensus.cc:3060] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Advancing to term 1
02:07:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.675266 15352 ts_tablet_manager.cc:1434] T 5d9872249dc14ad09e15f1962633791f P f2e0a22257be4f5d92d20f2ce2b13485: Time spent starting tablet: real 0.058s	user 0.017s	sys 0.035s
02:07:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.676234 15352 tablet_bootstrap.cc:492] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485: Bootstrap starting.
02:07:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.676986 14250 leader_election.cc:304] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e23d2c077a42423b906925aa70c41726, e5f1eb757c9845cf9d58e20c26aebcfc; no voters: f2e0a22257be4f5d92d20f2ce2b13485
02:07:54.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.677750 15359 raft_consensus.cc:2804] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 FOLLOWER]: Leader election won for term 1
02:07:54.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.676309 14313 raft_consensus.cc:2468] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e23d2c077a42423b906925aa70c41726 in term 1.
02:07:54.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.678187 15359 raft_consensus.cc:697] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 LEADER]: Becoming Leader. State: Replica: e5f1eb757c9845cf9d58e20c26aebcfc, State: Running, Role: LEADER
02:07:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.679522 15359 consensus_queue.cc:237] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.679919 13962 leader_election.cc:304] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e23d2c077a42423b906925aa70c41726, e5f1eb757c9845cf9d58e20c26aebcfc; no voters: 
02:07:54.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.683275 15383 raft_consensus.cc:2804] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Leader election won for term 1
02:07:54.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.694887 15352 tablet_bootstrap.cc:654] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485: Neither blocks nor log segments found. Creating new log.
02:07:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.701313 14174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb9ed678d28c4d249e1bbdd8c1cd2185" candidate_uuid: "e23d2c077a42423b906925aa70c41726" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" is_pre_election: true
02:07:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.701891 14174 raft_consensus.cc:2468] T fb9ed678d28c4d249e1bbdd8c1cd2185 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e23d2c077a42423b906925aa70c41726 in term 0.
02:07:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.703140 14174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "266722c3b63e473ba04de5576e740d4d" candidate_uuid: "e23d2c077a42423b906925aa70c41726" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" is_pre_election: true
02:07:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.703670 14174 raft_consensus.cc:2468] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e23d2c077a42423b906925aa70c41726 in term 0.
02:07:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.704878 14174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb9ed678d28c4d249e1bbdd8c1cd2185" candidate_uuid: "e23d2c077a42423b906925aa70c41726" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e0a22257be4f5d92d20f2ce2b13485"
02:07:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.705368 14174 raft_consensus.cc:3060] T fb9ed678d28c4d249e1bbdd8c1cd2185 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Advancing to term 1
02:07:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.706977 15352 tablet_bootstrap.cc:492] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485: No bootstrap required, opened a new log
02:07:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.707612 15352 ts_tablet_manager.cc:1403] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485: Time spent bootstrapping tablet: real 0.032s	user 0.004s	sys 0.013s
02:07:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.710678 15352 raft_consensus.cc:359] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.711315 15352 raft_consensus.cc:385] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.711649 15352 raft_consensus.cc:740] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2e0a22257be4f5d92d20f2ce2b13485, State: Initialized, Role: FOLLOWER
02:07:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.712015 14174 raft_consensus.cc:2468] T fb9ed678d28c4d249e1bbdd8c1cd2185 P f2e0a22257be4f5d92d20f2ce2b13485 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e23d2c077a42423b906925aa70c41726 in term 1.
02:07:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.712337 15352 consensus_queue.cc:260] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.715580 15352 ts_tablet_manager.cc:1434] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485: Time spent starting tablet: real 0.008s	user 0.004s	sys 0.000s
02:07:54.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.716686 15352 tablet_bootstrap.cc:492] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485: Bootstrap starting.
02:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.719729 14174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d9872249dc14ad09e15f1962633791f" candidate_uuid: "e23d2c077a42423b906925aa70c41726" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" is_pre_election: true
02:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.721565 14174 raft_consensus.cc:2468] T 5d9872249dc14ad09e15f1962633791f P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e23d2c077a42423b906925aa70c41726 in term 0.
02:07:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.722582 15384 leader_election.cc:290] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185), e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673)
02:07:54.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.727906 13962 leader_election.cc:304] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e23d2c077a42423b906925aa70c41726, f2e0a22257be4f5d92d20f2ce2b13485; no voters: 
02:07:54.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.729483 15352 tablet_bootstrap.cc:654] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485: Neither blocks nor log segments found. Creating new log.
02:07:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.730161 15384 raft_consensus.cc:2804] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:54.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.732712 15384 raft_consensus.cc:493] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:54.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.735426 15352 tablet_bootstrap.cc:492] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485: No bootstrap required, opened a new log
02:07:54.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.735364 15384 raft_consensus.cc:3060] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Advancing to term 1
02:07:54.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.735834 15352 ts_tablet_manager.cc:1403] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485: Time spent bootstrapping tablet: real 0.019s	user 0.008s	sys 0.002s
02:07:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.738322 15352 raft_consensus.cc:359] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.738847 15352 raft_consensus.cc:385] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.739140 15352 raft_consensus.cc:740] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2e0a22257be4f5d92d20f2ce2b13485, State: Initialized, Role: FOLLOWER
02:07:54.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.739733 15352 consensus_queue.cc:260] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.740294 14313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d9872249dc14ad09e15f1962633791f" candidate_uuid: "e23d2c077a42423b906925aa70c41726" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" is_pre_election: true
02:07:54.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.740875 14313 raft_consensus.cc:2468] T 5d9872249dc14ad09e15f1962633791f P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e23d2c077a42423b906925aa70c41726 in term 0.
02:07:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.742466 15352 ts_tablet_manager.cc:1434] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485: Time spent starting tablet: real 0.006s	user 0.003s	sys 0.004s
02:07:54.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:54.747 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:54.748 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:54.748 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:54.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:54.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:54.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:54.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:54.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:54.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:54.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:54.749 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:54.749 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:54.749 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:54.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.750047 14313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "266722c3b63e473ba04de5576e740d4d" candidate_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" is_pre_election: true
02:07:54.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.750629 14313 raft_consensus.cc:2468] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f2e0a22257be4f5d92d20f2ce2b13485 in term 0.
02:07:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.753490 14106 leader_election.cc:304] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e5f1eb757c9845cf9d58e20c26aebcfc, f2e0a22257be4f5d92d20f2ce2b13485; no voters: 
02:07:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.754484 15380 raft_consensus.cc:2804] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.754834 15380 raft_consensus.cc:493] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.755143 15380 raft_consensus.cc:3060] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Advancing to term 1
02:07:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.755398 14029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "266722c3b63e473ba04de5576e740d4d" candidate_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e23d2c077a42423b906925aa70c41726" is_pre_election: true
02:07:54.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.760725 15380 raft_consensus.cc:515] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } }
02:07:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.762475 15384 raft_consensus.cc:515] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.763141 15380 leader_election.cc:290] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [CANDIDATE]: Term 1 election: Requested vote from peers e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385), e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673)
02:07:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.763964 14028 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "266722c3b63e473ba04de5576e740d4d" candidate_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e23d2c077a42423b906925aa70c41726"
02:07:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.765890 15384 leader_election.cc:290] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [CANDIDATE]: Term 1 election: Requested vote from peers f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185), e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673)
02:07:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.766742 14313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d9872249dc14ad09e15f1962633791f" candidate_uuid: "e23d2c077a42423b906925aa70c41726" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc"
02:07:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.767122 15357 raft_consensus.cc:515] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } }
02:07:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.767706 14313 raft_consensus.cc:3060] T 5d9872249dc14ad09e15f1962633791f P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Advancing to term 1
02:07:54.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.772331 14314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "266722c3b63e473ba04de5576e740d4d" candidate_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc"
02:07:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.772883 14314 raft_consensus.cc:3060] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Advancing to term 1
02:07:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.772907 14174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d9872249dc14ad09e15f1962633791f" candidate_uuid: "e23d2c077a42423b906925aa70c41726" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e0a22257be4f5d92d20f2ce2b13485"
02:07:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.773442 14174 raft_consensus.cc:3060] T 5d9872249dc14ad09e15f1962633791f P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Advancing to term 1
02:07:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.775067 14313 raft_consensus.cc:2468] T 5d9872249dc14ad09e15f1962633791f P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e23d2c077a42423b906925aa70c41726 in term 1.
02:07:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.778817 14174 raft_consensus.cc:2468] T 5d9872249dc14ad09e15f1962633791f P f2e0a22257be4f5d92d20f2ce2b13485 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e23d2c077a42423b906925aa70c41726 in term 1.
02:07:54.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.795569 14314 raft_consensus.cc:2468] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f2e0a22257be4f5d92d20f2ce2b13485 in term 1.
02:07:54.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.799619 14106 leader_election.cc:304] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e5f1eb757c9845cf9d58e20c26aebcfc, f2e0a22257be4f5d92d20f2ce2b13485; no voters: e23d2c077a42423b906925aa70c41726
02:07:54.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.800637 15380 raft_consensus.cc:2804] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [term 1 FOLLOWER]: Leader election won for term 1
02:07:54.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.801122 15380 raft_consensus.cc:697] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [term 1 LEADER]: Becoming Leader. State: Replica: f2e0a22257be4f5d92d20f2ce2b13485, State: Running, Role: LEADER
02:07:54.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.802124 15380 consensus_queue.cc:237] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } }
02:07:54.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.824429 13688 catalog_manager.cc:5696] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc reported cstate change: term changed from 0 to 1, leader changed from <none> to e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195). New cstate: current_term: 1 leader_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } health_report { overall_health: HEALTHY } } }
02:07:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.841697 15318 heartbeater.cc:499] Master 127.14.8.124:34435 was elected leader, sending a full tablet report...
02:07:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.849148 13687 catalog_manager.cc:5696] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 reported cstate change: term changed from 0 to 1, leader changed from <none> to f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194). New cstate: current_term: 1 leader_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } health_report { overall_health: HEALTHY } } }
02:07:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.775988 13962 leader_election.cc:304] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e23d2c077a42423b906925aa70c41726, e5f1eb757c9845cf9d58e20c26aebcfc; no voters: 
02:07:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:54.850597 13962 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.13.82.195:33673, user_credentials={real_user=slave}} blocked reactor thread for 74691.5us
02:07:54.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.828578 15383 raft_consensus.cc:697] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [term 1 LEADER]: Becoming Leader. State: Replica: e23d2c077a42423b906925aa70c41726, State: Running, Role: LEADER
02:07:54.852 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:54.852 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:54.852 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:54.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:54.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:54.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:54.853 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:54.853 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:54.853 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:54.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:54.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:54.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:54.854 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.850085 15350 tablet_bootstrap.cc:492] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726: No bootstrap required, opened a new log
02:07:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.855628 15350 ts_tablet_manager.cc:1403] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726: Time spent bootstrapping tablet: real 0.290s	user 0.007s	sys 0.006s
02:07:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.855489 15383 consensus_queue.cc:237] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.856009 14174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "266722c3b63e473ba04de5576e740d4d" candidate_uuid: "e23d2c077a42423b906925aa70c41726" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e0a22257be4f5d92d20f2ce2b13485"
02:07:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.857270 14314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "266722c3b63e473ba04de5576e740d4d" candidate_uuid: "e23d2c077a42423b906925aa70c41726" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc"
02:07:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.858016 14314 raft_consensus.cc:2393] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate e23d2c077a42423b906925aa70c41726 in current term 1: Already voted for candidate f2e0a22257be4f5d92d20f2ce2b13485 in this term.
02:07:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.858400 15350 raft_consensus.cc:359] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.859009 15350 raft_consensus.cc:385] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.859287 15350 raft_consensus.cc:740] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e23d2c077a42423b906925aa70c41726, State: Initialized, Role: FOLLOWER
02:07:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.859707 13962 leader_election.cc:304] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e23d2c077a42423b906925aa70c41726; no voters: e5f1eb757c9845cf9d58e20c26aebcfc, f2e0a22257be4f5d92d20f2ce2b13485
02:07:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.852770 14029 raft_consensus.cc:2393] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f2e0a22257be4f5d92d20f2ce2b13485 in current term 1: Already voted for candidate e23d2c077a42423b906925aa70c41726 in this term.
02:07:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.864452 15384 raft_consensus.cc:2749] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:07:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.851778 15388 raft_consensus.cc:2804] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Leader election won for term 1
02:07:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.868204 15357 leader_election.cc:290] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [CANDIDATE]: Term 1 election: Requested vote from peers e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673), f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194:33185)
02:07:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.859874 15350 consensus_queue.cc:260] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.872103 15350 ts_tablet_manager.cc:1434] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726: Time spent starting tablet: real 0.016s	user 0.003s	sys 0.002s
02:07:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.880517 15388 raft_consensus.cc:697] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [term 1 LEADER]: Becoming Leader. State: Replica: e23d2c077a42423b906925aa70c41726, State: Running, Role: LEADER
02:07:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.881872 13687 catalog_manager.cc:5696] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 reported cstate change: term changed from 0 to 1, leader changed from <none> to e23d2c077a42423b906925aa70c41726 (127.13.82.193). New cstate: current_term: 1 leader_uuid: "e23d2c077a42423b906925aa70c41726" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } health_report { overall_health: UNKNOWN } } }
02:07:54.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.881667 15388 consensus_queue.cc:237] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.895311 15380 raft_consensus.cc:493] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.895808 15380 raft_consensus.cc:515] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.897794 15380 leader_election.cc:290] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385), e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673)
02:07:54.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.898985 14314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b04f9c09b313474d9b16851418afcd9b" candidate_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" is_pre_election: true
02:07:54.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.899570 14314 raft_consensus.cc:2468] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f2e0a22257be4f5d92d20f2ce2b13485 in term 0.
02:07:54.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.899827 15358 raft_consensus.cc:493] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:54.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.900229 14029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b04f9c09b313474d9b16851418afcd9b" candidate_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e23d2c077a42423b906925aa70c41726" is_pre_election: true
02:07:54.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.900291 15358 raft_consensus.cc:515] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.900810 14029 raft_consensus.cc:2468] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f2e0a22257be4f5d92d20f2ce2b13485 in term 0.
02:07:54.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.900949 14106 leader_election.cc:304] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e5f1eb757c9845cf9d58e20c26aebcfc, f2e0a22257be4f5d92d20f2ce2b13485; no voters: 
02:07:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.915786 15358 leader_election.cc:290] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385), e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673)
02:07:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.916301 15380 raft_consensus.cc:2804] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.916700 15380 raft_consensus.cc:493] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.917016 15380 raft_consensus.cc:3060] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Advancing to term 1
02:07:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.920957 14029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d37351db9ff14454afa57ed35137bdc4" candidate_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e23d2c077a42423b906925aa70c41726" is_pre_election: true
02:07:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.921707 14029 raft_consensus.cc:2393] T d37351db9ff14454afa57ed35137bdc4 P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f2e0a22257be4f5d92d20f2ce2b13485 in current term 1: Already voted for candidate e5f1eb757c9845cf9d58e20c26aebcfc in this term.
02:07:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.928757 15380 raft_consensus.cc:515] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.932904 14314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d37351db9ff14454afa57ed35137bdc4" candidate_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" is_pre_election: true
02:07:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.933050 14029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b04f9c09b313474d9b16851418afcd9b" candidate_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e23d2c077a42423b906925aa70c41726"
02:07:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.933610 14029 raft_consensus.cc:3060] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726 [term 0 FOLLOWER]: Advancing to term 1
02:07:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.937130 14106 leader_election.cc:304] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f2e0a22257be4f5d92d20f2ce2b13485; no voters: e23d2c077a42423b906925aa70c41726, e5f1eb757c9845cf9d58e20c26aebcfc
02:07:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.947249 14029 raft_consensus.cc:2468] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f2e0a22257be4f5d92d20f2ce2b13485 in term 1.
02:07:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.949087 15380 leader_election.cc:290] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [CANDIDATE]: Term 1 election: Requested vote from peers e23d2c077a42423b906925aa70c41726 (127.13.82.193:37385), e5f1eb757c9845cf9d58e20c26aebcfc (127.13.82.195:33673)
02:07:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.950541 14314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b04f9c09b313474d9b16851418afcd9b" candidate_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc"
02:07:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.951068 14314 raft_consensus.cc:3060] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [term 0 FOLLOWER]: Advancing to term 1
02:07:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.951949 13687 catalog_manager.cc:5696] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 reported cstate change: term changed from 0 to 1, leader changed from <none> to e23d2c077a42423b906925aa70c41726 (127.13.82.193). New cstate: current_term: 1 leader_uuid: "e23d2c077a42423b906925aa70c41726" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } health_report { overall_health: UNKNOWN } } }
02:07:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.955482 14110 leader_election.cc:304] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e23d2c077a42423b906925aa70c41726, f2e0a22257be4f5d92d20f2ce2b13485; no voters: 
02:07:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.957525 14314 raft_consensus.cc:2468] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f2e0a22257be4f5d92d20f2ce2b13485 in term 1.
02:07:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.960436 15380 raft_consensus.cc:2804] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [term 1 FOLLOWER]: Leader election won for term 1
02:07:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.960918 15380 raft_consensus.cc:697] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [term 1 LEADER]: Becoming Leader. State: Replica: f2e0a22257be4f5d92d20f2ce2b13485, State: Running, Role: LEADER
02:07:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.963004 15380 consensus_queue.cc:237] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } }
02:07:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.949218 15401 raft_consensus.cc:3060] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485 [term 0 FOLLOWER]: Advancing to term 1
02:07:54.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.975838 15359 consensus_queue.cc:1048] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:07:54.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.979744 15401 raft_consensus.cc:2749] T d37351db9ff14454afa57ed35137bdc4 P f2e0a22257be4f5d92d20f2ce2b13485 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:07:54.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:54.997536 13687 catalog_manager.cc:5696] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 reported cstate change: term changed from 0 to 1, leader changed from <none> to f2e0a22257be4f5d92d20f2ce2b13485 (127.13.82.194). New cstate: current_term: 1 leader_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 } health_report { overall_health: UNKNOWN } } }
02:07:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.027316 15374 consensus_queue.cc:1048] T 911a5042745e49a982ebdb7e35c96ab7 P e5f1eb757c9845cf9d58e20c26aebcfc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:55.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5353bd688d63481ab42abfad5f22e05b
02:07:55.090 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 266722c3b63e473ba04de5576e740d4d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:07:55.090 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d9872249dc14ad09e15f1962633791f for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:07:55.090 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d37351db9ff14454afa57ed35137bdc4 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:07:55.090 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b04f9c09b313474d9b16851418afcd9b for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:07:55.090 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 911a5042745e49a982ebdb7e35c96ab7 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:07:55.090 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fb9ed678d28c4d249e1bbdd8c1cd2185 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:07:55.090 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=266722c3b63e473ba04de5576e740d4d@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5d9872249dc14ad09e15f1962633791f@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d37351db9ff14454afa57ed35137bdc4@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=b04f9c09b313474d9b16851418afcd9b@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=911a5042745e49a982ebdb7e35c96ab7@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:07:55.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.82.254:42605, [4ms] Sub RPC GetTableLocations: received response from server master-127.13.82.254:42605: OK, deferred=null) after lookup
02:07:55.091 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:07:55.093 [DEBUG - kudu-nio-3] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:07:55.105 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:55.109 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x1aadca4f, L:/127.0.0.1:51456 - R:/127.13.82.194:33185] using TOKEN/null
02:07:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.123121 14314 raft_consensus.cc:1275] T 266722c3b63e473ba04de5576e740d4d P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 FOLLOWER]: Refusing update from remote peer f2e0a22257be4f5d92d20f2ce2b13485: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.123219 14029 raft_consensus.cc:1275] T 266722c3b63e473ba04de5576e740d4d P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Refusing update from remote peer f2e0a22257be4f5d92d20f2ce2b13485: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.124825 15380 consensus_queue.cc:1048] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.126345 15380 consensus_queue.cc:1048] T 266722c3b63e473ba04de5576e740d4d P f2e0a22257be4f5d92d20f2ce2b13485 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:55.172 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:55.173 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:55.173 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:55.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:55.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:55.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:55.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:55.175 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:55.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:55.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:55.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:55.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:55.175 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.177011 15359 consensus_queue.cc:1048] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:55.181 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:55.181 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:55.181 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:55.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:55.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:55.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:55.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:55.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:55.184 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:55.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:55.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:55.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:55.184 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:55.191 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:55.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.193037 14028 raft_consensus.cc:1275] T b04f9c09b313474d9b16851418afcd9b P e23d2c077a42423b906925aa70c41726 [term 1 FOLLOWER]: Refusing update from remote peer f2e0a22257be4f5d92d20f2ce2b13485: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:55.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.195480 15401 consensus_queue.cc:1048] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e23d2c077a42423b906925aa70c41726" member_type: VOTER last_known_addr { host: "127.13.82.193" port: 37385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.197089 14313 raft_consensus.cc:1275] T b04f9c09b313474d9b16851418afcd9b P e5f1eb757c9845cf9d58e20c26aebcfc [term 1 FOLLOWER]: Refusing update from remote peer f2e0a22257be4f5d92d20f2ce2b13485: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.200851 15401 consensus_queue.cc:1048] T b04f9c09b313474d9b16851418afcd9b P f2e0a22257be4f5d92d20f2ce2b13485 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:07:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.217653 15374 consensus_queue.cc:1048] T d37351db9ff14454afa57ed35137bdc4 P e5f1eb757c9845cf9d58e20c26aebcfc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:55.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.258806 15406 mvcc.cc:204] Tried to move back new op lower bound from 7287071027968937984 to 7287071027057598464. Current Snapshot: MvccSnapshot[applied={T|T < 7287071027968937984 or (T in {7287071027968937984})}]
02:07:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.266139 15408 mvcc.cc:204] Tried to move back new op lower bound from 7287071027968937984 to 7287071027057598464. Current Snapshot: MvccSnapshot[applied={T|T < 7287071027968937984 or (T in {7287071027968937984})}]
02:07:55.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:55.270 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:55.270 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:55.270 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:55.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:55.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:55.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:55.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:55.271 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:55.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:55.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:55.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:55.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:55.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:55.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:55.288 [DEBUG - main] (Connection.java:748) [peer e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)] connecting to peer
02:07:55.290 [DEBUG - kudu-nio-4] (Connection.java:757) [peer e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)] Successfully connected to peer
02:07:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.299041 15388 consensus_queue.cc:1048] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.321275 15383 consensus_queue.cc:1048] T 5d9872249dc14ad09e15f1962633791f P e23d2c077a42423b906925aa70c41726 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:55.324 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:55.330 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x35785bf9, L:/127.0.0.1:46662 - R:/127.13.82.195:33673] using TOKEN/null
02:07:55.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.421077 15383 consensus_queue.cc:1048] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e5f1eb757c9845cf9d58e20c26aebcfc" member_type: VOTER last_known_addr { host: "127.13.82.195" port: 33673 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.432570 15383 consensus_queue.cc:1048] T fb9ed678d28c4d249e1bbdd8c1cd2185 P e23d2c077a42423b906925aa70c41726 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f2e0a22257be4f5d92d20f2ce2b13485" member_type: VOTER last_known_addr { host: "127.13.82.194" port: 33185 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:55.463 [DEBUG - main] (Connection.java:748) [peer e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)] connecting to peer
02:07:55.475 [DEBUG - kudu-nio-5] (Connection.java:757) [peer e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)] Successfully connected to peer
02:07:55.491 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:55.491 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:55.492 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:55.492 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:55.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:55.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:55.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:55.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:55.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:55.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:55.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:55.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:55.494 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:55.511 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:55.515 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xe33696e8, L:/127.0.0.1:34544 - R:/127.13.82.193:37385] using TOKEN/null
02:07:55.542 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:55.545 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:55.546 [DEBUG - main] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:07:55.546 [DEBUG - main] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:07:55.547 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.8.126:34347(127.14.8.126:34347)] Successfully connected to peer
02:07:55.556 [DEBUG - main] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:07:55.565 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.8.125:37543(127.14.8.125:37543)] Successfully connected to peer
02:07:55.568 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.126
02:07:55.574 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.125
02:07:55.577 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.8.124:34435(127.14.8.124:34435)] Successfully connected to peer
02:07:55.587 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:55.591 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:55.593 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xaa3883db, L:/127.0.0.1:51184 - R:/127.14.8.126:34347] using SASL/PLAIN
02:07:55.601 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x99bb7056, L:/127.0.0.1:34318 - R:/127.14.8.125:37543] using SASL/PLAIN
02:07:55.607 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.124
02:07:55.617 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:55.620 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x84b1613d, L:/127.0.0.1:59578 - R:/127.14.8.124:34435] using SASL/PLAIN
02:07:55.625 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:55.625 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.126:34347, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.125:37543, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.124:34435, [52ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.126:34347: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.125:37543: OK, [79ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.124:34435: OK, deferred=null) after lookup
02:07:55.632 [DEBUG - main] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:07:55.644 [DEBUG - main] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:07:55.645 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.82.253:44067(127.13.82.253:44067)] Successfully connected to peer
02:07:55.652 [DEBUG - main] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:07:55.653 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.82.254:42605(127.13.82.254:42605)] Successfully connected to peer
02:07:55.660 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.253
02:07:55.661 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.82.252:36411(127.13.82.252:36411)] Successfully connected to peer
02:07:55.675 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.254
02:07:55.679 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:55.682 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.252
02:07:55.684 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:55.684 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3cde4d4a, L:/127.0.0.1:56732 - R:/127.13.82.253:44067] using SASL/PLAIN
02:07:55.687 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9422bf81, L:/127.0.0.1:35472 - R:/127.13.82.254:42605] using SASL/PLAIN
02:07:55.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:55.691 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:55.691 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [55ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: OK, deferred=null) after lookup
02:07:55.692 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:55.694 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5353bd688d63481ab42abfad5f22e05b
02:07:55.698 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 266722c3b63e473ba04de5576e740d4d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:07:55.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d9872249dc14ad09e15f1962633791f for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:07:55.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d37351db9ff14454afa57ed35137bdc4 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:07:55.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b04f9c09b313474d9b16851418afcd9b for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:07:55.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 911a5042745e49a982ebdb7e35c96ab7 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:07:55.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fb9ed678d28c4d249e1bbdd8c1cd2185 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:07:55.699 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=266722c3b63e473ba04de5576e740d4d@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5d9872249dc14ad09e15f1962633791f@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d37351db9ff14454afa57ed35137bdc4@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=b04f9c09b313474d9b16851418afcd9b@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=911a5042745e49a982ebdb7e35c96ab7@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:07:55.704 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2860fdfa, L:/127.0.0.1:50802 - R:/127.13.82.252:36411] using SASL/PLAIN
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.702780 14638 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59578:
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:07:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:07:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:55.714138 14638 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:07:55.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:55.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:55.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:55.818 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:07:55.836 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:55.836 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:55.836 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:55.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:55.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:55.837 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:55.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:55.837 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:55.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:55.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:55.837 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:55.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:55.837 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:55.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:55.911 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:55.911 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:55.912 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:55.912 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:55.912 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:55.912 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:55.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:55.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:55.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:55.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:55.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:55.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:55.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:55.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.958137 15251 tablet_service.cc:1511] Processing CreateTablet for tablet 29fb0b1f3196416d93f9d18abcf1ad97 (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
02:07:55.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.959805 15251 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 29fb0b1f3196416d93f9d18abcf1ad97. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:55.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.960399 15250 tablet_service.cc:1511] Processing CreateTablet for tablet 6770c24d133b4983b9b67b744e9c595d (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
02:07:55.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.961436 15250 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6770c24d133b4983b9b67b744e9c595d. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:55.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.961843 15252 tablet_service.cc:1511] Processing CreateTablet for tablet 4e1322733445432d9dbd25140dfdcbfd (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
02:07:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.962855 15252 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4e1322733445432d9dbd25140dfdcbfd. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.992149 15054 tablet_service.cc:1511] Processing CreateTablet for tablet 6770c24d133b4983b9b67b744e9c595d (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
02:07:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.992643 15058 tablet_service.cc:1511] Processing CreateTablet for tablet 29fb0b1f3196416d93f9d18abcf1ad97 (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
02:07:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.994134 15060 tablet_service.cc:1511] Processing CreateTablet for tablet 4e1322733445432d9dbd25140dfdcbfd (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
02:07:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.995304 15053 tablet_service.cc:1511] Processing CreateTablet for tablet f7961bd39de347f4ad9c82484e2f227a (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
02:07:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.996673 15054 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6770c24d133b4983b9b67b744e9c595d. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:55.997 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:55.997 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:55.997 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:55.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:55.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:55.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:55.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:55.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:55.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:55.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:55.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:55.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:55.998 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:55.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:55.999015 15053 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f7961bd39de347f4ad9c82484e2f227a. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.000844 15058 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 29fb0b1f3196416d93f9d18abcf1ad97. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.001685 15249 tablet_service.cc:1511] Processing CreateTablet for tablet f7961bd39de347f4ad9c82484e2f227a (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
02:07:56.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.002772 15060 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4e1322733445432d9dbd25140dfdcbfd. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.002792 15249 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f7961bd39de347f4ad9c82484e2f227a. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.017426 14836 tablet_service.cc:1511] Processing CreateTablet for tablet 6770c24d133b4983b9b67b744e9c595d (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
02:07:56.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.020270 14835 tablet_service.cc:1511] Processing CreateTablet for tablet f7961bd39de347f4ad9c82484e2f227a (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
02:07:56.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.023023 14837 tablet_service.cc:1511] Processing CreateTablet for tablet 29fb0b1f3196416d93f9d18abcf1ad97 (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
02:07:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.029767 14836 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6770c24d133b4983b9b67b744e9c595d. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.032439 14835 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f7961bd39de347f4ad9c82484e2f227a. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.035822 15248 tablet_service.cc:1511] Processing CreateTablet for tablet 6ab91672c33c420ca5537486c5f1f172 (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
02:07:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.036414 14837 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 29fb0b1f3196416d93f9d18abcf1ad97. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.037050 15248 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6ab91672c33c420ca5537486c5f1f172. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.039901 15051 tablet_service.cc:1511] Processing CreateTablet for tablet 6ab91672c33c420ca5537486c5f1f172 (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
02:07:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.041049 15051 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6ab91672c33c420ca5537486c5f1f172. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.028609 14838 tablet_service.cc:1511] Processing CreateTablet for tablet 4e1322733445432d9dbd25140dfdcbfd (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
02:07:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.046633 14834 tablet_service.cc:1511] Processing CreateTablet for tablet 6ab91672c33c420ca5537486c5f1f172 (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
02:07:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.047926 14838 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4e1322733445432d9dbd25140dfdcbfd. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.049329 14834 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6ab91672c33c420ca5537486c5f1f172. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.064550 14833 tablet_service.cc:1511] Processing CreateTablet for tablet aa091bb17bd541e4b2077bc796cc0fa8 (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
02:07:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.065788 14833 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aa091bb17bd541e4b2077bc796cc0fa8. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.073791 15050 tablet_service.cc:1511] Processing CreateTablet for tablet aa091bb17bd541e4b2077bc796cc0fa8 (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
02:07:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.075223 15050 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aa091bb17bd541e4b2077bc796cc0fa8. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.081429 15250 tablet_service.cc:1511] Processing CreateTablet for tablet aa091bb17bd541e4b2077bc796cc0fa8 (DEFAULT_TABLE table=replication_test_table [id=ca8d28f1119744aa9844c492e92bf8fe]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
02:07:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.088502 15250 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aa091bb17bd541e4b2077bc796cc0fa8. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.148 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:56.148 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:56.148 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:56.149 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:56.149 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:56.149 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:56.149 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:56.149 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:56.149 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:56.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:56.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:56.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:56.150 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:56.169 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:56.169 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:56.169 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:56.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:56.169 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:56.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:56.169 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:56.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:56.170 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:56.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:56.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:56.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:56.170 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:56.172 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:56.172 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:56.172 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:56.172 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:56.172 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:56.172 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:56.172 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:56.172 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:56.172 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:56.172 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:56.172 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:56.172 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:56.173 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:56.190 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:56.190 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:56.190 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:56.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:56.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:56.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:56.191 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:56.191 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:56.191 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:56.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:56.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:56.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:56.191 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:56.191 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:56.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.195763 15462 tablet_bootstrap.cc:492] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802: Bootstrap starting.
02:07:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.203980 15462 tablet_bootstrap.cc:654] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802: Neither blocks nor log segments found. Creating new log.
02:07:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.211216 15462 log.cc:826] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802: Log is configured to *not* fsync() on all Append() calls
02:07:56.235 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:56.236 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:56.236 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:56.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:56.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:56.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:56.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:56.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:56.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:56.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:56.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:56.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:56.237 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:56.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.240391 15462 tablet_bootstrap.cc:492] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802: No bootstrap required, opened a new log
02:07:56.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.241062 15462 ts_tablet_manager.cc:1403] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802: Time spent bootstrapping tablet: real 0.046s	user 0.016s	sys 0.006s
02:07:56.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.243644 15460 tablet_bootstrap.cc:492] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e: Bootstrap starting.
02:07:56.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:56.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.249317 15464 tablet_bootstrap.cc:492] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533: Bootstrap starting.
02:07:56.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.262722 15464 tablet_bootstrap.cc:654] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533: Neither blocks nor log segments found. Creating new log.
02:07:56.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.265479 15464 log.cc:826] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533: Log is configured to *not* fsync() on all Append() calls
02:07:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.265887 15460 tablet_bootstrap.cc:654] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e: Neither blocks nor log segments found. Creating new log.
02:07:56.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:56.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.271689 15462 raft_consensus.cc:359] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.272701 15462 raft_consensus.cc:385] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.273079 15462 raft_consensus.cc:740] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e77b2ad4b1945efb2da870907d14802, State: Initialized, Role: FOLLOWER
02:07:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.273262 15460 log.cc:826] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e: Log is configured to *not* fsync() on all Append() calls
02:07:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.274118 15462 consensus_queue.cc:260] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.284065 15462 ts_tablet_manager.cc:1434] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802: Time spent starting tablet: real 0.043s	user 0.030s	sys 0.007s
02:07:56.289 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:56.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.290726 15462 tablet_bootstrap.cc:492] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802: Bootstrap starting.
02:07:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.297091 15462 tablet_bootstrap.cc:654] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802: Neither blocks nor log segments found. Creating new log.
02:07:56.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.300369 15460 tablet_bootstrap.cc:492] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e: No bootstrap required, opened a new log
02:07:56.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.300947 15460 ts_tablet_manager.cc:1403] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e: Time spent bootstrapping tablet: real 0.058s	user 0.012s	sys 0.005s
02:07:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.309067 15462 tablet_bootstrap.cc:492] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802: No bootstrap required, opened a new log
02:07:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.309074 15464 tablet_bootstrap.cc:492] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533: No bootstrap required, opened a new log
02:07:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.309522 15462 ts_tablet_manager.cc:1403] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802: Time spent bootstrapping tablet: real 0.019s	user 0.010s	sys 0.006s
02:07:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.309626 15464 ts_tablet_manager.cc:1403] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533: Time spent bootstrapping tablet: real 0.063s	user 0.011s	sys 0.024s
02:07:56.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.312361 15462 raft_consensus.cc:359] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.313081 15462 raft_consensus.cc:385] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.313475 15462 raft_consensus.cc:740] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e77b2ad4b1945efb2da870907d14802, State: Initialized, Role: FOLLOWER
02:07:56.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.314126 15462 consensus_queue.cc:260] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.316530 15462 ts_tablet_manager.cc:1434] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.001s
02:07:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.317348 15462 tablet_bootstrap.cc:492] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802: Bootstrap starting.
02:07:56.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.324036 15462 tablet_bootstrap.cc:654] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802: Neither blocks nor log segments found. Creating new log.
02:07:56.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.331956 15462 tablet_bootstrap.cc:492] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802: No bootstrap required, opened a new log
02:07:56.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.332401 15462 ts_tablet_manager.cc:1403] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802: Time spent bootstrapping tablet: real 0.015s	user 0.014s	sys 0.000s
02:07:56.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.335939 15462 raft_consensus.cc:359] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.336521 15462 raft_consensus.cc:385] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.336798 15462 raft_consensus.cc:740] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e77b2ad4b1945efb2da870907d14802, State: Initialized, Role: FOLLOWER
02:07:56.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.337571 15462 consensus_queue.cc:260] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.341485 15462 ts_tablet_manager.cc:1434] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802: Time spent starting tablet: real 0.009s	user 0.006s	sys 0.000s
02:07:56.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.342365 15462 tablet_bootstrap.cc:492] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802: Bootstrap starting.
02:07:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.349319 15462 tablet_bootstrap.cc:654] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802: Neither blocks nor log segments found. Creating new log.
02:07:56.362 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.372344 15462 tablet_bootstrap.cc:492] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802: No bootstrap required, opened a new log
02:07:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.372860 15462 ts_tablet_manager.cc:1403] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802: Time spent bootstrapping tablet: real 0.031s	user 0.017s	sys 0.007s
02:07:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.376397 15462 raft_consensus.cc:359] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.377056 15462 raft_consensus.cc:385] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.377487 15462 raft_consensus.cc:740] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e77b2ad4b1945efb2da870907d14802, State: Initialized, Role: FOLLOWER
02:07:56.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.378075 15462 consensus_queue.cc:260] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.380693 15462 ts_tablet_manager.cc:1434] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
02:07:56.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.381695 15462 tablet_bootstrap.cc:492] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802: Bootstrap starting.
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.383860 15460 raft_consensus.cc:359] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.389150 15462 tablet_bootstrap.cc:654] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802: Neither blocks nor log segments found. Creating new log.
02:07:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.389192 15460 raft_consensus.cc:385] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.392283 15460 raft_consensus.cc:740] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4d432adba0044348680d5d5c9d70d8e, State: Initialized, Role: FOLLOWER
02:07:56.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.396910 15460 consensus_queue.cc:260] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.408 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:56.408 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:56.408 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:56.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:56.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:56.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:56.409 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:56.409 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:56.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:56.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:56.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:56.409 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:56.411 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.414234 15460 ts_tablet_manager.cc:1434] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e: Time spent starting tablet: real 0.113s	user 0.032s	sys 0.002s
02:07:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.420394 15460 tablet_bootstrap.cc:492] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e: Bootstrap starting.
02:07:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.440860 15460 tablet_bootstrap.cc:654] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e: Neither blocks nor log segments found. Creating new log.
02:07:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:56.443925 15182 tablet.cc:2404] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.435572 15464 raft_consensus.cc:359] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.447367 15464 raft_consensus.cc:385] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.447736 15464 raft_consensus.cc:740] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 606ac9f1e0f140c296800e6dc060c533, State: Initialized, Role: FOLLOWER
02:07:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.449229 15464 consensus_queue.cc:260] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.454548 15462 tablet_bootstrap.cc:492] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802: No bootstrap required, opened a new log
02:07:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.454983 15462 ts_tablet_manager.cc:1403] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802: Time spent bootstrapping tablet: real 0.073s	user 0.012s	sys 0.015s
02:07:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.462464 15460 tablet_bootstrap.cc:492] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e: No bootstrap required, opened a new log
02:07:56.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.462910 15460 ts_tablet_manager.cc:1403] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e: Time spent bootstrapping tablet: real 0.043s	user 0.012s	sys 0.002s
02:07:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.462606 15462 raft_consensus.cc:359] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.464654 15462 raft_consensus.cc:385] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.464948 15462 raft_consensus.cc:740] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e77b2ad4b1945efb2da870907d14802, State: Initialized, Role: FOLLOWER
02:07:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.467149 15462 consensus_queue.cc:260] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.471002 15462 ts_tablet_manager.cc:1434] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802: Time spent starting tablet: real 0.016s	user 0.007s	sys 0.000s
02:07:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.474560 15462 tablet_bootstrap.cc:492] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802: Bootstrap starting.
02:07:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.478673 15464 ts_tablet_manager.cc:1434] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533: Time spent starting tablet: real 0.169s	user 0.025s	sys 0.013s
02:07:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.485824 15464 tablet_bootstrap.cc:492] T 6770c24d133b4983b9b67b744e9c595d P 606ac9f1e0f140c296800e6dc060c533: Bootstrap starting.
02:07:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.488562 15460 raft_consensus.cc:359] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.489349 15460 raft_consensus.cc:385] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.489616 15460 raft_consensus.cc:740] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4d432adba0044348680d5d5c9d70d8e, State: Initialized, Role: FOLLOWER
02:07:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.490173 15460 consensus_queue.cc:260] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.492391 15462 tablet_bootstrap.cc:654] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802: Neither blocks nor log segments found. Creating new log.
02:07:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.494688 15464 tablet_bootstrap.cc:654] T 6770c24d133b4983b9b67b744e9c595d P 606ac9f1e0f140c296800e6dc060c533: Neither blocks nor log segments found. Creating new log.
02:07:56.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.501299 15460 ts_tablet_manager.cc:1434] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e: Time spent starting tablet: real 0.038s	user 0.007s	sys 0.000s
02:07:56.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.510449 15460 tablet_bootstrap.cc:492] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e: Bootstrap starting.
02:07:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.521821 15460 tablet_bootstrap.cc:654] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e: Neither blocks nor log segments found. Creating new log.
02:07:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.532598 15464 tablet_bootstrap.cc:492] T 6770c24d133b4983b9b67b744e9c595d P 606ac9f1e0f140c296800e6dc060c533: No bootstrap required, opened a new log
02:07:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.533025 15464 ts_tablet_manager.cc:1403] T 6770c24d133b4983b9b67b744e9c595d P 606ac9f1e0f140c296800e6dc060c533: Time spent bootstrapping tablet: real 0.049s	user 0.009s	sys 0.008s
02:07:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.536659 15460 tablet_bootstrap.cc:492] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e: No bootstrap required, opened a new log
02:07:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.537086 15460 ts_tablet_manager.cc:1403] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e: Time spent bootstrapping tablet: real 0.027s	user 0.008s	sys 0.004s
02:07:56.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.535573 15464 raft_consensus.cc:359] T 6770c24d133b4983b9b67b744e9c595d P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.538730 15464 raft_consensus.cc:385] T 6770c24d133b4983b9b67b744e9c595d P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.539011 15464 raft_consensus.cc:740] T 6770c24d133b4983b9b67b744e9c595d P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 606ac9f1e0f140c296800e6dc060c533, State: Initialized, Role: FOLLOWER
02:07:56.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.539638 15464 consensus_queue.cc:260] T 6770c24d133b4983b9b67b744e9c595d P 606ac9f1e0f140c296800e6dc060c533 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.541898 15460 raft_consensus.cc:359] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.542526 15460 raft_consensus.cc:385] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.542780 15460 raft_consensus.cc:740] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4d432adba0044348680d5d5c9d70d8e, State: Initialized, Role: FOLLOWER
02:07:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:56.547838 15322 tablet.cc:2404] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.549691 15460 consensus_queue.cc:260] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.549310 15464 ts_tablet_manager.cc:1434] T 6770c24d133b4983b9b67b744e9c595d P 606ac9f1e0f140c296800e6dc060c533: Time spent starting tablet: real 0.016s	user 0.005s	sys 0.000s
02:07:56.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.555739 15464 tablet_bootstrap.cc:492] T 6ab91672c33c420ca5537486c5f1f172 P 606ac9f1e0f140c296800e6dc060c533: Bootstrap starting.
02:07:56.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:56.557461 14915 tablet.cc:2404] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:56.560 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:56.560 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:56.560 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:56.561 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:56.561 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:56.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:56.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:56.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:56.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:56.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:56.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:56.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:56.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:56.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.569233 15460 ts_tablet_manager.cc:1434] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e: Time spent starting tablet: real 0.032s	user 0.005s	sys 0.002s
02:07:56.571 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:56.571 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:56.571 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:56.572 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:56.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:56.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:56.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:56.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:56.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:56.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:56.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:56.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:56.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:56.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.576707 15460 tablet_bootstrap.cc:492] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e: Bootstrap starting.
02:07:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.586971 15467 raft_consensus.cc:493] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.587525 15467 raft_consensus.cc:515] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.598592 15462 tablet_bootstrap.cc:492] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802: No bootstrap required, opened a new log
02:07:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.599047 15462 ts_tablet_manager.cc:1403] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802: Time spent bootstrapping tablet: real 0.125s	user 0.016s	sys 0.015s
02:07:56.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.602149 15462 raft_consensus.cc:359] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } }
02:07:56.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.603010 15462 raft_consensus.cc:385] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.603282 15462 raft_consensus.cc:740] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e77b2ad4b1945efb2da870907d14802, State: Initialized, Role: FOLLOWER
02:07:56.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.603945 15462 consensus_queue.cc:260] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } }
02:07:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.613415 15467 leader_election.cc:290] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077), b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.631680 15462 ts_tablet_manager.cc:1434] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802: Time spent starting tablet: real 0.032s	user 0.005s	sys 0.011s
02:07:56.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.633852 15474 raft_consensus.cc:493] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:56.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.634449 15474 raft_consensus.cc:515] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.637 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:56.638 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:56.638 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:56.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:56.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:56.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:56.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:56.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:56.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:56.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:56.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:56.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:56.640 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:56.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.641909 15474 leader_election.cc:290] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353), b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:56.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.585706 15464 tablet_bootstrap.cc:654] T 6ab91672c33c420ca5537486c5f1f172 P 606ac9f1e0f140c296800e6dc060c533: Neither blocks nor log segments found. Creating new log.
02:07:56.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.673118 15460 tablet_bootstrap.cc:654] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e: Neither blocks nor log segments found. Creating new log.
02:07:56.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.695191 15473 raft_consensus.cc:493] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.695829 15473 raft_consensus.cc:515] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.701520 15473 leader_election.cc:290] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077), 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353)
02:07:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.704942 15483 raft_consensus.cc:493] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.705502 15483 raft_consensus.cc:515] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.707340 15467 raft_consensus.cc:493] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.707759 15467 raft_consensus.cc:515] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.707867 15483 leader_election.cc:290] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077), b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:56.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.709813 15467 leader_election.cc:290] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077), b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:56.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.722141 15467 raft_consensus.cc:493] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.722796 15467 raft_consensus.cc:515] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.724711 15467 leader_election.cc:290] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077), b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:56.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.759944 15464 tablet_bootstrap.cc:492] T 6ab91672c33c420ca5537486c5f1f172 P 606ac9f1e0f140c296800e6dc060c533: No bootstrap required, opened a new log
02:07:56.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.763666 15464 ts_tablet_manager.cc:1403] T 6ab91672c33c420ca5537486c5f1f172 P 606ac9f1e0f140c296800e6dc060c533: Time spent bootstrapping tablet: real 0.208s	user 0.008s	sys 0.006s
02:07:56.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.770258 15119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "29fb0b1f3196416d93f9d18abcf1ad97" candidate_uuid: "606ac9f1e0f140c296800e6dc060c533" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e77b2ad4b1945efb2da870907d14802" is_pre_election: true
02:07:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.771066 15119 raft_consensus.cc:2468] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 606ac9f1e0f140c296800e6dc060c533 in term 0.
02:07:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.771132 14858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "29fb0b1f3196416d93f9d18abcf1ad97" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533" is_pre_election: true
02:07:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.771952 14858 raft_consensus.cc:2468] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e77b2ad4b1945efb2da870907d14802 in term 0.
02:07:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.772060 14857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa091bb17bd541e4b2077bc796cc0fa8" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533" is_pre_election: true
02:07:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.772547 14793 leader_election.cc:304] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533; no voters: 
02:07:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.773533 15474 raft_consensus.cc:2804] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.773861 15474 raft_consensus.cc:493] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:56.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.774147 15474 raft_consensus.cc:3060] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Advancing to term 1
02:07:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.782131 15474 raft_consensus.cc:515] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.785252 15474 leader_election.cc:290] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [CANDIDATE]: Term 1 election: Requested vote from peers 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353), b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.785193 15119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "29fb0b1f3196416d93f9d18abcf1ad97" candidate_uuid: "606ac9f1e0f140c296800e6dc060c533" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e77b2ad4b1945efb2da870907d14802"
02:07:56.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.785717 15119 raft_consensus.cc:3060] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Advancing to term 1
02:07:56.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.786232 14857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7961bd39de347f4ad9c82484e2f227a" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533" is_pre_election: true
02:07:56.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.786968 14858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6770c24d133b4983b9b67b744e9c595d" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533" is_pre_election: true
02:07:56.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.787523 14858 raft_consensus.cc:2468] T 6770c24d133b4983b9b67b744e9c595d P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e77b2ad4b1945efb2da870907d14802 in term 0.
02:07:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.787479 15008 leader_election.cc:304] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533; no voters: 
02:07:56.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:56.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.791783 15119 raft_consensus.cc:2468] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 606ac9f1e0f140c296800e6dc060c533 in term 1.
02:07:56.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.792282 15467 raft_consensus.cc:2764] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Leader pre-election decision vote started in defunct term 0: won
02:07:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.795310 14793 leader_election.cc:304] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533; no voters: 
02:07:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.803648 15474 raft_consensus.cc:2804] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [term 1 FOLLOWER]: Leader election won for term 1
02:07:56.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.803311 15272 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "29fb0b1f3196416d93f9d18abcf1ad97" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e" is_pre_election: true
02:07:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.806361 15272 raft_consensus.cc:2468] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e77b2ad4b1945efb2da870907d14802 in term 0.
02:07:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:56.808454 15008 leader_election.cc:343] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077): Illegal state: must be running to vote when last-logged opid is not known
02:07:56.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:56.810063 15008 leader_election.cc:343] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077): Illegal state: must be running to vote when last-logged opid is not known
02:07:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.810760 15008 leader_election.cc:304] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533; no voters: 
02:07:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.811578 15467 raft_consensus.cc:2804] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.811916 15467 raft_consensus.cc:493] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.812260 15467 raft_consensus.cc:3060] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Advancing to term 1
02:07:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.820758 15272 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa091bb17bd541e4b2077bc796cc0fa8" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e" is_pre_election: true
02:07:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.823591 15467 raft_consensus.cc:515] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.824424 15119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "29fb0b1f3196416d93f9d18abcf1ad97" candidate_uuid: "b4d432adba0044348680d5d5c9d70d8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e77b2ad4b1945efb2da870907d14802" is_pre_election: true
02:07:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.825147 15119 raft_consensus.cc:2393] T 29fb0b1f3196416d93f9d18abcf1ad97 P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate b4d432adba0044348680d5d5c9d70d8e in current term 1: Already voted for candidate 606ac9f1e0f140c296800e6dc060c533 in this term.
02:07:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.826941 15467 leader_election.cc:290] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 election: Requested vote from peers 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077), b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.827360 14858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6770c24d133b4983b9b67b744e9c595d" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533"
02:07:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.827759 15473 raft_consensus.cc:493] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.827991 14858 raft_consensus.cc:3060] T 6770c24d133b4983b9b67b744e9c595d P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Advancing to term 1
02:07:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.828238 15473 raft_consensus.cc:515] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.830015 15473 leader_election.cc:290] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077), 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353)
02:07:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.831136 15119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7961bd39de347f4ad9c82484e2f227a" candidate_uuid: "b4d432adba0044348680d5d5c9d70d8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e77b2ad4b1945efb2da870907d14802" is_pre_election: true
02:07:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.831614 15119 raft_consensus.cc:2468] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4d432adba0044348680d5d5c9d70d8e in term 0.
02:07:56.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.833011 15206 leader_election.cc:304] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, b4d432adba0044348680d5d5c9d70d8e; no voters: 
02:07:56.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.833984 15473 raft_consensus.cc:2804] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.834311 15473 raft_consensus.cc:493] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.834600 15473 raft_consensus.cc:3060] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Advancing to term 1
02:07:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.834532 14858 raft_consensus.cc:2468] T 6770c24d133b4983b9b67b744e9c595d P 606ac9f1e0f140c296800e6dc060c533 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2e77b2ad4b1945efb2da870907d14802 in term 1.
02:07:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.835578 15008 leader_election.cc:304] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533; no voters: 
02:07:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.836268 15467 raft_consensus.cc:2804] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Leader election won for term 1
02:07:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.837191 15467 raft_consensus.cc:697] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [term 1 LEADER]: Becoming Leader. State: Replica: 2e77b2ad4b1945efb2da870907d14802, State: Running, Role: LEADER
02:07:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.838675 15467 consensus_queue.cc:237] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.843883 15460 tablet_bootstrap.cc:492] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e: No bootstrap required, opened a new log
02:07:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.844523 15460 ts_tablet_manager.cc:1403] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e: Time spent bootstrapping tablet: real 0.268s	user 0.011s	sys 0.015s
02:07:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.847611 15460 raft_consensus.cc:359] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.848284 15460 raft_consensus.cc:385] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.848546 15460 raft_consensus.cc:740] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4d432adba0044348680d5d5c9d70d8e, State: Initialized, Role: FOLLOWER
02:07:56.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.849412 15460 consensus_queue.cc:260] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.852735 15272 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7961bd39de347f4ad9c82484e2f227a" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e" is_pre_election: true
02:07:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.855509 15464 raft_consensus.cc:359] T 6ab91672c33c420ca5537486c5f1f172 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.856181 15464 raft_consensus.cc:385] T 6ab91672c33c420ca5537486c5f1f172 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.856441 15464 raft_consensus.cc:740] T 6ab91672c33c420ca5537486c5f1f172 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 606ac9f1e0f140c296800e6dc060c533, State: Initialized, Role: FOLLOWER
02:07:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.857188 15464 consensus_queue.cc:260] T 6ab91672c33c420ca5537486c5f1f172 P 606ac9f1e0f140c296800e6dc060c533 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.859432 15464 ts_tablet_manager.cc:1434] T 6ab91672c33c420ca5537486c5f1f172 P 606ac9f1e0f140c296800e6dc060c533: Time spent starting tablet: real 0.094s	user 0.004s	sys 0.000s
02:07:56.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.855171 15271 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6770c24d133b4983b9b67b744e9c595d" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e" is_pre_election: true
02:07:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.860535 15271 raft_consensus.cc:2468] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e77b2ad4b1945efb2da870907d14802 in term 0.
02:07:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.854388 15474 raft_consensus.cc:697] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [term 1 LEADER]: Becoming Leader. State: Replica: 606ac9f1e0f140c296800e6dc060c533, State: Running, Role: LEADER
02:07:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.861918 15271 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6770c24d133b4983b9b67b744e9c595d" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e"
02:07:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.862401 15271 raft_consensus.cc:3060] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Advancing to term 1
02:07:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.861801 15474 consensus_queue.cc:237] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.865 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:56.871174 15011 leader_election.cc:343] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903): Illegal state: must be running to vote when last-logged opid is not known
02:07:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.871592 15011 leader_election.cc:304] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802; no voters: 606ac9f1e0f140c296800e6dc060c533, b4d432adba0044348680d5d5c9d70d8e
02:07:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.866513 14638 catalog_manager.cc:5696] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66). New cstate: current_term: 1 leader_uuid: "2e77b2ad4b1945efb2da870907d14802" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } health_report { overall_health: UNKNOWN } } }
02:07:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.876821 15483 raft_consensus.cc:493] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.877468 15467 raft_consensus.cc:2749] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:07:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.877259 15483 raft_consensus.cc:515] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.879359 15271 raft_consensus.cc:2468] T 6770c24d133b4983b9b67b744e9c595d P b4d432adba0044348680d5d5c9d70d8e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2e77b2ad4b1945efb2da870907d14802 in term 1.
02:07:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.879448 15483 leader_election.cc:290] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077), b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.881269 15473 raft_consensus.cc:515] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.886029 15272 raft_consensus.cc:2393] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 2e77b2ad4b1945efb2da870907d14802 in current term 1: Already voted for candidate b4d432adba0044348680d5d5c9d70d8e in this term.
02:07:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.887493 15271 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ab91672c33c420ca5537486c5f1f172" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e" is_pre_election: true
02:07:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.896860 14858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ab91672c33c420ca5537486c5f1f172" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533" is_pre_election: true
02:07:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.897217 15011 leader_election.cc:304] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802; no voters: 606ac9f1e0f140c296800e6dc060c533, b4d432adba0044348680d5d5c9d70d8e
02:07:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.897594 14858 raft_consensus.cc:2468] T 6ab91672c33c420ca5537486c5f1f172 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e77b2ad4b1945efb2da870907d14802 in term 0.
02:07:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.898012 15467 raft_consensus.cc:3060] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Advancing to term 1
02:07:56.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.898814 15464 tablet_bootstrap.cc:492] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533: Bootstrap starting.
02:07:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.903367 15008 leader_election.cc:304] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533; no voters: 
02:07:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.908762 15483 raft_consensus.cc:2804] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.909144 15483 raft_consensus.cc:493] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.909472 15464 tablet_bootstrap.cc:654] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533: Neither blocks nor log segments found. Creating new log.
02:07:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.909461 15483 raft_consensus.cc:3060] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Advancing to term 1
02:07:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.913674 15467 raft_consensus.cc:2749] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:07:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.916056 14636 catalog_manager.cc:5696] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 reported cstate change: term changed from 0 to 1, leader changed from <none> to 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65). New cstate: current_term: 1 leader_uuid: "606ac9f1e0f140c296800e6dc060c533" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } health_report { overall_health: UNKNOWN } } }
02:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.923771 15464 tablet_bootstrap.cc:492] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533: No bootstrap required, opened a new log
02:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.926714 15464 ts_tablet_manager.cc:1403] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533: Time spent bootstrapping tablet: real 0.028s	user 0.012s	sys 0.001s
02:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.926745 15467 raft_consensus.cc:493] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.927189 15467 raft_consensus.cc:515] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } }
02:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.929144 15467 leader_election.cc:290] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903), 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077)
02:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.931888 15464 raft_consensus.cc:359] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } }
02:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.933305 15464 raft_consensus.cc:385] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.933566 15464 raft_consensus.cc:740] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 606ac9f1e0f140c296800e6dc060c533, State: Initialized, Role: FOLLOWER
02:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.934161 15464 consensus_queue.cc:260] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } }
02:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.939533 15464 ts_tablet_manager.cc:1434] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533: Time spent starting tablet: real 0.013s	user 0.005s	sys 0.000s
02:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.942394 15464 tablet_bootstrap.cc:492] T f7961bd39de347f4ad9c82484e2f227a P 606ac9f1e0f140c296800e6dc060c533: Bootstrap starting.
02:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.944406 14858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4e1322733445432d9dbd25140dfdcbfd" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533" is_pre_election: true
02:07:56.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.945031 14858 raft_consensus.cc:2468] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e77b2ad4b1945efb2da870907d14802 in term 0.
02:07:56.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.951992 15008 leader_election.cc:304] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533; no voters: 
02:07:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.963506 15464 tablet_bootstrap.cc:654] T f7961bd39de347f4ad9c82484e2f227a P 606ac9f1e0f140c296800e6dc060c533: Neither blocks nor log segments found. Creating new log.
02:07:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.890818 15271 raft_consensus.cc:2468] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e77b2ad4b1945efb2da870907d14802 in term 0.
02:07:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.976799 15467 raft_consensus.cc:2804] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.977340 15467 raft_consensus.cc:493] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.977761 15467 raft_consensus.cc:3060] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Advancing to term 1
02:07:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.978257 15464 tablet_bootstrap.cc:492] T f7961bd39de347f4ad9c82484e2f227a P 606ac9f1e0f140c296800e6dc060c533: No bootstrap required, opened a new log
02:07:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.978711 15464 ts_tablet_manager.cc:1403] T f7961bd39de347f4ad9c82484e2f227a P 606ac9f1e0f140c296800e6dc060c533: Time spent bootstrapping tablet: real 0.037s	user 0.002s	sys 0.009s
02:07:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.980273 15497 raft_consensus.cc:493] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.980734 15497 raft_consensus.cc:515] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.985844 15464 raft_consensus.cc:359] T f7961bd39de347f4ad9c82484e2f227a P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.986274 15497 leader_election.cc:290] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077), 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353)
02:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.987285 15271 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4e1322733445432d9dbd25140dfdcbfd" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e" is_pre_election: true
02:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.988744 15473 leader_election.cc:290] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [CANDIDATE]: Term 1 election: Requested vote from peers 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077), 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353)
02:07:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.992295 15118 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7961bd39de347f4ad9c82484e2f227a" candidate_uuid: "b4d432adba0044348680d5d5c9d70d8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e77b2ad4b1945efb2da870907d14802"
02:07:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.993547 15119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ab91672c33c420ca5537486c5f1f172" candidate_uuid: "b4d432adba0044348680d5d5c9d70d8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e77b2ad4b1945efb2da870907d14802" is_pre_election: true
02:07:57.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:57.001250 15011 leader_election.cc:343] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903): Illegal state: must be running to vote when last-logged opid is not known
02:07:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.002321 15272 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "29fb0b1f3196416d93f9d18abcf1ad97" candidate_uuid: "606ac9f1e0f140c296800e6dc060c533" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e"
02:07:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.002931 15272 raft_consensus.cc:3060] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Advancing to term 1
02:07:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.003037 15483 raft_consensus.cc:515] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.005065 15119 raft_consensus.cc:2393] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate b4d432adba0044348680d5d5c9d70d8e in current term 1: Already voted for candidate 2e77b2ad4b1945efb2da870907d14802 in this term.
02:07:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:56.980713 15460 ts_tablet_manager.cc:1434] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e: Time spent starting tablet: real 0.136s	user 0.034s	sys 0.002s
02:07:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.005278 15483 leader_election.cc:290] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 election: Requested vote from peers 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077), b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.002068 15467 raft_consensus.cc:515] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } }
02:07:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.010370 15271 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "29fb0b1f3196416d93f9d18abcf1ad97" candidate_uuid: "606ac9f1e0f140c296800e6dc060c533" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e" is_pre_election: true
02:07:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.011570 15270 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ab91672c33c420ca5537486c5f1f172" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e"
02:07:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.011828 15272 raft_consensus.cc:2468] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 606ac9f1e0f140c296800e6dc060c533 in term 1.
02:07:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.014287 15270 raft_consensus.cc:3060] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Advancing to term 1
02:07:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.015800 15460 tablet_bootstrap.cc:492] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e: Bootstrap starting.
02:07:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.016597 14858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ab91672c33c420ca5537486c5f1f172" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533"
02:07:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.016952 14857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "29fb0b1f3196416d93f9d18abcf1ad97" candidate_uuid: "b4d432adba0044348680d5d5c9d70d8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533" is_pre_election: true
02:07:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.017159 14858 raft_consensus.cc:3060] T 6ab91672c33c420ca5537486c5f1f172 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Advancing to term 1
02:07:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.018514 14856 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7961bd39de347f4ad9c82484e2f227a" candidate_uuid: "b4d432adba0044348680d5d5c9d70d8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533" is_pre_election: true
02:07:57.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.020612 15204 leader_election.cc:304] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b4d432adba0044348680d5d5c9d70d8e; no voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533
02:07:57.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.020648 14855 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7961bd39de347f4ad9c82484e2f227a" candidate_uuid: "b4d432adba0044348680d5d5c9d70d8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533"
02:07:57.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.023031 15473 raft_consensus.cc:2749] T 29fb0b1f3196416d93f9d18abcf1ad97 P b4d432adba0044348680d5d5c9d70d8e [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:07:57.028 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:57.028 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:57.028 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:57.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:57.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:57.029 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:57.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:57.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:57.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.024552 14857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ab91672c33c420ca5537486c5f1f172" candidate_uuid: "b4d432adba0044348680d5d5c9d70d8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533" is_pre_election: true
02:07:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.029327 15270 raft_consensus.cc:2468] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2e77b2ad4b1945efb2da870907d14802 in term 1.
02:07:57.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:57.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:57.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:57.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.031658 15204 leader_election.cc:304] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b4d432adba0044348680d5d5c9d70d8e; no voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533
02:07:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.032877 15473 raft_consensus.cc:2749] T 6ab91672c33c420ca5537486c5f1f172 P b4d432adba0044348680d5d5c9d70d8e [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:07:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.033895 14858 raft_consensus.cc:2468] T 6ab91672c33c420ca5537486c5f1f172 P 606ac9f1e0f140c296800e6dc060c533 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2e77b2ad4b1945efb2da870907d14802 in term 1.
02:07:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.035113 15008 leader_election.cc:304] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533; no voters: 
02:07:57.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.039247 15483 raft_consensus.cc:2804] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Leader election won for term 1
02:07:57.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.010432 15118 raft_consensus.cc:2468] T f7961bd39de347f4ad9c82484e2f227a P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b4d432adba0044348680d5d5c9d70d8e in term 1.
02:07:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.042027 15206 leader_election.cc:304] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, b4d432adba0044348680d5d5c9d70d8e; no voters: 606ac9f1e0f140c296800e6dc060c533
02:07:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.043560 15467 leader_election.cc:290] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 election: Requested vote from peers b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903), 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077)
02:07:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.043617 15473 raft_consensus.cc:2804] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [term 1 FOLLOWER]: Leader election won for term 1
02:07:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.044097 15473 raft_consensus.cc:697] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [term 1 LEADER]: Becoming Leader. State: Replica: b4d432adba0044348680d5d5c9d70d8e, State: Running, Role: LEADER
02:07:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.045090 15473 consensus_queue.cc:237] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.043959 15464 raft_consensus.cc:385] T f7961bd39de347f4ad9c82484e2f227a P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.047276 15464 raft_consensus.cc:740] T f7961bd39de347f4ad9c82484e2f227a P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 606ac9f1e0f140c296800e6dc060c533, State: Initialized, Role: FOLLOWER
02:07:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.048012 15464 consensus_queue.cc:260] T f7961bd39de347f4ad9c82484e2f227a P 606ac9f1e0f140c296800e6dc060c533 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.048931 14856 raft_consensus.cc:2468] T f7961bd39de347f4ad9c82484e2f227a P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4d432adba0044348680d5d5c9d70d8e in term 0.
02:07:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.051823 15460 tablet_bootstrap.cc:654] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e: Neither blocks nor log segments found. Creating new log.
02:07:57.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.053647 14856 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4e1322733445432d9dbd25140dfdcbfd" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533"
02:07:57.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.054145 14856 raft_consensus.cc:3060] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Advancing to term 1
02:07:57.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.054505 15270 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4e1322733445432d9dbd25140dfdcbfd" candidate_uuid: "2e77b2ad4b1945efb2da870907d14802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e"
02:07:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:57.055968 15011 leader_election.cc:343] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903): Illegal state: must be running to vote when last-logged opid is not known
02:07:57.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.061012 15483 raft_consensus.cc:697] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [term 1 LEADER]: Becoming Leader. State: Replica: 2e77b2ad4b1945efb2da870907d14802, State: Running, Role: LEADER
02:07:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.062650 14856 raft_consensus.cc:2468] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2e77b2ad4b1945efb2da870907d14802 in term 1.
02:07:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.063979 15008 leader_election.cc:304] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533; no voters: b4d432adba0044348680d5d5c9d70d8e
02:07:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.061941 15483 consensus_queue.cc:237] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.065407 15505 raft_consensus.cc:2804] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Leader election won for term 1
02:07:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.066037 15505 raft_consensus.cc:697] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [term 1 LEADER]: Becoming Leader. State: Replica: 2e77b2ad4b1945efb2da870907d14802, State: Running, Role: LEADER
02:07:57.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.067298 15464 ts_tablet_manager.cc:1434] T f7961bd39de347f4ad9c82484e2f227a P 606ac9f1e0f140c296800e6dc060c533: Time spent starting tablet: real 0.088s	user 0.006s	sys 0.000s
02:07:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.070217 15464 tablet_bootstrap.cc:492] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533: Bootstrap starting.
02:07:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.082683 15460 tablet_bootstrap.cc:492] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e: No bootstrap required, opened a new log
02:07:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.083132 15460 ts_tablet_manager.cc:1403] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e: Time spent bootstrapping tablet: real 0.068s	user 0.009s	sys 0.004s
02:07:57.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.086843 15460 raft_consensus.cc:359] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } }
02:07:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.088697 15464 tablet_bootstrap.cc:654] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533: Neither blocks nor log segments found. Creating new log.
02:07:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.096865 15460 raft_consensus.cc:385] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:57.097 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:57.098 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:57.098 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:57.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:57.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:57.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.096670 14637 catalog_manager.cc:5696] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e reported cstate change: term changed from 0 to 1, leader changed from <none> to b4d432adba0044348680d5d5c9d70d8e (127.14.8.67). New cstate: current_term: 1 leader_uuid: "b4d432adba0044348680d5d5c9d70d8e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } health_report { overall_health: HEALTHY } } }
02:07:57.099 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:57.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:57.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:57.099 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:57.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:57.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:57.100 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.100070 15460 raft_consensus.cc:740] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4d432adba0044348680d5d5c9d70d8e, State: Initialized, Role: FOLLOWER
02:07:57.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.101454 15460 consensus_queue.cc:260] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } }
02:07:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.106547 15460 ts_tablet_manager.cc:1434] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e: Time spent starting tablet: real 0.023s	user 0.006s	sys 0.000s
02:07:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.067387 15505 consensus_queue.cc:237] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } }
02:07:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.107724 15460 tablet_bootstrap.cc:492] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e: Bootstrap starting.
02:07:57.132 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:57.132 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:57.133 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.133212 15464 tablet_bootstrap.cc:492] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533: No bootstrap required, opened a new log
02:07:57.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:57.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:57.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.133859 15464 ts_tablet_manager.cc:1403] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533: Time spent bootstrapping tablet: real 0.064s	user 0.012s	sys 0.000s
02:07:57.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:57.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:57.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:57.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:57.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:57.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:57.134 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:57.136 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:57.136 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:57.136 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:57.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:57.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:57.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:57.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:57.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:57.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.136516 15464 raft_consensus.cc:359] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:57.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:57.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:57.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:57.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.144845 15464 raft_consensus.cc:385] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.145324 15464 raft_consensus.cc:740] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 606ac9f1e0f140c296800e6dc060c533, State: Initialized, Role: FOLLOWER
02:07:57.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.147125 15460 tablet_bootstrap.cc:654] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e: Neither blocks nor log segments found. Creating new log.
02:07:57.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.147789 15464 consensus_queue.cc:260] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.155923 15474 raft_consensus.cc:493] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.156363 15474 raft_consensus.cc:515] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.158052 15474 leader_election.cc:290] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353), b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.159153 15118 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa091bb17bd541e4b2077bc796cc0fa8" candidate_uuid: "606ac9f1e0f140c296800e6dc060c533" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e77b2ad4b1945efb2da870907d14802" is_pre_election: true
02:07:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.159708 15118 raft_consensus.cc:2468] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 606ac9f1e0f140c296800e6dc060c533 in term 0.
02:07:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.160534 15270 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa091bb17bd541e4b2077bc796cc0fa8" candidate_uuid: "606ac9f1e0f140c296800e6dc060c533" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e" is_pre_election: true
02:07:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.160925 14793 leader_election.cc:304] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533; no voters: 
02:07:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.161674 15474 raft_consensus.cc:2804] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.161975 15474 raft_consensus.cc:493] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:57.162099 14794 leader_election.cc:343] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903): Illegal state: must be running to vote when last-logged opid is not known
02:07:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.162258 15474 raft_consensus.cc:3060] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Advancing to term 1
02:07:57.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.168316 15474 raft_consensus.cc:515] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:57.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.170094 15474 leader_election.cc:290] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [CANDIDATE]: Term 1 election: Requested vote from peers 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353), b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903)
02:07:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.170987 15118 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa091bb17bd541e4b2077bc796cc0fa8" candidate_uuid: "606ac9f1e0f140c296800e6dc060c533" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e77b2ad4b1945efb2da870907d14802"
02:07:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.171501 15118 raft_consensus.cc:3060] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [term 0 FOLLOWER]: Advancing to term 1
02:07:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.171398 15270 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa091bb17bd541e4b2077bc796cc0fa8" candidate_uuid: "606ac9f1e0f140c296800e6dc060c533" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4d432adba0044348680d5d5c9d70d8e"
02:07:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:57.173195 14794 leader_election.cc:343] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer b4d432adba0044348680d5d5c9d70d8e (127.14.8.67:35903): Illegal state: must be running to vote when last-logged opid is not known
02:07:57.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.177752 15118 raft_consensus.cc:2468] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 606ac9f1e0f140c296800e6dc060c533 in term 1.
02:07:57.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.178376 15464 ts_tablet_manager.cc:1434] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533: Time spent starting tablet: real 0.036s	user 0.005s	sys 0.002s
02:07:57.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.178925 14793 leader_election.cc:304] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533; no voters: b4d432adba0044348680d5d5c9d70d8e
02:07:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.188288 15474 raft_consensus.cc:2804] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [term 1 FOLLOWER]: Leader election won for term 1
02:07:57.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:57.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.189502 15474 raft_consensus.cc:697] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [term 1 LEADER]: Becoming Leader. State: Replica: 606ac9f1e0f140c296800e6dc060c533, State: Running, Role: LEADER
02:07:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.190259 15474 consensus_queue.cc:237] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.204152 15460 tablet_bootstrap.cc:492] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e: No bootstrap required, opened a new log
02:07:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.204882 15460 ts_tablet_manager.cc:1403] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e: Time spent bootstrapping tablet: real 0.097s	user 0.011s	sys 0.001s
02:07:57.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.214759 15460 raft_consensus.cc:359] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:57.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.220184 15460 raft_consensus.cc:385] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:57.221 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:57.221 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.221208 15460 raft_consensus.cc:740] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4d432adba0044348680d5d5c9d70d8e, State: Initialized, Role: FOLLOWER
02:07:57.221 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:57.221 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:57.221 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:57.221 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:57.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:57.222 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:57.222 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:57.222 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:57.222 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:57.222 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:57.222 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.228416 15460 consensus_queue.cc:260] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.235427 15460 ts_tablet_manager.cc:1434] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e: Time spent starting tablet: real 0.030s	user 0.005s	sys 0.000s
02:07:57.242 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:57.243 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:57.243 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:57.243 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:57.243 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:57.243 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:57.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:57.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:57.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:57.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:57.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:57.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:57.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:57.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.261518 14636 catalog_manager.cc:5696] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 reported cstate change: term changed from 0 to 1, leader changed from <none> to 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65). New cstate: current_term: 1 leader_uuid: "606ac9f1e0f140c296800e6dc060c533" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } health_report { overall_health: UNKNOWN } } }
02:07:57.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:57.289 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:57.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.290772 15474 consensus_queue.cc:1048] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:57.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.294480 15505 consensus_queue.cc:1048] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [LEADER]: Connected to new peer: Peer: permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:57.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.298596 15473 raft_consensus.cc:493] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:57.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.299032 15473 raft_consensus.cc:515] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } }
02:07:57.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.302498 14858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4e1322733445432d9dbd25140dfdcbfd" candidate_uuid: "b4d432adba0044348680d5d5c9d70d8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533" is_pre_election: true
02:07:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.303213 14858 raft_consensus.cc:2393] T 4e1322733445432d9dbd25140dfdcbfd P 606ac9f1e0f140c296800e6dc060c533 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate b4d432adba0044348680d5d5c9d70d8e in current term 1: Already voted for candidate 2e77b2ad4b1945efb2da870907d14802 in this term.
02:07:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.304435 15473 leader_election.cc:290] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353), 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077)
02:07:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.306043 15118 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4e1322733445432d9dbd25140dfdcbfd" candidate_uuid: "b4d432adba0044348680d5d5c9d70d8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e77b2ad4b1945efb2da870907d14802" is_pre_election: true
02:07:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.307623 15206 leader_election.cc:304] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b4d432adba0044348680d5d5c9d70d8e; no voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533
02:07:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.308756 15473 raft_consensus.cc:3060] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Advancing to term 1
02:07:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.319744 15473 raft_consensus.cc:2749] T 4e1322733445432d9dbd25140dfdcbfd P b4d432adba0044348680d5d5c9d70d8e [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:07:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.323244 14638 catalog_manager.cc:5696] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66). New cstate: current_term: 1 leader_uuid: "2e77b2ad4b1945efb2da870907d14802" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } health_report { overall_health: UNKNOWN } } }
02:07:57.326 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:57.326 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:57.326 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.326076 14638 catalog_manager.cc:5696] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66). New cstate: current_term: 1 leader_uuid: "2e77b2ad4b1945efb2da870907d14802" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } health_report { overall_health: UNKNOWN } } }
02:07:57.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:57.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:57.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:57.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:57.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:57.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:57.328 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:57.329 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:57.329 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:57.329 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:57.329 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:57.329 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:57.329 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:57.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:57.330 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:57.330 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:57.330 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:57.330 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:57.330 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:57.331 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:57.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:57.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:57.331 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:57.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.338042 15495 consensus_queue.cc:1048] T 29fb0b1f3196416d93f9d18abcf1ad97 P 606ac9f1e0f140c296800e6dc060c533 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:07:57.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:57.372 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:57.372 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:57.372 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:57.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:57.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:57.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:57.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:57.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:57.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:57.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:57.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:57.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:57.374 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.393309 15467 consensus_queue.cc:1048] T 6770c24d133b4983b9b67b744e9c595d P 2e77b2ad4b1945efb2da870907d14802 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:07:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:57.423261 13962 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.13.82.195:33673, user_credentials={real_user=slave}} blocked reactor thread for 66449.1us
02:07:57.429 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:57.430 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:57.430 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:57.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:57.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:57.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:57.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:57.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:57.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:57.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:57.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:57.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:57.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.435616 15473 consensus_queue.cc:1048] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.454746 14858 raft_consensus.cc:3060] T f7961bd39de347f4ad9c82484e2f227a P 606ac9f1e0f140c296800e6dc060c533 [term 0 FOLLOWER]: Advancing to term 1
02:07:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.494995 15497 consensus_queue.cc:1048] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e [LEADER]: Connected to new peer: Peer: permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:57.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.504202 15497 raft_consensus.cc:493] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.504889 15497 raft_consensus.cc:515] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 } } peers { permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 } } peers { permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 } }
02:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.508093 14856 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa091bb17bd541e4b2077bc796cc0fa8" candidate_uuid: "b4d432adba0044348680d5d5c9d70d8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606ac9f1e0f140c296800e6dc060c533" is_pre_election: true
02:07:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.508900 15497 leader_election.cc:290] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077), 2e77b2ad4b1945efb2da870907d14802 (127.14.8.66:41353)
02:07:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.510025 15118 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aa091bb17bd541e4b2077bc796cc0fa8" candidate_uuid: "b4d432adba0044348680d5d5c9d70d8e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e77b2ad4b1945efb2da870907d14802" is_pre_election: true
02:07:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.510763 15118 raft_consensus.cc:2393] T aa091bb17bd541e4b2077bc796cc0fa8 P 2e77b2ad4b1945efb2da870907d14802 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate b4d432adba0044348680d5d5c9d70d8e in current term 1: Already voted for candidate 606ac9f1e0f140c296800e6dc060c533 in this term.
02:07:57.511 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:07:57.512 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:07:57.512 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:07:57.512 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:57.512 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:57.512 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:07:57.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:57.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:57.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:07:57.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:57.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:57.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:07:57.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:07:57.522 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:57.522 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:57.522 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.521080 15204 leader_election.cc:304] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b4d432adba0044348680d5d5c9d70d8e; no voters: 2e77b2ad4b1945efb2da870907d14802, 606ac9f1e0f140c296800e6dc060c533
02:07:57.526 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:57.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:57.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:57.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:57.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:57.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:57.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:57.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:57.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:57.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.523401 15498 raft_consensus.cc:3060] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e [term 0 FOLLOWER]: Advancing to term 1
02:07:57.534 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:57.535 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:57.535 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:57.535 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:57.535 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:57.535 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:57.535 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:57.535 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:57.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:57.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:57.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:57.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:57.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:57.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.557363 15467 consensus_queue.cc:1048] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.564486 15467 consensus_queue.cc:1048] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.565712 15498 raft_consensus.cc:2749] T aa091bb17bd541e4b2077bc796cc0fa8 P b4d432adba0044348680d5d5c9d70d8e [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:07:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.597185 15483 consensus_queue.cc:1048] T 6ab91672c33c420ca5537486c5f1f172 P 2e77b2ad4b1945efb2da870907d14802 [LEADER]: Connected to new peer: Peer: permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:57.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.632982 15483 consensus_queue.cc:1048] T 4e1322733445432d9dbd25140dfdcbfd P 2e77b2ad4b1945efb2da870907d14802 [LEADER]: Connected to new peer: Peer: permanent_uuid: "606ac9f1e0f140c296800e6dc060c533" member_type: VOTER last_known_addr { host: "127.14.8.65" port: 42077 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:57.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.702659 15474 consensus_queue.cc:1048] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e77b2ad4b1945efb2da870907d14802" member_type: VOTER last_known_addr { host: "127.14.8.66" port: 41353 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:57.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:07:57.735384 15474 consensus_queue.cc:1048] T aa091bb17bd541e4b2077bc796cc0fa8 P 606ac9f1e0f140c296800e6dc060c533 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4d432adba0044348680d5d5c9d70d8e" member_type: VOTER last_known_addr { host: "127.14.8.67" port: 35903 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:57.736 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:57.736 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:57.736 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:57.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:57.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:57.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:57.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:57.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:57.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:57.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:57.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:57.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:57.738 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:57.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:57.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:57.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:57.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:57.912 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:57.913 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:57.913 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:57.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:57.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:57.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:57.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:57.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:57.913 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:57.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:57.913 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:57.913 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:57.913 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:58.037 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:58.037 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:58.037 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:58.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:58.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:58.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:58.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:58.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:58.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:58.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:58.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:58.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:58.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:58.050 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:58.050 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:58.050 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:58.050 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:58.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:58.050 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:58.050 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:58.050 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:58.050 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:58.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:58.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:58.051 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:58.051 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:58.068 [DEBUG - main] (Connection.java:575) [peer master-127.13.82.254:42605(127.13.82.254:42605)] disconnecting while in state READY
02:07:58.068 [DEBUG - main] (Connection.java:575) [peer master-127.13.82.252:36411(127.13.82.252:36411)] disconnecting while in state READY
02:07:58.068 [DEBUG - main] (Connection.java:575) [peer master-127.13.82.253:44067(127.13.82.253:44067)] disconnecting while in state READY
02:07:58.069 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:58.069 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.82.252:36411(127.13.82.252:36411)] handling channelInactive
02:07:58.069 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.82.254:42605(127.13.82.254:42605)] handling channelInactive
02:07:58.069 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state READY due to: connection closed
02:07:58.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state READY due to: connection closed
02:07:58.070 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
02:07:58.071 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
02:07:58.072 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.82.253:44067(127.13.82.253:44067)] handling channelInactive
02:07:58.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state READY due to: connection closed
02:07:58.072 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:07:58.072 [DEBUG - main] (Connection.java:575) [peer master-127.14.8.124:34435(127.14.8.124:34435)] disconnecting while in state READY
02:07:58.072 [DEBUG - main] (Connection.java:575) [peer master-127.14.8.126:34347(127.14.8.126:34347)] disconnecting while in state READY
02:07:58.073 [DEBUG - main] (Connection.java:575) [peer master-127.14.8.125:37543(127.14.8.125:37543)] disconnecting while in state READY
02:07:58.073 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.8.125:37543(127.14.8.125:37543)] handling channelInactive
02:07:58.073 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.8.124:34435(127.14.8.124:34435)] handling channelInactive
02:07:58.073 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:58.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state READY due to: connection closed
02:07:58.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state READY due to: connection closed
02:07:58.074 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-2
02:07:58.074 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
02:07:58.075 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.8.126:34347(127.14.8.126:34347)] handling channelInactive
02:07:58.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state READY due to: connection closed
02:07:58.075 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:07:58.076 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:07:58.077 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:07:58.077 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:07:58.077 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:07:58.077 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:07:58.077 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:07:58.085 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:07:58.085 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:07:58.085 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:07:58.085 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:07:58.085 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:07:58.085 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:07:58.086 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:07:58.117 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:07:58.117 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:07:58.117 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:07:58.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:58.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:58.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:07:58.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:58.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:58.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:07:58.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:58.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:58.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:07:58.119 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:07:58.176 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:07:58.176 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:07:58.176 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:07:58.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:58.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:58.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:58.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:58.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:07:58.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:07:58.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:58.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:58.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:07:58.178 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:07:58.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:58.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:58.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:58.281 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:07:58.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:58.310 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:58.310 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:58.310 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:58.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:58.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:58.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:58.310 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:58.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:58.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:58.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:58.312 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:58.312 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:58.312 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:58.336 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:07:58.336 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:07:58.337 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:07:58.348 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:07:58.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:58.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:58.690 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:58.691 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:58.691 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:58.692 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:58.692 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:58.692 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:58.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:58.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:58.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:58.694 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:58.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:58.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:58.695 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:58.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:58.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:58.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:58.858 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:58.981 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:58.981 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:58.981 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:58.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:58.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:58.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:58.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:58.982 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:58.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:58.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:58.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:58.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:58.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:59.083 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:59.083 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:59.083 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:59.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:59.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:59.083 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:59.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:59.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:59.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:59.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:59.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:59.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:59.084 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:59.131 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:07:59.131 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:07:59.131 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:07:59.132 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:59.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:59.132 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:59.132 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:07:59.132 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:59.132 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:07:59.132 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:59.133 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:59.133 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:07:59.133 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:07:59.165 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:07:59.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:59.240 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:07:59.240 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:07:59.240 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:07:59.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:59.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:59.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:59.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:59.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:07:59.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:07:59.241 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:59.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:59.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:07:59.243 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:07:59.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:59.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:59.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:59.299 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:07:59.311 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:07:59.341 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:07:59.348 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:07:59.348 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:07:59.348 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:07:59.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:59.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:59.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:07:59.349 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:59.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:59.350 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:07:59.350 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:59.350 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:59.350 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:07:59.350 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:07:59.358 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:59.361 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:07:59.378 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:07:59.396 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:07:59.397 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:07:59.397 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:07:59.397 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:07:59.398 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:07:59.398 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:07:59.398 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:07:59.398 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:07:59.399 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:07:59.399 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:07:59.399 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:07:59.400 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:07:59.400 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:07:59.400 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:07:59.400 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:07:59.400 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:07:59.400 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:07:59.400 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:07:59.400 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:07:59.401 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:07:59.401 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:07:59.401 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:07:59.401 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:07:59.401 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:07:59.402 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_7aa8b6e4d2031e8c1002714dea259f96/blobStorage
02:07:59.402 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:37693 - max concurrent requests: 50 - max backlog: 1000
02:07:59.404 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_7aa8b6e4d2031e8c1002714dea259f96/blobStorage
02:07:59.405 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_7aa8b6e4d2031e8c1002714dea259f96/blobStorage
02:07:59.405 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:07:59.406 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 694b4656-6df2-4d19-b2de-2df2be2e0f9f
02:07:59.408 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 40 GB (83.33% usable)
02:07:59.408 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-117903f9-1035-47c8-b665-f9bbb3571db6
02:07:59.410 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-5bede0d1-1523-4b85-ade5-777993f11ae8
02:07:59.473 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:07:59.474 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:07:59.474 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:07:59.474 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:07:59.474 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:07:59.476 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_20 .
02:07:59.480 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
02:07:59.481 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-2c797dc4-3e6c-4315-a883-befe8db1d5ce
02:07:59.481 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:07:59.482 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:07:59.490 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:07:59.490 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:07:59.501 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:39643
02:07:59.501 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:07:59.502 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:39643 was granted leadership with leaderSessionID=64004533-b66a-4085-8fa6-33f4e5d77eb2
02:07:59.502 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:39643 , session=64004533-b66a-4085-8fa6-33f4e5d77eb2
02:07:59.504 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:07:59.505 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:07:59.506 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:07:59.507 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id a8b19dd8-003b-4cd6-850b-815252852c1e. Creating new DispatcherLeaderProcess.
02:07:59.508 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:07:59.508 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:07:59.508 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:07:59.508 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:07:59.508 [INFO - pool-369-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 4df4395b-8055-4022-939b-533cb0f0ab0d.
02:07:59.511 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_21 .
02:07:59.512 [INFO - pool-369-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_22 .
02:07:59.516 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_21 , session=a8b19dd8-003b-4cd6-850b-815252852c1e
02:07:59.518 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
02:07:59.518 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:07:59.519 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:07:59.519 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:07:59.519 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:07:59.520 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_22 , session=4df4395b-8055-4022-939b-533cb0f0ab0d
02:07:59.550 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:07:59.550 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:07:59.550 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:07:59.550 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:59.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:59.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:59.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:07:59.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:59.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:07:59.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:59.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:59.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:07:59.552 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:07:59.558 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(939b533cb0f0ab0d4df4395b80554022).
02:07:59.566 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:07:59.572 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID 694b4656-6df2-4d19-b2de-2df2be2e0f9f (pekko://flink/user/rpc/taskmanager_20) at ResourceManager
02:07:59.572 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (4493b51b1e9678bc4b0af52ac25af4e2).
02:07:59.573 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (4493b51b1e9678bc4b0af52ac25af4e2).
02:07:59.573 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-4493b51b1e9678bc4b0af52ac25af4e2'.
02:07:59.574 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 4493b51b1e9678bc4b0af52ac25af4e2 was granted leadership with leader id 85e1ccdb-7976-4375-a968-ff59680970e1. Creating new JobMasterServiceProcess.
02:07:59.574 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_22 under registration id 19ae9736c564765882fa5c43c1a78f0c.
02:07:59.575 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:344) Registering task executor 694b4656-6df2-4d19-b2de-2df2be2e0f9f under 19ae9736c564765882fa5c43c1a78f0c at the slot manager.
02:07:59.580 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_23 .
02:07:59.596 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (4493b51b1e9678bc4b0af52ac25af4e2).
02:07:59.597 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (4493b51b1e9678bc4b0af52ac25af4e2).
02:07:59.597 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph f9517dc5b4e416386bb817cd38382530 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:07:59.598 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (4493b51b1e9678bc4b0af52ac25af4e2).
02:07:59.598 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:07:59.599 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
02:07:59.599 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3feed35d
02:07:59.599 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:59.599 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12559913033741624791/checkpoints")
02:07:59.601 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:07:59.601 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@32e94216 for Flink Streaming Job (4493b51b1e9678bc4b0af52ac25af4e2).
02:07:59.602 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_23 , session=85e1ccdb-7976-4375-a968-ff59680970e1
02:07:59.603 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (4493b51b1e9678bc4b0af52ac25af4e2) under job master id a968ff59680970e185e1ccdb79764375.
02:07:59.603 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:07:59.605 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:59.606 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:07:59.607 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4493b51b1e9678bc4b0af52ac25af4e2) switched from state CREATED to RUNNING.
02:07:59.608 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:07:59.608 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:07:59.609 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:07:59.609 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:07:59.610 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(939b533cb0f0ab0d4df4395b80554022)
02:07:59.611 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:07:59.611 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:390) Registering job manager a968ff59680970e185e1ccdb79764375@pekko://flink/user/rpc/jobmanager_23 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:07:59.612 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:07:59.613 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:07:59.614 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.82.253:44067(127.13.82.253:44067)] Successfully connected to peer
02:07:59.615 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:07:59.617 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager a968ff59680970e185e1ccdb79764375@pekko://flink/user/rpc/jobmanager_23 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:07:59.623 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.82.254:42605(127.13.82.254:42605)] Successfully connected to peer
02:07:59.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:59.633 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 939b533cb0f0ab0d4df4395b80554022.
02:07:59.633 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.254
02:07:59.634 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 4493b51b1e9678bc4b0af52ac25af4e2: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:07:59.635 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.82.252:36411(127.13.82.252:36411)] Successfully connected to peer
02:07:59.636 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.253
02:07:59.637 [DEBUG - main] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:07:59.639 [DEBUG - main] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:07:59.640 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.252
02:07:59.640 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.8.126:34347(127.14.8.126:34347)] Successfully connected to peer
02:07:59.642 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.643 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 4493b51b1e9678bc4b0af52ac25af4e2
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 694b4656-6df2-4d19-b2de-2df2be2e0f9f
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:07:59.644 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 06ef0b8f67bf80701fa371ca2f52df17 from 694b4656-6df2-4d19-b2de-2df2be2e0f9f for job 4493b51b1e9678bc4b0af52ac25af4e2 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:59.645 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 7dff596eb434d9a22467df54a5f08ae4 from 694b4656-6df2-4d19-b2de-2df2be2e0f9f for job 4493b51b1e9678bc4b0af52ac25af4e2 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:59.645 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot bffef7efa1f311e3242e9a4aba98e3f8 from 694b4656-6df2-4d19-b2de-2df2be2e0f9f for job 4493b51b1e9678bc4b0af52ac25af4e2 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:59.645 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot cb773ab22ef5798ba6d6b55039f4c42c from 694b4656-6df2-4d19-b2de-2df2be2e0f9f for job 4493b51b1e9678bc4b0af52ac25af4e2 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:59.646 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1149) Receive slot request 06ef0b8f67bf80701fa371ca2f52df17 for job 4493b51b1e9678bc4b0af52ac25af4e2 from resource manager with leader id 939b533cb0f0ab0d4df4395b80554022.
02:07:59.646 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:321) Allocated slot for 06ef0b8f67bf80701fa371ca2f52df17 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:59.652 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.653 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.655 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xdb0b83b2, L:/127.0.0.1:46556 - R:/127.13.82.252:36411] using SASL/PLAIN
02:07:59.658 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x190f9281, L:/127.0.0.1:42714 - R:/127.13.82.254:42605] using SASL/PLAIN
02:07:59.660 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.126
02:07:59.660 [DEBUG - main] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:07:59.661 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:59.661 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [46ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: OK, [49ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: OK, deferred=null) after lookup
02:07:59.662 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.8.125:37543(127.14.8.125:37543)] Successfully connected to peer
02:07:59.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5353bd688d63481ab42abfad5f22e05b
02:07:59.672 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7dd4f2c1, L:/127.0.0.1:38804 - R:/127.13.82.253:44067] using SASL/PLAIN
02:07:59.673 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 266722c3b63e473ba04de5576e740d4d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:07:59.673 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d9872249dc14ad09e15f1962633791f for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:07:59.673 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d37351db9ff14454afa57ed35137bdc4 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:07:59.673 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b04f9c09b313474d9b16851418afcd9b for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:07:59.673 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 911a5042745e49a982ebdb7e35c96ab7 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:07:59.673 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fb9ed678d28c4d249e1bbdd8c1cd2185 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:07:59.673 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=266722c3b63e473ba04de5576e740d4d@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5d9872249dc14ad09e15f1962633791f@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d37351db9ff14454afa57ed35137bdc4@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=b04f9c09b313474d9b16851418afcd9b@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=911a5042745e49a982ebdb7e35c96ab7@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:07:59.676 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.678 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.125
02:07:59.680 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb8ca2c2c, L:/127.0.0.1:34114 - R:/127.14.8.126:34347] using SASL/PLAIN
02:07:59.685 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.8.124:34435(127.14.8.124:34435)] Successfully connected to peer
02:07:59.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:59.690 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:192) Add job 4493b51b1e9678bc4b0af52ac25af4e2 for job leader monitoring.
02:07:59.691 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1149) Receive slot request 7dff596eb434d9a22467df54a5f08ae4 for job 4493b51b1e9678bc4b0af52ac25af4e2 from resource manager with leader id 939b533cb0f0ab0d4df4395b80554022.
02:07:59.691 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:321) Allocated slot for 7dff596eb434d9a22467df54a5f08ae4 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:59.691 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1149) Receive slot request bffef7efa1f311e3242e9a4aba98e3f8 for job 4493b51b1e9678bc4b0af52ac25af4e2 from resource manager with leader id 939b533cb0f0ab0d4df4395b80554022.
02:07:59.691 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:321) Allocated slot for bffef7efa1f311e3242e9a4aba98e3f8 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:59.692 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1149) Receive slot request cb773ab22ef5798ba6d6b55039f4c42c for job 4493b51b1e9678bc4b0af52ac25af4e2 from resource manager with leader id 939b533cb0f0ab0d4df4395b80554022.
02:07:59.692 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:321) Allocated slot for cb773ab22ef5798ba6d6b55039f4c42c with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:07:59.693 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.124
02:07:59.694 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_23 with leader id 85e1ccdb-7976-4375-a968-ff59680970e1.
02:07:59.695 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:07:59.697 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_23 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:07:59.698 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:07:59.698 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 4493b51b1e9678bc4b0af52ac25af4e2.
02:07:59.698 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:07:59.699 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 694b4656-6df2-4d19-b2de-2df2be2e0f9f @ 127.0.0.1 (dataPort=-1) with allocation id 7dff596eb434d9a22467df54a5f08ae4
02:07:59.699 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7dff596eb434d9a22467df54a5f08ae4.
02:07:59.700 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:07:59.700 [INFO - flink-pekko.actor.default-dispatcher-7] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:07:59.701 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 4493b51b1e9678bc4b0af52ac25af4e2
02:07:59.701 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.701 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 7dff596eb434d9a22467df54a5f08ae4.
02:07:59.708 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3630e598, L:/127.0.0.1:54954 - R:/127.14.8.125:37543] using SASL/PLAIN
02:07:59.711 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.715 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x866592a9, L:/127.0.0.1:45638 - R:/127.14.8.124:34435] using SASL/PLAIN
02:07:59.715 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:07:59.715 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 694b4656-6df2-4d19-b2de-2df2be2e0f9f @ 127.0.0.1 (dataPort=-1) with allocation id 06ef0b8f67bf80701fa371ca2f52df17
02:07:59.718 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:59.719 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=86), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.126:34347, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.125:37543, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.124:34435, [50ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.126:34347: OK, [75ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.125:37543: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.124:34435: OK, deferred=null) after lookup
02:07:59.720 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:07:59.720 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 06ef0b8f67bf80701fa371ca2f52df17.
02:07:59.720 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 694b4656-6df2-4d19-b2de-2df2be2e0f9f @ 127.0.0.1 (dataPort=-1) with allocation id bffef7efa1f311e3242e9a4aba98e3f8
02:07:59.722 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 06ef0b8f67bf80701fa371ca2f52df17.
02:07:59.722 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:07:59.724 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:07:59.725 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:07:59.725 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1266b913
02:07:59.725 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:59.725 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12559913033741624791/checkpoints")
02:07:59.725 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:07:59.735 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4e1322733445432d9dbd25140dfdcbfd for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:07:59.735 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29fb0b1f3196416d93f9d18abcf1ad97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:07:59.735 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6770c24d133b4983b9b67b744e9c595d for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:07:59.735 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f7961bd39de347f4ad9c82484e2f227a for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:07:59.735 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6ab91672c33c420ca5537486c5f1f172 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:07:59.735 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa091bb17bd541e4b2077bc796cc0fa8 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:07:59.736 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4e1322733445432d9dbd25140dfdcbfd@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=29fb0b1f3196416d93f9d18abcf1ad97@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6770c24d133b4983b9b67b744e9c595d@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=f7961bd39de347f4ad9c82484e2f227a@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6ab91672c33c420ca5537486c5f1f172@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=aa091bb17bd541e4b2077bc796cc0fa8@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:07:59.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.8.124:34435, [10ms] Sub RPC GetTableLocations: received response from server master-127.14.8.124:34435: OK, deferred=null)) after lookup
02:07:59.738 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:07:59.740 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:07:59.740 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:07:59.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:59.740 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:59.740 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] connecting to peer
02:07:59.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:59.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:59.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:07:59.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:59.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:59.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:07:59.740 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:07:59.741 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:07:59.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:59.755 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:07:59.755 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 694b4656-6df2-4d19-b2de-2df2be2e0f9f @ 127.0.0.1 (dataPort=-1) with allocation id cb773ab22ef5798ba6d6b55039f4c42c
02:07:59.756 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:07:59.758 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4d9c5f81
02:07:59.760 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot bffef7efa1f311e3242e9a4aba98e3f8.
02:07:59.761 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id bffef7efa1f311e3242e9a4aba98e3f8.
02:07:59.762 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:07:59.762 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:07:59.763 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d8871a4
02:07:59.763 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:59.763 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12559913033741624791/checkpoints")
02:07:59.763 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:07:59.764 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:07:59.765 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:59.767 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4fd3ff63
02:07:59.767 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7dff596eb434d9a22467df54a5f08ae4.
02:07:59.767 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 06ef0b8f67bf80701fa371ca2f52df17.
02:07:59.767 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot bffef7efa1f311e3242e9a4aba98e3f8.
02:07:59.767 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot cb773ab22ef5798ba6d6b55039f4c42c.
02:07:59.767 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot cb773ab22ef5798ba6d6b55039f4c42c.
02:07:59.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:59.768 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id cb773ab22ef5798ba6d6b55039f4c42c.
02:07:59.769 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:59.769 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:07:59.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:07:59.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72cb2753
02:07:59.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:59.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12559913033741624791/checkpoints")
02:07:59.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:07:59.771 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:07:59.772 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3d1bd55d
02:07:59.774 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:59.775 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:07:59.775 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:07:59.775 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@65739280
02:07:59.775 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:07:59.775 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12559913033741624791/checkpoints")
02:07:59.776 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:07:59.778 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:07:59.785 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@18a37d44
02:07:59.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:59.789 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:59.791 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:07:59.809 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] Successfully connected to peer
02:07:59.826 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.834 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:07:59.838 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x65aaa5a3, L:/127.0.0.1:40464 - R:/127.14.8.66:41353] using TOKEN/null
02:07:59.840 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:07:59.841 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:07:59.841 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.8.126:34347(127.14.8.126:34347)] Successfully connected to peer
02:07:59.846 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.126
02:07:59.847 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:07:59.849 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.8.126:34347(127.14.8.126:34347)] Successfully connected to peer
02:07:59.855 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:07:59.856 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.8.125:37543(127.14.8.125:37543)] Successfully connected to peer
02:07:59.858 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:07:59.860 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.125
02:07:59.867 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:07:59.866511 15168 debug-util.cc:398] Leaking SignalData structure 0x7b08000d1c60 after lost signal to thread 14917
02:07:59.871 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3cc39ed1, L:/127.0.0.1:34128 - R:/127.14.8.126:34347] using SASL/PLAIN
02:07:59.872 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.873 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.126
02:07:59.878 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xed38f986, L:/127.0.0.1:54958 - R:/127.14.8.125:37543] using SASL/PLAIN
02:07:59.881 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.883 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1abc0580, L:/127.0.0.1:34144 - R:/127.14.8.126:34347] using SASL/PLAIN
02:07:59.890 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.8.124:34435(127.14.8.124:34435)] Successfully connected to peer
02:07:59.892 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.124
02:07:59.892 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:07:59.894 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.8.126:34347(127.14.8.126:34347)] Successfully connected to peer
02:07:59.898 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:07:59.901 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.903 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.8.124:34435(127.14.8.124:34435)] Successfully connected to peer
02:07:59.904 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:07:59.905 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:07:59.905 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.8.125:37543(127.14.8.125:37543)] Successfully connected to peer
02:07:59.906 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.8.124:34435(127.14.8.124:34435)] Successfully connected to peer
02:07:59.907 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:07:59.908 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.125
02:07:59.909 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.8.126:34347(127.14.8.126:34347)] Successfully connected to peer
02:07:59.911 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.126
02:07:59.911 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf671b10e, L:/127.0.0.1:45648 - R:/127.14.8.124:34435] using SASL/PLAIN
02:07:59.912 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:07:59.913 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.8.125:37543(127.14.8.125:37543)] Successfully connected to peer
02:07:59.915 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.124
02:07:59.915 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.917 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf7783864, L:/127.0.0.1:54960 - R:/127.14.8.125:37543] using SASL/PLAIN
02:07:59.926 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:59.926 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:07:59.926 [DEBUG - main] (Connection.java:748) [peer 606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)] connecting to peer
02:07:59.930 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.933 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x77ef4825, L:/127.0.0.1:45654 - R:/127.14.8.124:34435] using SASL/PLAIN
02:07:59.934 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.8.125:37543(127.14.8.125:37543)] Successfully connected to peer
02:07:59.935 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.126
02:07:59.935 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.125
02:07:59.938 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.941 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.124
02:07:59.947 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x72480bf6, L:/127.0.0.1:34154 - R:/127.14.8.126:34347] using SASL/PLAIN
02:07:59.950 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:59.950 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.126:34347, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.125:37543, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.124:34435, [92ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.125:37543: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.126:34347: OK, [159ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.124:34435: OK, deferred=null) after lookup
02:07:59.951 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:59.951 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.126:34347, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.125:37543, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.124:34435, [111ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.124:34435: OK, deferred=null) after lookup
02:07:59.957 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:07:59.957 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.959 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x55c56546, L:/127.0.0.1:54974 - R:/127.14.8.125:37543] using SASL/PLAIN
02:07:59.960 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:07:59.960 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.963 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:07:59.963 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2fbc868f
02:07:59.964 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.125
02:07:59.964 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:07:59.965 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:07:59.965 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe8784238, L:/127.0.0.1:45658 - R:/127.14.8.124:34435] using SASL/PLAIN
02:07:59.968 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:59.968 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.126:34347, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.125:37543, [66ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.126:34347: OK, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.124:34435, [91ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.125:37543: OK, [134ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.124:34435: OK, deferred=null) after lookup
02:07:59.970 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:07:59.970 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@28d964d9
02:07:59.971 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:07:59.972 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:07:59.973 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.8.124:34435(127.14.8.124:34435)] Successfully connected to peer
02:07:59.973 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:07:59.976 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:07:59.976 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.8.124
02:07:59.976 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7bc43cea
02:07:59.977 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:07:59.977 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:07:59.979 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.980 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:07:59.985 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x77291125, L:/127.0.0.1:54986 - R:/127.14.8.125:37543] using SASL/PLAIN
02:07:59.994 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)] Successfully connected to peer
02:08:00.006 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7bc651f6, L:/127.0.0.1:34152 - R:/127.14.8.126:34347] using SASL/PLAIN
02:08:00.017 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:00.022 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:08:00.023 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2dde57dab7d5faf9a79f4ee83e0fb9f327721365b83613101977ee5eab74fdfc'}]
02:08:00.023 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x68d2d29a, L:/127.0.0.1:45674 - R:/127.14.8.124:34435] using SASL/PLAIN
02:08:00.026 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:00.028 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:00.033 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:08:00.034 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='fb704da27f4166672a8002029bcf436e8025bba4152ec0d135a0837646a1d0ee'}]
02:08:00.036 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:00.041 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:00.041 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=267), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.126:34347, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.125:37543, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.8.124:34435, [51ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.126:34347: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.125:37543: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.14.8.124:34435: OK, deferred=null) after lookup
02:08:00.045 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:08:00.046 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x2df870a0, L:/127.0.0.1:38170 - R:/127.14.8.65:42077] using TOKEN/null
02:08:00.060 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:08:00.060 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@47503c49
02:08:00.065 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:08:00.065 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:08:00.065 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='76a4ffd0ba82e8fc593e9709a1e2076779dca92bd41d1aec381e41c18ba02c99'}]
02:08:00.066 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299997, tablet=5d9872249dc14ad09e15f1962633791f@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}]
02:08:00.067 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:00.069 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.069 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:00.075 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.075 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:00.076 [DEBUG - main] (Connection.java:748) [peer b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)] connecting to peer
02:08:00.082 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:00.082 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:00.082 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:00.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:00.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:00.083 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:00.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:00.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:00.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:00.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:00.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:00.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:00.083 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:00.098 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:08:00.100 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299997, tablet=266722c3b63e473ba04de5576e740d4d@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}]
02:08:00.110 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:08:00.114 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:08:00.115 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:08:00.115 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:08:00.118 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:08:00.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:00.127 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:00.134 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:08:00.138 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=d37351db9ff14454afa57ed35137bdc4@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}]
02:08:00.170 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:00.170 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:00.171 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:00.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:00.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:00.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:00.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:00.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:00.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:00.172 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:00.172 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:00.172 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:00.172 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:00.177 [DEBUG - kudu-nio-5] (Connection.java:757) [peer b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)] Successfully connected to peer
02:08:00.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:00.206 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:08:00.206 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9c1ccebb0f19cbb50309c48c0a904fb1030a315bbd7204290dced46f76d282db'}]
02:08:00.208 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:00.208 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:08:00.220 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:00.228 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:00.229 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:00.230 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:00.231 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:00.231 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:00.231 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:00.231 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:00.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:00.232 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:00.232 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:00.232 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:00.232 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:00.232 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:00.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:00.232 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:00.233 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:00.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:00.247 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:00.250 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:00.255 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x1c39e5a6, L:/127.0.0.1:34896 - R:/127.14.8.67:35903] using TOKEN/null
02:08:00.260 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:08:00.266 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=b04f9c09b313474d9b16851418afcd9b@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}]
02:08:00.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:00.272 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xffcdccfa, L:/127.0.0.1:37846 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:00.283 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.283 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:00.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:00.293 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.293 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:00.299 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.300 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:00.304 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071046086656001) for scanner KuduScanner(table=replication_test_table, tablet=5d9872249dc14ad09e15f1962633791f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.305 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [2dde57dab7d5faf9a79f4ee83e0fb9f327721365b83613101977ee5eab74fdfc]
02:08:00.305 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [2dde57dab7d5faf9a79f4ee83e0fb9f327721365b83613101977ee5eab74fdfc]
02:08:00.306 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:08:00.306 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:08:00.306 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:00.306 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 2dde57dab7d5faf9a79f4ee83e0fb9f327721365b83613101977ee5eab74fdfc finished by subtask 2; deferring removal (restored in pending)
02:08:00.308 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:00.310 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='bd068b9e5ca1b875250a16eaeb35f70c0665efc4e10e2195ccb4b0a8788d8c89'}]
02:08:00.311 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:00.312 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:00.318 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:00.326 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:00.329 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:00.329 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:00.329 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:00.329 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:00.329 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:00.330 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:00.330 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:00.330 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:00.330 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:00.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:00.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:00.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:00.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:00.360 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.361 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:00.362 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:00.366 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.367 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:00.378 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.378 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:00.390 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:00.408 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:00.415 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:00.415 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:00.416 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:00.416 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:00.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:00.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:00.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:00.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:00.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:00.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:00.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:00.419 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:00.419 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:00.419 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:00.424 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0691b6a9, L:/127.0.0.1:37862 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:00.425 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.425 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:00.434 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.435 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:00.436 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x71920600, L:/127.0.0.1:37866 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:00.442 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.442 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:00.459 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7287071046086656001) for scanner KuduScanner(table=replication_test_table, tablet=266722c3b63e473ba04de5576e740d4d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.459 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [fb704da27f4166672a8002029bcf436e8025bba4152ec0d135a0837646a1d0ee]
02:08:00.460 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:08:00.462 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [fb704da27f4166672a8002029bcf436e8025bba4152ec0d135a0837646a1d0ee]
02:08:00.464 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split fb704da27f4166672a8002029bcf436e8025bba4152ec0d135a0837646a1d0ee finished by subtask 1; deferring removal (restored in pending)
02:08:00.465 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:08:00.465 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:08:00.465 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:00.466 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8def674dfabeedb7a9a04fa1a7f34960bc39238166490fbea50ac57f28def6d0'}]
02:08:00.467 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:00.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4e1322733445432d9dbd25140dfdcbfd for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:08:00.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29fb0b1f3196416d93f9d18abcf1ad97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:08:00.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6770c24d133b4983b9b67b744e9c595d for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:08:00.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f7961bd39de347f4ad9c82484e2f227a for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:00.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6ab91672c33c420ca5537486c5f1f172 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:00.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa091bb17bd541e4b2077bc796cc0fa8 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:00.468 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4e1322733445432d9dbd25140dfdcbfd@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=29fb0b1f3196416d93f9d18abcf1ad97@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6770c24d133b4983b9b67b744e9c595d@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=f7961bd39de347f4ad9c82484e2f227a@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6ab91672c33c420ca5537486c5f1f172@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=aa091bb17bd541e4b2077bc796cc0fa8@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:00.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4e1322733445432d9dbd25140dfdcbfd for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:08:00.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29fb0b1f3196416d93f9d18abcf1ad97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:08:00.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6770c24d133b4983b9b67b744e9c595d for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:08:00.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f7961bd39de347f4ad9c82484e2f227a for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:00.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6ab91672c33c420ca5537486c5f1f172 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:00.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa091bb17bd541e4b2077bc796cc0fa8 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:00.469 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4e1322733445432d9dbd25140dfdcbfd@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=29fb0b1f3196416d93f9d18abcf1ad97@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6770c24d133b4983b9b67b744e9c595d@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=f7961bd39de347f4ad9c82484e2f227a@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6ab91672c33c420ca5537486c5f1f172@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=aa091bb17bd541e4b2077bc796cc0fa8@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:00.476 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7287071046086656001) for scanner KuduScanner(table=replication_test_table, tablet=d37351db9ff14454afa57ed35137bdc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.477 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [76a4ffd0ba82e8fc593e9709a1e2076779dca92bd41d1aec381e41c18ba02c99]
02:08:00.477 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:08:00.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4e1322733445432d9dbd25140dfdcbfd for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:08:00.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29fb0b1f3196416d93f9d18abcf1ad97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:08:00.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6770c24d133b4983b9b67b744e9c595d for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:08:00.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f7961bd39de347f4ad9c82484e2f227a for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:00.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6ab91672c33c420ca5537486c5f1f172 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:00.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa091bb17bd541e4b2077bc796cc0fa8 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:00.478 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4e1322733445432d9dbd25140dfdcbfd@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=29fb0b1f3196416d93f9d18abcf1ad97@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6770c24d133b4983b9b67b744e9c595d@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=f7961bd39de347f4ad9c82484e2f227a@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6ab91672c33c420ca5537486c5f1f172@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=aa091bb17bd541e4b2077bc796cc0fa8@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:00.479 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [76a4ffd0ba82e8fc593e9709a1e2076779dca92bd41d1aec381e41c18ba02c99]
02:08:00.480 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:08:00.480 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:08:00.480 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:00.481 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 76a4ffd0ba82e8fc593e9709a1e2076779dca92bd41d1aec381e41c18ba02c99 finished by subtask 0; deferring removal (restored in pending)
02:08:00.482 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:00.484 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6770c24d133b4983b9b67b744e9c595d for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:08:00.484 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f7961bd39de347f4ad9c82484e2f227a for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:00.484 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6ab91672c33c420ca5537486c5f1f172 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:00.484 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa091bb17bd541e4b2077bc796cc0fa8 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:00.484 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6770c24d133b4983b9b67b744e9c595d@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=f7961bd39de347f4ad9c82484e2f227a@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6ab91672c33c420ca5537486c5f1f172@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=aa091bb17bd541e4b2077bc796cc0fa8@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:00.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:00.502 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.502 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:00.511 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:00.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:00.512 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:08:00.512 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:08:00.514 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.514 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:00.520 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.521 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:00.528 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.528 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:00.535 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.535 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:00.542 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.542 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:00.545 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:08:00.549 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}]
02:08:00.564 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:00.572 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:00.572 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:00.573 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:00.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:00.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:00.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:00.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:00.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:00.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:00.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:00.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:00.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:00.574 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:00.591 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:00.592 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:00.592 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:00.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:00.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:00.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:00.592 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:00.592 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:00.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:00.592 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:00.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:00.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:00.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:00.602 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.602 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:00.608 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.608 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:00.622 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.622 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:00.628 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070080623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:00.630 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.630 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:00.634 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@141053e6, flushNotification=Deferred@1124038742(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:08:00.635 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] connecting to peer
02:08:00.635 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7f7bcaf1, flushNotification=Deferred@167851420(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:08:00.635 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] connecting to peer
02:08:00.639 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.639 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:00.645 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.645 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:00.682 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:00.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:00.697 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:00.701 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:00.705 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.705 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:00.710 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.711 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:00.716 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.716 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:00.717 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:00.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:00.717 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:00.718 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:08:00.725 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.726 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:00.741 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.741 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:00.741 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] Successfully connected to peer
02:08:00.743 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:00.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:00.748 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x08ca9f54, L:/127.0.0.1:37868 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:00.750 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.751 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:00.756 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] Successfully connected to peer
02:08:00.765 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7287071046086656001) for scanner KuduScanner(table=replication_test_table, tablet=b04f9c09b313474d9b16851418afcd9b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.765 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [9c1ccebb0f19cbb50309c48c0a904fb1030a315bbd7204290dced46f76d282db]
02:08:00.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:00.770 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:00.770 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:00.770 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:00.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:00.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:00.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:00.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:00.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:00.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:00.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:00.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:00.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:00.771 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:00.775 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:08:00.778 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9c1ccebb0f19cbb50309c48c0a904fb1030a315bbd7204290dced46f76d282db]
02:08:00.779 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9c1ccebb0f19cbb50309c48c0a904fb1030a315bbd7204290dced46f76d282db finished by subtask 3; deferring removal (restored in pending)
02:08:00.781 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:08:00.781 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:08:00.781 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:00.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:00.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:00.790 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f7961bd39de347f4ad9c82484e2f227a for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:00.790 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6ab91672c33c420ca5537486c5f1f172 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:00.791 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa091bb17bd541e4b2077bc796cc0fa8 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:00.791 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=f7961bd39de347f4ad9c82484e2f227a@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6ab91672c33c420ca5537486c5f1f172@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=aa091bb17bd541e4b2077bc796cc0fa8@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:00.791 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f7961bd39de347f4ad9c82484e2f227a for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:00.791 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6ab91672c33c420ca5537486c5f1f172 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:00.791 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa091bb17bd541e4b2077bc796cc0fa8 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:00.791 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=f7961bd39de347f4ad9c82484e2f227a@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6ab91672c33c420ca5537486c5f1f172@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=aa091bb17bd541e4b2077bc796cc0fa8@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:00.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f7961bd39de347f4ad9c82484e2f227a for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:00.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6ab91672c33c420ca5537486c5f1f172 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:00.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa091bb17bd541e4b2077bc796cc0fa8 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:00.793 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=f7961bd39de347f4ad9c82484e2f227a@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6ab91672c33c420ca5537486c5f1f172@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=aa091bb17bd541e4b2077bc796cc0fa8@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:00.807 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.807 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:00.811 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:00.813 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.813 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:00.814 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:00.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:00.814 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:08:00.814 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:08:00.816 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:00.817 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:00.817 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:00.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:00.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:00.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:00.819 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7d87f20e, L:/127.0.0.1:40468 - R:/127.14.8.66:41353] using TOKEN/null
02:08:00.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:00.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:00.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:00.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:00.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:00.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:00.819 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:00.822 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.823 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:00.826 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:00.826 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:00.827 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:00.827 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:00.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:00.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:00.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:00.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:00.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:00.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:00.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:00.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:00.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:00.828 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:00.832 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x0c99b60c, L:/127.0.0.1:40474 - R:/127.14.8.66:41353] using TOKEN/null
02:08:00.833 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:00.833 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.834 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:00.840 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:00.842 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.842 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:00.848 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.849 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:00.857 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:00.863 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:00.865 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:08:00.866 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x28de7a74, L:/127.0.0.1:37880 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:00.866 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=911a5042745e49a982ebdb7e35c96ab7@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}]
02:08:00.877 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7287071046086656001) for scanner KuduScanner(table=replication_test_table, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.878 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [8def674dfabeedb7a9a04fa1a7f34960bc39238166490fbea50ac57f28def6d0]
02:08:00.879 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:00.886 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:00.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:00.886 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:08:00.886 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:08:00.887 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:00.907 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.907 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:00.913 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.913 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:00.918 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.919 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:00.927 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:00.928 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.928 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:00.935 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.935 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:00.940 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:00.941 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:00.957 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:00.969 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x93a3f7bd, L:/127.0.0.1:37896 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:01.001 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7287071046086656001) for scanner KuduScanner(table=replication_test_table, tablet=911a5042745e49a982ebdb7e35c96ab7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.001 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [bd068b9e5ca1b875250a16eaeb35f70c0665efc4e10e2195ccb4b0a8788d8c89]
02:08:01.002 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:08:01.004 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [bd068b9e5ca1b875250a16eaeb35f70c0665efc4e10e2195ccb4b0a8788d8c89]
02:08:01.008 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split bd068b9e5ca1b875250a16eaeb35f70c0665efc4e10e2195ccb4b0a8788d8c89 finished by subtask 2; deferring removal (restored in pending)
02:08:01.011 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:08:01.011 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:08:01.011 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:01.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:01.017 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6ab91672c33c420ca5537486c5f1f172 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:01.017 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa091bb17bd541e4b2077bc796cc0fa8 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:01.017 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6ab91672c33c420ca5537486c5f1f172@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=aa091bb17bd541e4b2077bc796cc0fa8@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:01.018 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6ab91672c33c420ca5537486c5f1f172 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:01.018 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa091bb17bd541e4b2077bc796cc0fa8 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:01.018 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6ab91672c33c420ca5537486c5f1f172@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=aa091bb17bd541e4b2077bc796cc0fa8@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:01.019 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.020 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:01.026 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.026 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:01.032 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.032 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:01.038 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:08:01.038 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:01.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:01.041 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:08:01.047 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.048 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:01.078 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.078 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:01.087 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.087 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:01.146 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.146 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:01.153 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.153 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:01.159 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.159 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:01.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:01.174319 15011 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.14.8.67:35903, user_credentials={real_user=slave}} blocked reactor thread for 99770.1us
02:08:01.176 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.176 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:01.183 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.185 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:01.191 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.191 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:01.196 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:01.213 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8def674dfabeedb7a9a04fa1a7f34960bc39238166490fbea50ac57f28def6d0]
02:08:01.213 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:08:01.213 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:08:01.213 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:01.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:01.217 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8def674dfabeedb7a9a04fa1a7f34960bc39238166490fbea50ac57f28def6d0 finished by subtask 1; deferring removal (restored in pending)
02:08:01.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:01.259 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 4493b51b1e9678bc4b0af52ac25af4e2 (5044 bytes, checkpointDuration=635 ms, finalizationTime=1 ms).
02:08:01.261 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 138
02:08:01.263 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:08:01.263 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 9c1ccebb0f19cbb50309c48c0a904fb1030a315bbd7204290dced46f76d282db from pending
02:08:01.263 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070081261 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:01.263 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 2dde57dab7d5faf9a79f4ee83e0fb9f327721365b83613101977ee5eab74fdfc from pending
02:08:01.263 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split fb704da27f4166672a8002029bcf436e8025bba4152ec0d135a0837646a1d0ee from pending
02:08:01.264 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split bd068b9e5ca1b875250a16eaeb35f70c0665efc4e10e2195ccb4b0a8788d8c89 from pending
02:08:01.264 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 76a4ffd0ba82e8fc593e9709a1e2076779dca92bd41d1aec381e41c18ba02c99 from pending
02:08:01.264 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 8def674dfabeedb7a9a04fa1a7f34960bc39238166490fbea50ac57f28def6d0 from pending
02:08:01.264 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 6 finished splits from enumerator state
02:08:01.265 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=126, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@1817d655, flushNotification=Deferred@1181660243(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:08:01.266 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] connecting to peer
02:08:01.266 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@297c9111, flushNotification=Deferred@1245221194(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:08:01.267 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)] connecting to peer
02:08:01.268 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@9336d09, flushNotification=Deferred@1722560938(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:08:01.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:01.268 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)] connecting to peer
02:08:01.277 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:01.277 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:01.277 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:01.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:01.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:01.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:01.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:01.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:01.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:01.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:01.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:01.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:01.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:01.282 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.283 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:01.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:01.300 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.300 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:01.333 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:01.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:01.334 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:01.334 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:08:01.343 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.344 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:01.348 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)] Successfully connected to peer
02:08:01.358 [DEBUG - kudu-nio-3] (Connection.java:757) [peer b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)] Successfully connected to peer
02:08:01.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:01.363 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.363 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:01.385 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.385 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:01.392 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.392 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:01.398 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] Successfully connected to peer
02:08:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:01.403625 14355 debug-util.cc:398] Leaking SignalData structure 0x7b08000de920 after lost signal to thread 14230
02:08:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:01.404721 14355 debug-util.cc:398] Leaking SignalData structure 0x7b08000cc100 after lost signal to thread 14358
02:08:01.412 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:01.412 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:01.412 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:01.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:01.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:01.413 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:01.413 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:01.413 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:01.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:01.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:01.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:01.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:01.414 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:01.435 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:01.441 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:01.452 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x87b10145, L:/127.0.0.1:38176 - R:/127.14.8.65:42077] using TOKEN/null
02:08:01.453 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.453 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:01.457 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x81f28f19, L:/127.0.0.1:34902 - R:/127.14.8.67:35903] using TOKEN/null
02:08:01.459 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:01.460 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.460 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:01.470 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.470 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:01.476 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.476 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:01.480 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xed43a648, L:/127.0.0.1:40484 - R:/127.14.8.66:41353] using TOKEN/null
02:08:01.483 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.483 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:01.495 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.495 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:01.530 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:01.531 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:01.531 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:01.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:01.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:01.532 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:01.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:01.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:01.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:01.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:01.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:01.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:01.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:01.569 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.569 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:01.575 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.575 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:01.614 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5353bd688d63481ab42abfad5f22e05b
02:08:01.616 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.616 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:01.617 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:01.617 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:01.617 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:01.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:01.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:01.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:01.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:01.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:01.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:01.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:01.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:01.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:01.619 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:01.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 266722c3b63e473ba04de5576e740d4d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:08:01.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d9872249dc14ad09e15f1962633791f for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:08:01.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d37351db9ff14454afa57ed35137bdc4 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:08:01.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b04f9c09b313474d9b16851418afcd9b for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:01.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 911a5042745e49a982ebdb7e35c96ab7 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:01.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fb9ed678d28c4d249e1bbdd8c1cd2185 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:01.621 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=266722c3b63e473ba04de5576e740d4d@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5d9872249dc14ad09e15f1962633791f@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d37351db9ff14454afa57ed35137bdc4@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=b04f9c09b313474d9b16851418afcd9b@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=911a5042745e49a982ebdb7e35c96ab7@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:01.627 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='483f406d8551ed44a3d3e6ad7754de8817545d47769c092fcc6caf2e17994827'}]
02:08:01.628 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:01.628 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.629 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:01.629 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='98ecf1dd5cc1798856be4295e9c476add8505615ce67f6c91e1c1c1bb12c14e8'}]
02:08:01.630 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:01.631 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:08:01.631 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299996, tablet=266722c3b63e473ba04de5576e740d4d@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}]
02:08:01.632 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
02:08:01.632 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299996, tablet=5d9872249dc14ad09e15f1962633791f@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}]
02:08:01.633 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e4c07b8c25e1162898035bce41e1c660efe56c30f48923de93d822d46e36e67a'}]
02:08:01.634 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:01.634 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:08:01.635 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299996, tablet=b04f9c09b313474d9b16851418afcd9b@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}]
02:08:01.643 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.644 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9c5b5154f7773ac171817f397812b196dd40a1d2ea912ca8308ce6c55ee9ffd2'}]
02:08:01.644 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:01.645 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:01.645 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:08:01.646 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299996, tablet=d37351db9ff14454afa57ed35137bdc4@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}]
02:08:01.649 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:01.651 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=389 ms, finalizationTime=1 ms).
02:08:01.655 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:08:01.658 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070081653 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:01.668 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.668 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:01.668 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 4493b51b1e9678bc4b0af52ac25af4e2 (5104 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:08:01.670 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:08:01.688 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:01.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:01.722 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:01.722 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:01.722 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:01.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:01.724 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:01.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:01.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:01.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:01.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:01.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:01.724 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:01.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:01.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:01.729 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.729 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:01.730 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:01.737 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:01.740 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.740 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:01.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:01.755 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.756 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:01.765 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.765 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:01.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:01.763 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:01.781 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.781 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:01.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:01.799 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.799 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:01.803 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5353bd688d63481ab42abfad5f22e05b
02:08:01.807 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:08:01.810 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5353bd688d63481ab42abfad5f22e05b
02:08:01.815 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:08:01.820 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:01.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 266722c3b63e473ba04de5576e740d4d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:08:01.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d9872249dc14ad09e15f1962633791f for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:08:01.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d37351db9ff14454afa57ed35137bdc4 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:08:01.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b04f9c09b313474d9b16851418afcd9b for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:01.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 911a5042745e49a982ebdb7e35c96ab7 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:01.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fb9ed678d28c4d249e1bbdd8c1cd2185 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:01.822 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=266722c3b63e473ba04de5576e740d4d@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5d9872249dc14ad09e15f1962633791f@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d37351db9ff14454afa57ed35137bdc4@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=b04f9c09b313474d9b16851418afcd9b@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=911a5042745e49a982ebdb7e35c96ab7@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:01.829 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4e1322733445432d9dbd25140dfdcbfd for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:08:01.830 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29fb0b1f3196416d93f9d18abcf1ad97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:08:01.830 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6770c24d133b4983b9b67b744e9c595d for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:08:01.830 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f7961bd39de347f4ad9c82484e2f227a for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:01.830 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6ab91672c33c420ca5537486c5f1f172 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:01.830 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa091bb17bd541e4b2077bc796cc0fa8 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:01.830 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4e1322733445432d9dbd25140dfdcbfd@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=29fb0b1f3196416d93f9d18abcf1ad97@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6770c24d133b4983b9b67b744e9c595d@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=f7961bd39de347f4ad9c82484e2f227a@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6ab91672c33c420ca5537486c5f1f172@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=aa091bb17bd541e4b2077bc796cc0fa8@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:01.833 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:01.842 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5353bd688d63481ab42abfad5f22e05b
02:08:01.846 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca8d28f1119744aa9844c492e92bf8fe
02:08:01.852 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 266722c3b63e473ba04de5576e740d4d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:08:01.853 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d9872249dc14ad09e15f1962633791f for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:08:01.853 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d37351db9ff14454afa57ed35137bdc4 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:08:01.853 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b04f9c09b313474d9b16851418afcd9b for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:01.853 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 911a5042745e49a982ebdb7e35c96ab7 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:01.853 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fb9ed678d28c4d249e1bbdd8c1cd2185 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:01.853 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=266722c3b63e473ba04de5576e740d4d@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5d9872249dc14ad09e15f1962633791f@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d37351db9ff14454afa57ed35137bdc4@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=b04f9c09b313474d9b16851418afcd9b@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=911a5042745e49a982ebdb7e35c96ab7@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:01.854 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.82.254:42605, [6ms] Sub RPC GetTableLocations: received response from server master-127.13.82.254:42605: OK, deferred=null)) after lookup
02:08:01.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:01.859 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:01.868 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=266722c3b63e473ba04de5576e740d4d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.868 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:01.869 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:822) Done scanning tablet 266722c3b63e473ba04de5576e740d4d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:01.872 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:01.877 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:01.878 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:01.878 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:01.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:01.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:01.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:01.879 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:01.879 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:01.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:01.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:01.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:01.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:01.879 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:01.882 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:01.918 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d9872249dc14ad09e15f1962633791f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.918 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5d9872249dc14ad09e15f1962633791f for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:01.931 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x54870efe, L:/127.0.0.1:37912 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:01.946 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071054266368001) for scanner KuduScanner(table=replication_test_table, tablet=266722c3b63e473ba04de5576e740d4d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.947 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [483f406d8551ed44a3d3e6ad7754de8817545d47769c092fcc6caf2e17994827]
02:08:01.948 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [483f406d8551ed44a3d3e6ad7754de8817545d47769c092fcc6caf2e17994827]
02:08:01.948 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:08:01.948 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:08:01.949 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 483f406d8551ed44a3d3e6ad7754de8817545d47769c092fcc6caf2e17994827 finished by subtask 0; deferring removal (restored in pending)
02:08:01.949 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:01.951 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='09864fdd8829522e98ed28b9bb03c8bdbdfe0fa8ccb2322f952b6401280ea565'}]
02:08:01.953 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:01.954 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:01.959 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d37351db9ff14454afa57ed35137bdc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:01.960 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d37351db9ff14454afa57ed35137bdc4 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:01.963 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:01.973 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:08:01.974 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299996, tablet=911a5042745e49a982ebdb7e35c96ab7@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}]
02:08:01.976 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:01.980 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:02.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:02.148314 13962 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.13.82.194:33185, user_credentials={real_user=slave}} blocked reactor thread for 120117us
02:08:02.199 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:02.200 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070082199 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:02.200 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:02.200 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:02.202 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:02.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:02.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:02.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:02.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:02.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:02.204 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:02.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:02.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:02.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:02.208 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:02.210 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:02.212 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b04f9c09b313474d9b16851418afcd9b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.212 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b04f9c09b313474d9b16851418afcd9b for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:02.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:02.222 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:02.222 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 4493b51b1e9678bc4b0af52ac25af4e2 (5104 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
02:08:02.224 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xec745db5, L:/127.0.0.1:37924 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:02.225 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:08:02.225 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 483f406d8551ed44a3d3e6ad7754de8817545d47769c092fcc6caf2e17994827 from pending
02:08:02.225 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 1 finished splits from enumerator state
02:08:02.226 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdba13871, L:/127.0.0.1:37936 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:02.232 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=911a5042745e49a982ebdb7e35c96ab7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.233 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 911a5042745e49a982ebdb7e35c96ab7 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:02.235 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071054266368001) for scanner KuduScanner(table=replication_test_table, tablet=5d9872249dc14ad09e15f1962633791f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.236 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [98ecf1dd5cc1798856be4295e9c476add8505615ce67f6c91e1c1c1bb12c14e8]
02:08:02.236 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [98ecf1dd5cc1798856be4295e9c476add8505615ce67f6c91e1c1c1bb12c14e8]
02:08:02.236 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
02:08:02.236 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
02:08:02.238 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 98ecf1dd5cc1798856be4295e9c476add8505615ce67f6c91e1c1c1bb12c14e8 finished by subtask 3; deferring removal (restored in pending)
02:08:02.238 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:02.243 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0d04ba777e7ed2194f4e3a8159ee1c3f87641545f72990a92bb67d38f1e8e4bf'}]
02:08:02.245 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:02.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:02.246 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:02.247 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb427b5f6, L:/127.0.0.1:37944 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:02.261 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071054266368001) for scanner KuduScanner(table=replication_test_table, tablet=d37351db9ff14454afa57ed35137bdc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.261 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.261 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fb9ed678d28c4d249e1bbdd8c1cd2185 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:02.261 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [9c5b5154f7773ac171817f397812b196dd40a1d2ea912ca8308ce6c55ee9ffd2]
02:08:02.261 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9c5b5154f7773ac171817f397812b196dd40a1d2ea912ca8308ce6c55ee9ffd2]
02:08:02.262 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:08:02.262 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:08:02.266 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:02.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:02.268 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4e1322733445432d9dbd25140dfdcbfd for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:08:02.269 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29fb0b1f3196416d93f9d18abcf1ad97 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:08:02.269 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6770c24d133b4983b9b67b744e9c595d for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:08:02.269 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f7961bd39de347f4ad9c82484e2f227a for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:02.269 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6ab91672c33c420ca5537486c5f1f172 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:02.269 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet aa091bb17bd541e4b2077bc796cc0fa8 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:02.269 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4e1322733445432d9dbd25140dfdcbfd@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=29fb0b1f3196416d93f9d18abcf1ad97@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6770c24d133b4983b9b67b744e9c595d@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=f7961bd39de347f4ad9c82484e2f227a@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6ab91672c33c420ca5537486c5f1f172@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)[L],606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077),b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=aa091bb17bd541e4b2077bc796cc0fa8@[2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353),606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)[L],b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:02.270 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.8.124:34435, [7ms] Sub RPC GetTableLocations: received response from server master-127.14.8.124:34435: OK, deferred=null)) after lookup
02:08:02.271 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:02.269 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9c5b5154f7773ac171817f397812b196dd40a1d2ea912ca8308ce6c55ee9ffd2 finished by subtask 2; deferring removal (restored in pending)
02:08:02.280 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.280 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:02.280 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071054266368001) for scanner KuduScanner(table=replication_test_table, tablet=b04f9c09b313474d9b16851418afcd9b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.281 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [e4c07b8c25e1162898035bce41e1c660efe56c30f48923de93d822d46e36e67a]
02:08:02.281 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e4c07b8c25e1162898035bce41e1c660efe56c30f48923de93d822d46e36e67a]
02:08:02.282 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:08:02.282 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:08:02.285 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e4c07b8c25e1162898035bce41e1c660efe56c30f48923de93d822d46e36e67a finished by subtask 1; deferring removal (restored in pending)
02:08:02.285 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:02.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:02.290 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.290 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:02.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:02.316 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.316 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:02.324 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:02.327 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.327 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:02.356 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:02.358 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:02.359 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:02.359 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:02.359 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:02.359 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:02.359 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:02.360 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:02.360 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:02.360 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:02.361 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:02.361 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:02.361 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:02.361 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:02.362 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:02.369 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:02.369 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.369 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:02.369 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:02.369 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:02.370 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:02.370 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:02.370 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:02.370 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:02.370 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:02.370 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:02.374 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:02.376 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:02.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:02.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:02.376 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:02.382 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf0261344, L:/127.0.0.1:37948 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:02.387 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.387 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:02.399 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
02:08:02.402 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299995, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}]
02:08:02.420 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071054266368001) for scanner KuduScanner(table=replication_test_table, tablet=911a5042745e49a982ebdb7e35c96ab7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.420 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [09864fdd8829522e98ed28b9bb03c8bdbdfe0fa8ccb2322f952b6401280ea565]
02:08:02.420 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [09864fdd8829522e98ed28b9bb03c8bdbdfe0fa8ccb2322f952b6401280ea565]
02:08:02.421 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:08:02.421 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:08:02.422 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 09864fdd8829522e98ed28b9bb03c8bdbdfe0fa8ccb2322f952b6401280ea565 finished by subtask 0; deferring removal (restored in pending)
02:08:02.422 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:02.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:02.432 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=266722c3b63e473ba04de5576e740d4d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.432 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 266722c3b63e473ba04de5576e740d4d for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:02.440 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d9872249dc14ad09e15f1962633791f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.441 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5d9872249dc14ad09e15f1962633791f for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:02.453 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d37351db9ff14454afa57ed35137bdc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.453 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d37351db9ff14454afa57ed35137bdc4 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:02.455 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:02.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:02.456 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:02.456 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:08:02.480 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b04f9c09b313474d9b16851418afcd9b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.480 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b04f9c09b313474d9b16851418afcd9b for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:02.493 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=911a5042745e49a982ebdb7e35c96ab7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.494 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 911a5042745e49a982ebdb7e35c96ab7 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:02.502 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:02.502 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:02.502 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:02.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:02.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:02.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:02.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:02.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:02.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:02.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:02.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:02.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:02.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:02.506 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.506 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fb9ed678d28c4d249e1bbdd8c1cd2185 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:02.516 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4e1322733445432d9dbd25140dfdcbfd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.517 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4e1322733445432d9dbd25140dfdcbfd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
02:08:02.531 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29fb0b1f3196416d93f9d18abcf1ad97, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.531 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29fb0b1f3196416d93f9d18abcf1ad97 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
02:08:02.549 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:02.552 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6770c24d133b4983b9b67b744e9c595d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.552 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6770c24d133b4983b9b67b744e9c595d for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
02:08:02.568 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7961bd39de347f4ad9c82484e2f227a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.568 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet f7961bd39de347f4ad9c82484e2f227a for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
02:08:02.572 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:02.573 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:02.573 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:02.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:02.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:02.577 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:02.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:02.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:02.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:02.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:02.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:02.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:02.578 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:02.591 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:02.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:02.591 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:08:02.592 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:08:02.601 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6ab91672c33c420ca5537486c5f1f172, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.601 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6ab91672c33c420ca5537486c5f1f172 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
02:08:02.603 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:02.607 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:02.617 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=aa091bb17bd541e4b2077bc796cc0fa8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.617 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet aa091bb17bd541e4b2077bc796cc0fa8 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
02:08:02.617 [DEBUG - main] (Connection.java:575) [peer 606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)] disconnecting while in state READY
02:08:02.618 [DEBUG - main] (Connection.java:575) [peer master-127.14.8.124:34435(127.14.8.124:34435)] disconnecting while in state READY
02:08:02.618 [DEBUG - main] (Connection.java:575) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] disconnecting while in state READY
02:08:02.618 [DEBUG - main] (Connection.java:575) [peer master-127.14.8.126:34347(127.14.8.126:34347)] disconnecting while in state READY
02:08:02.618 [DEBUG - main] (Connection.java:575) [peer master-127.14.8.125:37543(127.14.8.125:37543)] disconnecting while in state READY
02:08:02.618 [DEBUG - main] (Connection.java:575) [peer b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)] disconnecting while in state READY
02:08:02.618 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.8.124:34435(127.14.8.124:34435)] handling channelInactive
02:08:02.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state READY due to: connection closed
02:08:02.619 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.8.125:37543(127.14.8.125:37543)] handling channelInactive
02:08:02.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state READY due to: connection closed
02:08:02.619 [DEBUG - kudu-nio-5] (Connection.java:239) [peer b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)] handling channelInactive
02:08:02.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)] cleaning up while in state READY due to: connection closed
02:08:02.618 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.8.126:34347(127.14.8.126:34347)] handling channelInactive
02:08:02.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state READY due to: connection closed
02:08:02.621 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)] handling channelInactive
02:08:02.621 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)] cleaning up while in state READY due to: connection closed
02:08:02.621 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:02.622 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-5
02:08:02.622 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:08:02.622 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
02:08:02.622 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:08:02.622 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-4
02:08:02.623 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070082623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:02.635 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 4493b51b1e9678bc4b0af52ac25af4e2 (4414 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:08:02.636 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:02.636 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:08:02.636 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 98ecf1dd5cc1798856be4295e9c476add8505615ce67f6c91e1c1c1bb12c14e8 from pending
02:08:02.637 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 09864fdd8829522e98ed28b9bb03c8bdbdfe0fa8ccb2322f952b6401280ea565 from pending
02:08:02.637 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split e4c07b8c25e1162898035bce41e1c660efe56c30f48923de93d822d46e36e67a from pending
02:08:02.637 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 9c5b5154f7773ac171817f397812b196dd40a1d2ea912ca8308ce6c55ee9ffd2 from pending
02:08:02.637 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 4 finished splits from enumerator state
02:08:02.645 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x22e70ffd, L:/127.0.0.1:37956 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:02.657 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:02.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:02.657 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:02.658 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:08:02.663 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071054266368001) for scanner KuduScanner(table=replication_test_table, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:02.664 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [0d04ba777e7ed2194f4e3a8159ee1c3f87641545f72990a92bb67d38f1e8e4bf]
02:08:02.664 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0d04ba777e7ed2194f4e3a8159ee1c3f87641545f72990a92bb67d38f1e8e4bf]
02:08:02.664 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
02:08:02.664 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
02:08:02.665 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0d04ba777e7ed2194f4e3a8159ee1c3f87641545f72990a92bb67d38f1e8e4bf finished by subtask 3; deferring removal (restored in pending)
02:08:02.665 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:02.668 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:02.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:02.708 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:08:02.708 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:02.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:02.708 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:08:02.725 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] handling channelInactive
02:08:02.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] cleaning up while in state READY due to: connection closed
02:08:02.726 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
02:08:02.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:02.728147 14369 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 14735
02:08:02.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:02.749 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:02.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:02.749 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:02.749 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
02:08:02.750 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:02.750 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:02.750 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:02.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:02.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:02.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:02.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:02.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:02.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:02.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:02.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:02.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:02.751 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:02.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:02.769 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:02.770 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:02.770 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:02.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:02.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:02.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:02.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:02.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:02.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:02.770 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:02.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:02.770 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:02.770 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:02.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:02.801 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
02:08:02.801 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:02.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:02.802 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:02.858 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:02.900 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:02.901 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:02.901 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:02.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:02.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:02.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:02.902 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:02.902 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:02.902 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:02.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:02.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:02.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:02.903 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:02.970 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:02.970 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:02.970 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:02.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:02.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:02.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:02.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:02.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:02.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:02.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:02.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:02.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:02.972 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:02.992 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)] handling channelInactive
02:08:02.993 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)] cleaning up while in state READY due to: connection closed
02:08:03.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:02.999375 15008 connection.cc:582] client connection to 127.14.8.65:42077 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:08:03.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:02.999878 15008 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:08:03.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:03.006768 14369 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 14909
02:08:03.038 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:03.038 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:03.038 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:03.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:03.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:03.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:03.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:03.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:03.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:03.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:03.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:03.040 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:03.040 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:03.164 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070083163 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:03.154486 15204 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.8.65:42077: connect: Connection refused (error 111)
02:08:03.179 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 4493b51b1e9678bc4b0af52ac25af4e2 (1654 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:08:03.183 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:08:03.183 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split 0d04ba777e7ed2194f4e3a8159ee1c3f87641545f72990a92bb67d38f1e8e4bf from pending
02:08:03.183 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 6 complete: removed 1 finished splits from enumerator state
02:08:03.188 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:03.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:03.200328 15204 consensus_peers.cc:597] T f7961bd39de347f4ad9c82484e2f227a P b4d432adba0044348680d5d5c9d70d8e -> Peer 606ac9f1e0f140c296800e6dc060c533 (127.14.8.65:42077): Couldn't send request to peer 606ac9f1e0f140c296800e6dc060c533. Status: Network error: Client connection negotiation failed: client connection to 127.14.8.65:42077: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:08:03.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:03.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:03.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:03.329 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] handling channelInactive
02:08:03.329 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] cleaning up while in state READY due to: connection closed
02:08:03.339 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] handling channelInactive
02:08:03.340 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] cleaning up while in state READY due to: connection closed
02:08:03.343 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] handling channelInactive
02:08:03.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] cleaning up while in state READY due to: connection closed
02:08:03.348 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:03.348 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:03.348 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:03.349 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:03.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:03.349 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:03.349 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:03.349 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:03.349 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:03.350 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:03.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:03.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:03.350 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:03.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:03.354805 14369 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 15176
02:08:03.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:03.404 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:03.405 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:03.405 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:03.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:03.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:03.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:03.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:03.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:03.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:03.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:03.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:03.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:03.406 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:03.419 [DEBUG - kudu-nio-3] (Connection.java:239) [peer b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)] handling channelInactive
02:08:03.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)] cleaning up while in state READY due to: connection closed
02:08:03.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:03.422029 14369 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 14392
02:08:03.441 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:03.442 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:03.442 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:03.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:03.442 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:03.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:03.442 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:03.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:03.442 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:03.442 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:03.442 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:03.442 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:03.443 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:03.461 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.8.126:34347(127.14.8.126:34347)] handling channelInactive
02:08:03.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state READY due to: connection closed
02:08:03.462 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.8.126:34347(127.14.8.126:34347)] handling channelInactive
02:08:03.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state READY due to: connection closed
02:08:03.462 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.8.126:34347(127.14.8.126:34347)] handling channelInactive
02:08:03.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state READY due to: connection closed
02:08:03.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:03.464818 14369 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 14462
02:08:03.461 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.8.126:34347(127.14.8.126:34347)] handling channelInactive
02:08:03.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state READY due to: connection closed
02:08:03.511 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:03.512 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:03.512 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:03.512 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.8.125:37543(127.14.8.125:37543)] handling channelInactive
02:08:03.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state READY due to: connection closed
02:08:03.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:03.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:03.513 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:03.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:03.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:03.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:03.513 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.8.125:37543(127.14.8.125:37543)] handling channelInactive
02:08:03.513 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:03.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state READY due to: connection closed
02:08:03.513 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:03.513 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:03.513 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:03.513 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.8.125:37543(127.14.8.125:37543)] handling channelInactive
02:08:03.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state READY due to: connection closed
02:08:03.514 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.8.125:37543(127.14.8.125:37543)] handling channelInactive
02:08:03.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state READY due to: connection closed
02:08:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:03.519471 14369 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 14591
02:08:03.538 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:03.539 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:03.539 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:03.540 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:03.540 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:03.540 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:03.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:03.540 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:03.540 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:03.541 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:03.541 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:03.541 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:03.541 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:03.569 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.8.124:34435(127.14.8.124:34435)] handling channelInactive
02:08:03.569 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state READY due to: connection closed
02:08:03.571 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.8.124:34435(127.14.8.124:34435)] handling channelInactive
02:08:03.571 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.8.124:34435(127.14.8.124:34435)] handling channelInactive
02:08:03.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state READY due to: connection closed
02:08:03.572 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.8.124:34435(127.14.8.124:34435)] handling channelInactive
02:08:03.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state READY due to: connection closed
02:08:03.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state READY due to: connection closed
02:08:03.610 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:03.610 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:03.610 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:03.611 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5353bd688d63481ab42abfad5f22e05b
02:08:03.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:03.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:03.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:03.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:03.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:03.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:03.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:03.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:03.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:03.612 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:03.616 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 266722c3b63e473ba04de5576e740d4d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:08:03.617 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d9872249dc14ad09e15f1962633791f for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:08:03.617 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d37351db9ff14454afa57ed35137bdc4 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:08:03.617 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b04f9c09b313474d9b16851418afcd9b for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:03.617 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 911a5042745e49a982ebdb7e35c96ab7 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:03.617 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fb9ed678d28c4d249e1bbdd8c1cd2185 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:03.617 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=266722c3b63e473ba04de5576e740d4d@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5d9872249dc14ad09e15f1962633791f@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d37351db9ff14454afa57ed35137bdc4@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=b04f9c09b313474d9b16851418afcd9b@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=911a5042745e49a982ebdb7e35c96ab7@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:03.623 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f22a005e3efc0c5c489b273c0af242d81d674c770795dec59a57538280c8436e'}]
02:08:03.624 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b49c78789c3c7b0cf401b63241006a400c184a2937138d8d6fdf5c8ce51e486f'}]
02:08:03.625 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:03.626 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9a67a6214da7170109be92583d3b9e1c8913a4ee988744516804b31504664bcc'}]
02:08:03.627 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:03.628 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:08:03.628 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070083627 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:03.629 [INFO - flink-pekko.actor.default-dispatcher-5] (OperatorCoordinatorHolder.java:370) Coordinator checkpoint 7 for coordinator cbc357ccb763df2852fee8c4fc7d55f2 is awaiting 2 pending events
02:08:03.631 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='05f77c2811f15a49eb8b9e52b6e0cf11409c73ae6873586c3ad058f60f96892a'}]
02:08:03.632 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:03.632 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:08:03.633 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=b04f9c09b313474d9b16851418afcd9b@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}]
02:08:03.637 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:03.638 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:08:03.638 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=266722c3b63e473ba04de5576e740d4d@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}]
02:08:03.642 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
02:08:03.642 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299997, tablet=5d9872249dc14ad09e15f1962633791f@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}]
02:08:03.643 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=d37351db9ff14454afa57ed35137bdc4@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}]
02:08:03.658 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 4493b51b1e9678bc4b0af52ac25af4e2 (5104 bytes, checkpointDuration=31 ms, finalizationTime=0 ms).
02:08:03.660 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:08:03.663 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:03.669 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:03.670 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:03.681 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:03.687 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:03.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:03.710 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:03.732 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:03.736 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:03.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:03.748 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:03.752 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:03.761 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:03.761 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:03.762 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:03.762 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:03.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:03.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:03.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:03.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:03.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:03.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:03.761 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:03.764 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:03.764 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:03.764 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:03.764 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:03.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:03.771 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:03.773 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfc7c0250, L:/127.0.0.1:37972 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:03.775 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:03.779 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcbad1951, L:/127.0.0.1:37996 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:03.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:03.789 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071062450176001) for scanner KuduScanner(table=replication_test_table, tablet=b04f9c09b313474d9b16851418afcd9b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:03.789 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [05f77c2811f15a49eb8b9e52b6e0cf11409c73ae6873586c3ad058f60f96892a]
02:08:03.789 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [05f77c2811f15a49eb8b9e52b6e0cf11409c73ae6873586c3ad058f60f96892a]
02:08:03.790 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:08:03.790 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:08:03.791 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 05f77c2811f15a49eb8b9e52b6e0cf11409c73ae6873586c3ad058f60f96892a finished by subtask 3; deferring removal (restored in pending)
02:08:03.791 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:03.793 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a99c881efec55aee4321b0ca65a8c972eacd56c8e431eba4886ccdd0d6c018e8'}]
02:08:03.794 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:03.795 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:08:03.795 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=911a5042745e49a982ebdb7e35c96ab7@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}]
02:08:03.799 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:03.801 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:03.809 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcc1c0053, L:/127.0.0.1:37980 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:03.812 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:03.814 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:03.815 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfa8c3a12, L:/127.0.0.1:38008 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:03.824 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071062450176001) for scanner KuduScanner(table=replication_test_table, tablet=266722c3b63e473ba04de5576e740d4d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:03.824 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [f22a005e3efc0c5c489b273c0af242d81d674c770795dec59a57538280c8436e]
02:08:03.824 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f22a005e3efc0c5c489b273c0af242d81d674c770795dec59a57538280c8436e]
02:08:03.825 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:08:03.825 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:08:03.826 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f22a005e3efc0c5c489b273c0af242d81d674c770795dec59a57538280c8436e finished by subtask 2; deferring removal (restored in pending)
02:08:03.827 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:03.829 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5466c1da10eb09ca47ee2e04ec6ae5ec8be58670dea0ce5667a2bfa60af28208'}]
02:08:03.830 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:03.830 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:08:03.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:03.831 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}]
02:08:03.848 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071062450176001) for scanner KuduScanner(table=replication_test_table, tablet=5d9872249dc14ad09e15f1962633791f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:03.849 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b49c78789c3c7b0cf401b63241006a400c184a2937138d8d6fdf5c8ce51e486f]
02:08:03.849 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b49c78789c3c7b0cf401b63241006a400c184a2937138d8d6fdf5c8ce51e486f]
02:08:03.849 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:08:03.849 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:08:03.850 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b49c78789c3c7b0cf401b63241006a400c184a2937138d8d6fdf5c8ce51e486f finished by subtask 1; deferring removal (restored in pending)
02:08:03.851 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:03.851 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:03.853 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071062450176001) for scanner KuduScanner(table=replication_test_table, tablet=d37351db9ff14454afa57ed35137bdc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:03.854 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [9a67a6214da7170109be92583d3b9e1c8913a4ee988744516804b31504664bcc]
02:08:03.854 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9a67a6214da7170109be92583d3b9e1c8913a4ee988744516804b31504664bcc]
02:08:03.854 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
02:08:03.854 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
02:08:03.855 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:03.855 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9a67a6214da7170109be92583d3b9e1c8913a4ee988744516804b31504664bcc finished by subtask 0; deferring removal (restored in pending)
02:08:03.857 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:03.858 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:03.864 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:03.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:03.864 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
02:08:03.864 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:08:03.871 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:03.872 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:03.872 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:03.872 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:03.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:03.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:03.873 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:03.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:03.873 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:03.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:03.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:03.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:03.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:03.873 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:03.876 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:03.884 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:03.899 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:03.903 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa074b7b3, L:/127.0.0.1:38018 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:03.914 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071062450176001) for scanner KuduScanner(table=replication_test_table, tablet=911a5042745e49a982ebdb7e35c96ab7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:03.914 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a99c881efec55aee4321b0ca65a8c972eacd56c8e431eba4886ccdd0d6c018e8]
02:08:03.914 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [a99c881efec55aee4321b0ca65a8c972eacd56c8e431eba4886ccdd0d6c018e8]
02:08:03.915 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:08:03.915 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:08:03.915 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:03.915 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a99c881efec55aee4321b0ca65a8c972eacd56c8e431eba4886ccdd0d6c018e8 finished by subtask 3; deferring removal (restored in pending)
02:08:03.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:03.935 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:03.938 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:03.956 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:03.956 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:03.956 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:03.956 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:03.956 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:08:03.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:03.957 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:08:03.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:03.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:03.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:03.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:03.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:03.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:03.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:03.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:03.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:03.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:03.959 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:03.964 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:03.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:03.964 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:08:03.965 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:08:03.971 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6e1b978f, L:/127.0.0.1:38024 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:03.996 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071062450176001) for scanner KuduScanner(table=replication_test_table, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:03.996 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [5466c1da10eb09ca47ee2e04ec6ae5ec8be58670dea0ce5667a2bfa60af28208]
02:08:03.996 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5466c1da10eb09ca47ee2e04ec6ae5ec8be58670dea0ce5667a2bfa60af28208]
02:08:03.997 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:08:03.997 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:08:03.998 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5466c1da10eb09ca47ee2e04ec6ae5ec8be58670dea0ce5667a2bfa60af28208 finished by subtask 2; deferring removal (restored in pending)
02:08:03.998 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:04.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:04.016 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:04.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:04.017 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:04.017 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:08:04.037 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:04.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:04.037 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:04.037 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
02:08:04.043 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:04.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:04.043 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:04.043 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:08:04.068 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:04.069 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:04.069 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:04.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:04.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:04.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:04.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:04.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:04.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:04.071 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:04.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:04.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:04.071 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:04.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070084124 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:04.139 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 4493b51b1e9678bc4b0af52ac25af4e2 (5104 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:08:04.142 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:08:04.142 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split a99c881efec55aee4321b0ca65a8c972eacd56c8e431eba4886ccdd0d6c018e8 from pending
02:08:04.142 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 05f77c2811f15a49eb8b9e52b6e0cf11409c73ae6873586c3ad058f60f96892a from pending
02:08:04.142 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split f22a005e3efc0c5c489b273c0af242d81d674c770795dec59a57538280c8436e from pending
02:08:04.142 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 5466c1da10eb09ca47ee2e04ec6ae5ec8be58670dea0ce5667a2bfa60af28208 from pending
02:08:04.142 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split b49c78789c3c7b0cf401b63241006a400c184a2937138d8d6fdf5c8ce51e486f from pending
02:08:04.142 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 9a67a6214da7170109be92583d3b9e1c8913a4ee988744516804b31504664bcc from pending
02:08:04.142 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 6 finished splits from enumerator state
02:08:04.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:04.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:04.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:04.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:04.358 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:04.552 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:04.553 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:04.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:04.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:04.553 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:04.553 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:04.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:04.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:04.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:04.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:04.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:04.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:04.554 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:04.616 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:04.617 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:04.617 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:04.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:04.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:04.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:04.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:04.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:04.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:04.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:04.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:04.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:04.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:04.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070084624 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:04.626 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:04.626 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:04.626 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:04.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:04.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:04.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:04.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:04.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:04.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:04.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:04.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:04.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:04.628 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:04.633 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:08:04.636 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:08:04.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:04.730 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:04.730 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:04.731 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:04.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:04.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:04.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:04.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:04.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:04.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:04.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:04.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:04.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:04.733 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:04.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:04.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:04.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:04.792 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:04.792 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:04.792 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:04.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:04.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:04.793 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:04.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:04.793 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:04.793 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:04.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:04.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:04.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:04.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:04.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:05.060 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:05.061 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:05.061 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:05.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:05.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:05.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:05.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:05.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:05.062 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:05.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:05.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:05.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:05.067 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:05.108 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:05.108 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:05.109 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:05.109 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:05.109 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:05.109 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:05.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:05.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:05.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:05.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:05.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:05.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:05.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:05.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070085124 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:05.135 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:08:05.137 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:08:05.178 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:05.178 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:05.178 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:05.179 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:05.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:05.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:05.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:05.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:05.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:05.180 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:05.180 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:05.180 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:05.180 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:05.181 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29263), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [3ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [3ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [87ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [87ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [103ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [163ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [163ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [163ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [203ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [282ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [282ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [282ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [283ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [702ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [1720ms] refreshing cache from master, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [1723ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2600ms] refreshing cache from master, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2601ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2602ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2763ms] too many traces: truncated at 100 traces, deferred=Deferred@1415240650(state=PENDING, result=null, callback=(continuation of Deferred@1546205936 after retry RPC after error@753065316) -> (continuation of Deferred@1612791167 after retry RPC after error@1646734906) -> (continuation of Deferred@2001495604 after retry RPC after error@1300204612) -> (continuation of Deferred@610048593 after retry RPC after error@2136028702) -> (continuation of Deferred@1807254022 after retry RPC after error@1519660697) -> (continuation of Deferred@450537864 after retry RPC after error@1825410315) -> (continuation of Deferred@1128958502 after retry RPC after error@953259056) -> (continuation of Deferred@2005466187 after retry RPC after error@2007859812) -> (continuation of Deferred@1612791053 after retry RPC after error@1415927085) -> (continuation of Deferred@1681887566 after retry RPC after error@2132443407) -> (continuation of Deferred@381289140 after retry RPC after error@1745412467) -> (continuation of Deferred@1881516253 after retry RPC after error@1528581423) -> (continuation of Deferred@502614874 after retry RPC after error@844706542) -> (continuation of Deferred@1869023032 after retry RPC after error@1454070478) -> (continuation of Deferred@1639146714 after retry RPC after error@436663360) -> (continuation of Deferred@1301249791 after retry RPC after error@1107173546) -> (continuation of Deferred@990972411 after retry RPC after error@370695725) -> (continuation of Deferred@542552727 after retry RPC after error@270347591) -> (continuation of Deferred@602972270 after retry RPC after error@2001562379) -> (continuation of Deferred@1654308223 after retry RPC after error@454345598) -> (continuation of Deferred@1036116898 after retry RPC after error@558416418) -> (continuation of Deferred@370074161 after retry RPC after error@733793469) -> (continuation of Deferred@424863387 after retry RPC after error@2129423937) -> (continuation of Deferred@521274567 after retry RPC after error@1376189116) -> (continuation of Deferred@1559148633 after retry RPC after error@1106070499), errback=(continuation of Deferred@1546205936 after retry RPC after error@753065316) -> (continuation of Deferred@1612791167 after retry RPC after error@1646734906) -> (continuation of Deferred@2001495604 after retry RPC after error@1300204612) -> (continuation of Deferred@610048593 after retry RPC after error@2136028702) -> (continuation of Deferred@1807254022 after retry RPC after error@1519660697) -> (continuation of Deferred@450537864 after retry RPC after error@1825410315) -> (continuation of Deferred@1128958502 after retry RPC after error@953259056) -> (continuation of Deferred@2005466187 after retry RPC after error@2007859812) -> (continuation of Deferred@1612791053 after retry RPC after error@1415927085) -> (continuation of Deferred@1681887566 after retry RPC after error@2132443407) -> (continuation of Deferred@381289140 after retry RPC after error@1745412467) -> (continuation of Deferred@1881516253 after retry RPC after error@1528581423) -> (continuation of Deferred@502614874 after retry RPC after error@844706542) -> (continuation of Deferred@1869023032 after retry RPC after error@1454070478) -> (continuation of Deferred@1639146714 after retry RPC after error@436663360) -> (continuation of Deferred@1301249791 after retry RPC after error@1107173546) -> (continuation of Deferred@990972411 after retry RPC after error@370695725) -> (continuation of Deferred@542552727 after retry RPC after error@270347591) -> (continuation of Deferred@602972270 after retry RPC after error@2001562379) -> (continuation of Deferred@1654308223 after retry RPC after error@454345598) -> (continuation of Deferred@1036116898 after retry RPC after error@558416418) -> (continuation of Deferred@370074161 after retry RPC after error@733793469) -> (continuation of Deferred@424863387 after retry RPC after error@2129423937) -> (continuation of Deferred@521274567 after retry RPC after error@1376189116) -> (continuation of Deferred@1559148633 after retry RPC after error@1106070499)))
02:08:05.187 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:08:05.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:05.187 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29263), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [3ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [3ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [87ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [87ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [103ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [163ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [163ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [163ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [203ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [282ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [282ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [282ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [283ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [702ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [1720ms] refreshing cache from master, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [1723ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2600ms] refreshing cache from master, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2601ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2602ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2763ms] too many traces: truncated at 100 traces, deferred=Deferred@1415240650(state=PENDING, result=null, callback=(continuation of Deferred@1546205936 after retry RPC after error@753065316) -> (continuation of Deferred@1612791167 after retry RPC after error@1646734906) -> (continuation of Deferred@2001495604 after retry RPC after error@1300204612) -> (continuation of Deferred@610048593 after retry RPC after error@2136028702) -> (continuation of Deferred@1807254022 after retry RPC after error@1519660697) -> (continuation of Deferred@450537864 after retry RPC after error@1825410315) -> (continuation of Deferred@1128958502 after retry RPC after error@953259056) -> (continuation of Deferred@2005466187 after retry RPC after error@2007859812) -> (continuation of Deferred@1612791053 after retry RPC after error@1415927085) -> (continuation of Deferred@1681887566 after retry RPC after error@2132443407) -> (continuation of Deferred@381289140 after retry RPC after error@1745412467) -> (continuation of Deferred@1881516253 after retry RPC after error@1528581423) -> (continuation of Deferred@502614874 after retry RPC after error@844706542) -> (continuation of Deferred@1869023032 after retry RPC after error@1454070478) -> (continuation of Deferred@1639146714 after retry RPC after error@436663360) -> (continuation of Deferred@1301249791 after retry RPC after error@1107173546) -> (continuation of Deferred@990972411 after retry RPC after error@370695725) -> (continuation of Deferred@542552727 after retry RPC after error@270347591) -> (continuation of Deferred@602972270 after retry RPC after error@2001562379) -> (continuation of Deferred@1654308223 after retry RPC after error@454345598) -> (continuation of Deferred@1036116898 after retry RPC after error@558416418) -> (continuation of Deferred@370074161 after retry RPC after error@733793469) -> (continuation of Deferred@424863387 after retry RPC after error@2129423937) -> (continuation of Deferred@521274567 after retry RPC after error@1376189116) -> (continuation of Deferred@1559148633 after retry RPC after error@1106070499), errback=(continuation of Deferred@1546205936 after retry RPC after error@753065316) -> (continuation of Deferred@1612791167 after retry RPC after error@1646734906) -> (continuation of Deferred@2001495604 after retry RPC after error@1300204612) -> (continuation of Deferred@610048593 after retry RPC after error@2136028702) -> (continuation of Deferred@1807254022 after retry RPC after error@1519660697) -> (continuation of Deferred@450537864 after retry RPC after error@1825410315) -> (continuation of Deferred@1128958502 after retry RPC after error@953259056) -> (continuation of Deferred@2005466187 after retry RPC after error@2007859812) -> (continuation of Deferred@1612791053 after retry RPC after error@1415927085) -> (continuation of Deferred@1681887566 after retry RPC after error@2132443407) -> (continuation of Deferred@381289140 after retry RPC after error@1745412467) -> (continuation of Deferred@1881516253 after retry RPC after error@1528581423) -> (continuation of Deferred@502614874 after retry RPC after error@844706542) -> (continuation of Deferred@1869023032 after retry RPC after error@1454070478) -> (continuation of Deferred@1639146714 after retry RPC after error@436663360) -> (continuation of Deferred@1301249791 after retry RPC after error@1107173546) -> (continuation of Deferred@990972411 after retry RPC after error@370695725) -> (continuation of Deferred@542552727 after retry RPC after error@270347591) -> (continuation of Deferred@602972270 after retry RPC after error@2001562379) -> (continuation of Deferred@1654308223 after retry RPC after error@454345598) -> (continuation of Deferred@1036116898 after retry RPC after error@558416418) -> (continuation of Deferred@370074161 after retry RPC after error@733793469) -> (continuation of Deferred@424863387 after retry RPC after error@2129423937) -> (continuation of Deferred@521274567 after retry RPC after error@1376189116) -> (continuation of Deferred@1559148633 after retry RPC after error@1106070499)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.205.60:35581
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:05.196 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:08:05.199 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
02:08:05.203 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on 31387ee5-76ef-4661-a6bd-01ff71aa1f72 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29263), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [3ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [3ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [23ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [23ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [61ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [87ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [87ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [103ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [162ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [163ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [163ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [163ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [202ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [203ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [203ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [282ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [282ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [282ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [283ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [702ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [702ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [1720ms] refreshing cache from master, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [1723ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2600ms] refreshing cache from master, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2601ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2602ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2763ms] too many traces: truncated at 100 traces, deferred=Deferred@1415240650(state=PENDING, result=null, callback=(continuation of Deferred@1546205936 after retry RPC after error@753065316) -> (continuation of Deferred@1612791167 after retry RPC after error@1646734906) -> (continuation of Deferred@2001495604 after retry RPC after error@1300204612) -> (continuation of Deferred@610048593 after retry RPC after error@2136028702) -> (continuation of Deferred@1807254022 after retry RPC after error@1519660697) -> (continuation of Deferred@450537864 after retry RPC after error@1825410315) -> (continuation of Deferred@1128958502 after retry RPC after error@953259056) -> (continuation of Deferred@2005466187 after retry RPC after error@2007859812) -> (continuation of Deferred@1612791053 after retry RPC after error@1415927085) -> (continuation of Deferred@1681887566 after retry RPC after error@2132443407) -> (continuation of Deferred@381289140 after retry RPC after error@1745412467) -> (continuation of Deferred@1881516253 after retry RPC after error@1528581423) -> (continuation of Deferred@502614874 after retry RPC after error@844706542) -> (continuation of Deferred@1869023032 after retry RPC after error@1454070478) -> (continuation of Deferred@1639146714 after retry RPC after error@436663360) -> (continuation of Deferred@1301249791 after retry RPC after error@1107173546) -> (continuation of Deferred@990972411 after retry RPC after error@370695725) -> (continuation of Deferred@542552727 after retry RPC after error@270347591) -> (continuation of Deferred@602972270 after retry RPC after error@2001562379) -> (continuation of Deferred@1654308223 after retry RPC after error@454345598) -> (continuation of Deferred@1036116898 after retry RPC after error@558416418) -> (continuation of Deferred@370074161 after retry RPC after error@733793469) -> (continuation of Deferred@424863387 after retry RPC after error@2129423937) -> (continuation of Deferred@521274567 after retry RPC after error@1376189116) -> (continuation of Deferred@1559148633 after retry RPC after error@1106070499), errback=(continuation of Deferred@1546205936 after retry RPC after error@753065316) -> (continuation of Deferred@1612791167 after retry RPC after error@1646734906) -> (continuation of Deferred@2001495604 after retry RPC after error@1300204612) -> (continuation of Deferred@610048593 after retry RPC after error@2136028702) -> (continuation of Deferred@1807254022 after retry RPC after error@1519660697) -> (continuation of Deferred@450537864 after retry RPC after error@1825410315) -> (continuation of Deferred@1128958502 after retry RPC after error@953259056) -> (continuation of Deferred@2005466187 after retry RPC after error@2007859812) -> (continuation of Deferred@1612791053 after retry RPC after error@1415927085) -> (continuation of Deferred@1681887566 after retry RPC after error@2132443407) -> (continuation of Deferred@381289140 after retry RPC after error@1745412467) -> (continuation of Deferred@1881516253 after retry RPC after error@1528581423) -> (continuation of Deferred@502614874 after retry RPC after error@844706542) -> (continuation of Deferred@1869023032 after retry RPC after error@1454070478) -> (continuation of Deferred@1639146714 after retry RPC after error@436663360) -> (continuation of Deferred@1301249791 after retry RPC after error@1107173546) -> (continuation of Deferred@990972411 after retry RPC after error@370695725) -> (continuation of Deferred@542552727 after retry RPC after error@270347591) -> (continuation of Deferred@602972270 after retry RPC after error@2001562379) -> (continuation of Deferred@1654308223 after retry RPC after error@454345598) -> (continuation of Deferred@1036116898 after retry RPC after error@558416418) -> (continuation of Deferred@370074161 after retry RPC after error@733793469) -> (continuation of Deferred@424863387 after retry RPC after error@2129423937) -> (continuation of Deferred@521274567 after retry RPC after error@1376189116) -> (continuation of Deferred@1559148633 after retry RPC after error@1106070499)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.205.60:35581
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:05.209 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
02:08:05.210 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job e145383e68303a1e13038904fc8aacb4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:05.211 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
02:08:05.212 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e145383e68303a1e13038904fc8aacb4) switched from state RUNNING to RESTARTING.
02:08:05.236 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:05.236 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:05.236 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:05.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:05.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:05.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:05.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:05.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:05.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:05.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:05.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:05.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:05.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:05.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:05.290 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:05.309 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:05.309 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:05.309 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:05.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:05.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:05.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:05.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:05.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:05.310 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:05.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:05.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:05.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:05.311 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:05.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:05.426 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:05.427 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:05.427 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:05.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:05.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:05.428 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:05.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:05.428 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:05.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:05.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:05.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:05.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:05.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:05.457 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:05.457 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:05.457 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:05.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:05.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:05.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:05.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:05.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:05.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:05.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:05.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:05.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:05.459 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:05.466 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:05.466 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:05.467 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:05.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:05.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:05.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:05.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:05.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:05.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:05.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:05.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:05.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:05.468 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:05.491 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:05.491 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:05.492 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:05.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:05.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:05.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:05.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:05.493 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:05.493 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:05.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:05.493 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:05.493 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:05.493 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:05.531 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:05.531 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:05.531 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:05.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:05.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:05.532 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:05.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:05.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:05.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:05.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:05.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:05.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:05.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:05.577 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:05.577 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:05.577 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:05.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:05.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:05.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:05.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:05.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:05.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:05.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:05.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:05.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:05.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:05.595 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:05.596 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:05.596 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:05.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:05.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:05.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:05.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:05.597 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:05.597 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:05.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:05.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:05.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:05.598 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:05.612 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5353bd688d63481ab42abfad5f22e05b
02:08:05.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 266722c3b63e473ba04de5576e740d4d for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
02:08:05.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d9872249dc14ad09e15f1962633791f for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
02:08:05.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d37351db9ff14454afa57ed35137bdc4 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
02:08:05.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b04f9c09b313474d9b16851418afcd9b for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
02:08:05.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 911a5042745e49a982ebdb7e35c96ab7 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
02:08:05.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fb9ed678d28c4d249e1bbdd8c1cd2185 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
02:08:05.619 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=266722c3b63e473ba04de5576e740d4d@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5d9872249dc14ad09e15f1962633791f@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=d37351db9ff14454afa57ed35137bdc4@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=b04f9c09b313474d9b16851418afcd9b@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=911a5042745e49a982ebdb7e35c96ab7@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:05.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070085624 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:05.628 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='90a7658084fecd826f469110f90ab4975454db96a5780ccf97b5e11d10bf5a4a'}]
02:08:05.629 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:05.630 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9711064128653af66b7163fd4f0580e218a0ad5be9e6835e7c2153761c3c2451'}]
02:08:05.631 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:05.632 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='dd6372f38ba8f2a9a13f5a77fca13fcd4292e9a800d3a6c22a75eba7c104a1e4'}]
02:08:05.633 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:05.633 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
02:08:05.633 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2168c97db11230e6fcbddc28d4f57000c6b0e5123ed3d6d98cf445d5ff6c83ba'}]
02:08:05.634 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299992, tablet=d37351db9ff14454afa57ed35137bdc4@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}]
02:08:05.635 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:05.635 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:08:05.635 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
02:08:05.635 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299992, tablet=266722c3b63e473ba04de5576e740d4d@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}]
02:08:05.636 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
02:08:05.636 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299992, tablet=5d9872249dc14ad09e15f1962633791f@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}]
02:08:05.635 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299992, tablet=b04f9c09b313474d9b16851418afcd9b@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)[L],e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}]
02:08:05.656 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 4493b51b1e9678bc4b0af52ac25af4e2 (5104 bytes, checkpointDuration=31 ms, finalizationTime=1 ms).
02:08:05.657 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:05.657 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:08:05.661 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:05.668 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:05.672 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:05.681 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:05.688 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:05.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:05.692 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:05.696 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:05.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:08:05Z chronyd exiting
02:08:05.703 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:05.711 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:05.713 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:05.713 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:05.716 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb8abff39, L:/127.0.0.1:38054 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:05.718 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8955e4f9, L:/127.0.0.1:38040 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:05.722 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:05.726 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:05.734 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:05.744 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071070642176001) for scanner KuduScanner(table=replication_test_table, tablet=d37351db9ff14454afa57ed35137bdc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:05.744 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [dd6372f38ba8f2a9a13f5a77fca13fcd4292e9a800d3a6c22a75eba7c104a1e4]
02:08:05.744 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [dd6372f38ba8f2a9a13f5a77fca13fcd4292e9a800d3a6c22a75eba7c104a1e4]
02:08:05.745 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
02:08:05.745 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
02:08:05.747 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split dd6372f38ba8f2a9a13f5a77fca13fcd4292e9a800d3a6c22a75eba7c104a1e4 finished by subtask 3; deferring removal (restored in pending)
02:08:05.747 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:05.747 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:05.748 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cb05000ef0f210c8ab77ce9c18c71cd4588a46f325e885530983ae633f23ae6d'}]
02:08:05.749 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:05.750 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
02:08:05.750 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8b38b489, L:/127.0.0.1:38062 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:05.750 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299992, tablet=911a5042745e49a982ebdb7e35c96ab7@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673),f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)[L]]}]
02:08:05.751 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:05.760 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3bff76e7, L:/127.0.0.1:38072 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:05.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:05.776 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:05.776 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:05.777 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:05.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:05.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:05.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:05.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:05.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:05.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:05.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:05.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:05.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:05.778 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:05.781 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071070642176001) for scanner KuduScanner(table=replication_test_table, tablet=266722c3b63e473ba04de5576e740d4d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:05.782 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [90a7658084fecd826f469110f90ab4975454db96a5780ccf97b5e11d10bf5a4a]
02:08:05.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [90a7658084fecd826f469110f90ab4975454db96a5780ccf97b5e11d10bf5a4a]
02:08:05.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:08:05.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:08:05.783 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 90a7658084fecd826f469110f90ab4975454db96a5780ccf97b5e11d10bf5a4a finished by subtask 1; deferring removal (restored in pending)
02:08:05.784 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:05.784 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='04c3e01a31b36b0ac933da4d067a0331586c6a5c93a77b3de365017659d34995'}]
02:08:05.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:05.786 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:05.786 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
02:08:05.787 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299992, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185@[e23d2c077a42423b906925aa70c41726(127.13.82.193:37385),e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)[L],f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)]}]
02:08:05.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:05.789 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:05.812 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:05.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:05.813 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:05.813 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
02:08:05.818 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:05.829 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] connecting to peer
02:08:05.830 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:05.837 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071070642176001) for scanner KuduScanner(table=replication_test_table, tablet=5d9872249dc14ad09e15f1962633791f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:05.837 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [9711064128653af66b7163fd4f0580e218a0ad5be9e6835e7c2153761c3c2451]
02:08:05.837 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9711064128653af66b7163fd4f0580e218a0ad5be9e6835e7c2153761c3c2451]
02:08:05.838 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:05.838 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
02:08:05.838 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
02:08:05.839 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9711064128653af66b7163fd4f0580e218a0ad5be9e6835e7c2153761c3c2451 finished by subtask 0; deferring removal (restored in pending)
02:08:05.839 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:05.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:05.841 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa0f7f89a, L:/127.0.0.1:38086 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:05.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:05.861 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071070642176001) for scanner KuduScanner(table=replication_test_table, tablet=b04f9c09b313474d9b16851418afcd9b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:05.862 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [2168c97db11230e6fcbddc28d4f57000c6b0e5123ed3d6d98cf445d5ff6c83ba]
02:08:05.862 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [2168c97db11230e6fcbddc28d4f57000c6b0e5123ed3d6d98cf445d5ff6c83ba]
02:08:05.862 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
02:08:05.862 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
02:08:05.863 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 2168c97db11230e6fcbddc28d4f57000c6b0e5123ed3d6d98cf445d5ff6c83ba finished by subtask 2; deferring removal (restored in pending)
02:08:05.864 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:05.864 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:05.871 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:05.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:05.871 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:08:05.872 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:08:05.890 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] Successfully connected to peer
02:08:05.894 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.82.194
02:08:05.917 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:05.924 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x961ba87e, L:/127.0.0.1:38100 - R:/127.13.82.194:33185] using SASL/PLAIN
02:08:05.929 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:05.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:05.930 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:08:05.930 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
02:08:05.932 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071070642176001) for scanner KuduScanner(table=replication_test_table, tablet=fb9ed678d28c4d249e1bbdd8c1cd2185, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:05.933 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [04c3e01a31b36b0ac933da4d067a0331586c6a5c93a77b3de365017659d34995]
02:08:05.933 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [04c3e01a31b36b0ac933da4d067a0331586c6a5c93a77b3de365017659d34995]
02:08:05.933 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
02:08:05.933 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
02:08:05.933 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:05.934 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 04c3e01a31b36b0ac933da4d067a0331586c6a5c93a77b3de365017659d34995 finished by subtask 1; deferring removal (restored in pending)
02:08:05.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:05.944 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:05.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:05.944 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:05.944 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
02:08:05.965 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:05.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:05.965 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:05.966 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
02:08:06.016 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:06.016 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:06.016 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:06.017 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:06.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:06.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:06.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:06.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:06.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:06.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:06.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:06.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:06.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:06.030 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:06.031 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:06.031 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:06.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:06.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:06.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:06.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:06.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:06.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:06.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:06.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:06.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:06.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:06.123 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070086123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:06.131 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:06.131 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:06.131 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:06.132 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:06.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:06.132 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:06.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:06.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:06.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:06.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:06.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:06.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:06.136 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:06.140 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071070642176001) for scanner KuduScanner(table=replication_test_table, tablet=911a5042745e49a982ebdb7e35c96ab7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:06.141 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [cb05000ef0f210c8ab77ce9c18c71cd4588a46f325e885530983ae633f23ae6d]
02:08:06.148 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:06.148 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:06.148 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:06.149 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:06.149 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:06.149 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:06.149 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:06.149 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:06.149 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:06.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:06.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:06.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:06.150 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:06.155 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cb05000ef0f210c8ab77ce9c18c71cd4588a46f325e885530983ae633f23ae6d]
02:08:06.155 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
02:08:06.155 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
02:08:06.155 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:06.160 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cb05000ef0f210c8ab77ce9c18c71cd4588a46f325e885530983ae633f23ae6d finished by subtask 3; deferring removal (restored in pending)
02:08:06.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:06.163 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 4493b51b1e9678bc4b0af52ac25af4e2 (5104 bytes, checkpointDuration=40 ms, finalizationTime=0 ms).
02:08:06.166 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:08:06.166 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 2168c97db11230e6fcbddc28d4f57000c6b0e5123ed3d6d98cf445d5ff6c83ba from pending
02:08:06.166 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split dd6372f38ba8f2a9a13f5a77fca13fcd4292e9a800d3a6c22a75eba7c104a1e4 from pending
02:08:06.166 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 9711064128653af66b7163fd4f0580e218a0ad5be9e6835e7c2153761c3c2451 from pending
02:08:06.166 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 04c3e01a31b36b0ac933da4d067a0331586c6a5c93a77b3de365017659d34995 from pending
02:08:06.166 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split cb05000ef0f210c8ab77ce9c18c71cd4588a46f325e885530983ae633f23ae6d from pending
02:08:06.166 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 90a7658084fecd826f469110f90ab4975454db96a5780ccf97b5e11d10bf5a4a from pending
02:08:06.167 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 6 finished splits from enumerator state
02:08:06.188 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:06.190 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:06.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:06.190 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
02:08:06.190 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
02:08:06.243 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:06.243 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:06.243 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:06.243 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:06.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:06.243 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:06.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:06.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:06.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:06.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:06.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:06.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:06.244 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:06.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:06.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:06.351 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:06.352 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:06.352 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:06.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:06.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:06.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:06.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:06.353 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:06.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:06.353 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:06.353 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:06.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:06.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:06.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:06.536 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:06.536 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:06.536 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:06.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:06.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:06.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:06.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:06.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:06.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:06.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:06.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:06.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:06.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:06.617 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:06.618 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:06.618 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:06.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:06.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:06.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:06.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:06.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:06.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:06.621 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:06.621 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:06.621 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:06.622 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:06.623 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070086623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:06.641 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
02:08:06.643 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
02:08:06.650 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:06.650 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:06.650 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:06.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:06.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:06.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:06.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:06.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:06.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:06.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:06.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:06.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:06.652 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:06.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:06.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:06.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:06.797 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testHashOnlyPartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:08:06.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:06.902 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testHashOnlyPartitioning: giving up after 1 attempts
02:08:06.902 [DEBUG - main] (Connection.java:575) [peer e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)] disconnecting while in state READY
02:08:06.902 [DEBUG - main] (Connection.java:575) [peer master-127.13.82.254:42605(127.13.82.254:42605)] disconnecting while in state READY
02:08:06.902 [DEBUG - main] (Connection.java:575) [peer e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)] disconnecting while in state READY
02:08:06.902 [DEBUG - main] (Connection.java:575) [peer master-127.13.82.252:36411(127.13.82.252:36411)] disconnecting while in state READY
02:08:06.902 [DEBUG - main] (Connection.java:575) [peer master-127.13.82.253:44067(127.13.82.253:44067)] disconnecting while in state READY
02:08:06.902 [DEBUG - main] (Connection.java:575) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] disconnecting while in state READY
02:08:06.902 [DEBUG - kudu-nio-4] (Connection.java:239) [peer e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)] handling channelInactive
02:08:06.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e5f1eb757c9845cf9d58e20c26aebcfc(127.13.82.195:33673)] cleaning up while in state READY due to: connection closed
02:08:06.903 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.82.254:42605(127.13.82.254:42605)] handling channelInactive
02:08:06.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state READY due to: connection closed
02:08:06.903 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.82.252:36411(127.13.82.252:36411)] handling channelInactive
02:08:06.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state READY due to: connection closed
02:08:06.903 [DEBUG - kudu-nio-5] (Connection.java:239) [peer e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)] handling channelInactive
02:08:06.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer e23d2c077a42423b906925aa70c41726(127.13.82.193:37385)] cleaning up while in state READY due to: connection closed
02:08:06.903 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.82.253:44067(127.13.82.253:44067)] handling channelInactive
02:08:06.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state READY due to: connection closed
02:08:06.904 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:06.907 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:08:06.907 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:08:06.907 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
02:08:06.908 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-1
02:08:06.908 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
02:08:06.908 [DEBUG - kudu-nio-3] (Connection.java:239) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] handling channelInactive
02:08:06.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f2e0a22257be4f5d92d20f2ce2b13485(127.13.82.194:33185)] cleaning up while in state READY due to: connection closed
02:08:06.908 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
02:08:06.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:06.909610 13643 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 13942
02:08:06.915 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:06.915 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:06.916 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:06.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:06.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:06.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:06.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:06.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:06.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:06.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:06.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:06.917 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:06.917 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:06.961503 13643 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 14081
02:08:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:07.024870 13643 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 14226
02:08:07.026 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:07.026 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:07.026 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:07.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:07.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:07.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:07.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:07.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:07.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:07.027 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:07.027 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:07.027 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:07.027 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:07.065879 13643 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 13655
02:08:07.095 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.82.254:42605(127.13.82.254:42605)] handling channelInactive
02:08:07.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state READY due to: connection closed
02:08:07.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:07.095842 13643 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 13725
02:08:07.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070087123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:07.125 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.82.253:44067(127.13.82.253:44067)] handling channelInactive
02:08:07.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state READY due to: connection closed
02:08:07.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:07.126703 13643 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 13800
02:08:07.142 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:08:07.143 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
02:08:07.156 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.82.252:36411(127.13.82.252:36411)] handling channelInactive
02:08:07.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state READY due to: connection closed
02:08:07.188 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:07.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:07.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:07.301 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:07.302 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:07.302 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:07.302 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:07.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:07.302 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:07.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:07.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:07.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:07.302 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:07.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:07.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:07.302 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:07.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:07.428 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:07.428 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:07.428 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:07.428 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:07.428 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:07.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:07.429 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:07.429 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:07.428 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:07.429 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:07.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:07.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:07.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:07.450 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:07.450 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:07.450 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:07.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:07.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:07.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:07.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:07.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:07.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:07.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:07.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:07.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:07.451 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:07.492 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:07.493 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:07.493 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:07.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:07.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:07.493 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:07.493 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:07.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:07.493 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:07.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:07.493 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:07.493 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:07.494 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:07.607 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:07.608 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.608 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.608 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.13.82.254:42605(127.13.82.254:42605) for tablet Kudu Master: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.612 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:07.613 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:07.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.613 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:07.613 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.613 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.613 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.614 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:07.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070087623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:07.632 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:07.633 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:07.633 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:07.633 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:08:07.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
02:08:07.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.644 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.644 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.644 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:07.651 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e145383e68303a1e13038904fc8aacb4) switched from state RESTARTING to RUNNING.
02:08:07.652 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job e145383e68303a1e13038904fc8aacb4 from Checkpoint 69 @ 1779070024003 for e145383e68303a1e13038904fc8aacb4 located at file:/tmp/junit17089028398363104356/checkpoints/e145383e68303a1e13038904fc8aacb4/chk-69.
02:08:07.653 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:07.653 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
02:08:07.653 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 69 for source Source: KuduSource to checkpoint.
02:08:07.653 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.653 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.653 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.653 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
02:08:07.653 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:07.654 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:07.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.654 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job e145383e68303a1e13038904fc8aacb4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:08:07.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.655 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:07.655 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
02:08:07.655 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 31387ee5-76ef-4661-a6bd-01ff71aa1f72 @ 127.0.0.1 (dataPort=-1) with allocation id a3fe5b38c924ff67ab981d9803c8afba
02:08:07.656 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot a3fe5b38c924ff67ab981d9803c8afba.
02:08:07.657 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id a3fe5b38c924ff67ab981d9803c8afba.
02:08:07.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
02:08:07.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
02:08:07.659 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1e761e8
02:08:07.659 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:07.659 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17089028398363104356/checkpoints")
02:08:07.659 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:08:07.659 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:08:07.661 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5fb6dba4
02:08:07.663 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:07.664 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:07.665 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:07.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.665 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:07.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.666 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:07.672 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:07.672 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:07.673 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.673 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.673 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.673 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:07.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.674 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:07.676 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:07.676 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:07.676 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:07.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:07.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:07.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:07.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:07.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:07.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:07.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:07.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:07.677 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:07.677 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:07.684 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:07.685 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:07.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.685 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:07.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.686 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:07.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:07.705 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:07.706 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:07.706 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:07.706 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.707 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:07.712 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:07.713 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:07.713 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:07.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.713 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:07.725 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:07.725 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:07.725 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:07.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.726 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.726 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.726 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:07.745 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:07.745 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:07.745 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:07.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.745 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.746 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.746 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:07.752 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:07.752 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:07.752 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:07.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:07.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:07.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:07.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:07.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:07.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:07.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:07.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:07.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:07.752 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:07.764 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:07.765 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:07.765 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:07.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.765 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:07.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:07.772 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:07.772 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:07.772 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:07.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.772 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.772 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.773 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.773 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.773 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.773 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:07.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:07.832 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:07.832 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:07.832 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:07.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.832 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.832 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.832 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.833 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.833 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.833 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:07.845 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:07.845 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:07.845 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:07.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.846 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.846 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.846 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.846 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:07.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:07.912 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:07.912 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:07.912 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:07.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.912 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.913 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:07.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:07.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:07.913 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:07.961 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:07.961 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:07.961 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:07.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:07.961 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:07.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:07.961 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:07.961 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:07.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:07.961 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:07.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:07.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:07.962 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:07.964 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:07.965 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:07.965 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:07.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:07.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:07.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:07.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:07.988 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:07.989 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:07.989 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:07.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:07.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:07.989 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:07.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:07.989 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:07.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:07.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:07.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:07.990 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:07.990 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:07.990 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28462), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [36ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [114ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [115ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [117ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [117ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [212ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [216ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [217ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [217ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [224ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [224ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [861ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [861ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [862ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1601ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2263ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2264ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5440ms] refreshing cache from master, [5440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5441ms] too many traces: truncated at 100 traces, deferred=Deferred@525100651(state=PENDING, result=null, callback=(continuation of Deferred@1786053055 after retry RPC after error@1824771023) -> (continuation of Deferred@1262435752 after retry RPC after error@935097754) -> (continuation of Deferred@1963385387 after retry RPC after error@132760311) -> (continuation of Deferred@898199007 after retry RPC after error@1640877649) -> (continuation of Deferred@597196793 after retry RPC after error@1781526279) -> (continuation of Deferred@339116040 after retry RPC after error@453409689) -> (continuation of Deferred@2063710391 after retry RPC after error@1858283271) -> (continuation of Deferred@1314249751 after retry RPC after error@1713876215) -> (continuation of Deferred@269837444 after retry RPC after error@1738117790) -> (continuation of Deferred@122445598 after retry RPC after error@1549212436) -> (continuation of Deferred@1734178142 after retry RPC after error@1283130953) -> (continuation of Deferred@690619511 after retry RPC after error@1304507901) -> (continuation of Deferred@1094340254 after retry RPC after error@1432830398) -> (continuation of Deferred@739770073 after retry RPC after error@1748846715) -> (continuation of Deferred@2078324060 after retry RPC after error@350581039) -> (continuation of Deferred@127382620 after retry RPC after error@90921541) -> (continuation of Deferred@2078234081 after retry RPC after error@1141653436) -> (continuation of Deferred@2122532405 after retry RPC after error@568689362) -> (continuation of Deferred@538229586 after retry RPC after error@88117555) -> (continuation of Deferred@1637276992 after retry RPC after error@1827152050), errback=(continuation of Deferred@1786053055 after retry RPC after error@1824771023) -> (continuation of Deferred@1262435752 after retry RPC after error@935097754) -> (continuation of Deferred@1963385387 after retry RPC after error@132760311) -> (continuation of Deferred@898199007 after retry RPC after error@1640877649) -> (continuation of Deferred@597196793 after retry RPC after error@1781526279) -> (continuation of Deferred@339116040 after retry RPC after error@453409689) -> (continuation of Deferred@2063710391 after retry RPC after error@1858283271) -> (continuation of Deferred@1314249751 after retry RPC after error@1713876215) -> (continuation of Deferred@269837444 after retry RPC after error@1738117790) -> (continuation of Deferred@122445598 after retry RPC after error@1549212436) -> (continuation of Deferred@1734178142 after retry RPC after error@1283130953) -> (continuation of Deferred@690619511 after retry RPC after error@1304507901) -> (continuation of Deferred@1094340254 after retry RPC after error@1432830398) -> (continuation of Deferred@739770073 after retry RPC after error@1748846715) -> (continuation of Deferred@2078324060 after retry RPC after error@350581039) -> (continuation of Deferred@127382620 after retry RPC after error@90921541) -> (continuation of Deferred@2078234081 after retry RPC after error@1141653436) -> (continuation of Deferred@2122532405 after retry RPC after error@568689362) -> (continuation of Deferred@538229586 after retry RPC after error@88117555) -> (continuation of Deferred@1637276992 after retry RPC after error@1827152050)))
02:08:07.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:08:07.991 [WARN - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28462), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [36ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [114ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [115ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [117ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [117ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [212ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [216ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [217ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [217ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [224ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [224ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [861ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [861ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [862ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1601ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2263ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2264ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5440ms] refreshing cache from master, [5440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5441ms] too many traces: truncated at 100 traces, deferred=Deferred@525100651(state=PENDING, result=null, callback=(continuation of Deferred@1786053055 after retry RPC after error@1824771023) -> (continuation of Deferred@1262435752 after retry RPC after error@935097754) -> (continuation of Deferred@1963385387 after retry RPC after error@132760311) -> (continuation of Deferred@898199007 after retry RPC after error@1640877649) -> (continuation of Deferred@597196793 after retry RPC after error@1781526279) -> (continuation of Deferred@339116040 after retry RPC after error@453409689) -> (continuation of Deferred@2063710391 after retry RPC after error@1858283271) -> (continuation of Deferred@1314249751 after retry RPC after error@1713876215) -> (continuation of Deferred@269837444 after retry RPC after error@1738117790) -> (continuation of Deferred@122445598 after retry RPC after error@1549212436) -> (continuation of Deferred@1734178142 after retry RPC after error@1283130953) -> (continuation of Deferred@690619511 after retry RPC after error@1304507901) -> (continuation of Deferred@1094340254 after retry RPC after error@1432830398) -> (continuation of Deferred@739770073 after retry RPC after error@1748846715) -> (continuation of Deferred@2078324060 after retry RPC after error@350581039) -> (continuation of Deferred@127382620 after retry RPC after error@90921541) -> (continuation of Deferred@2078234081 after retry RPC after error@1141653436) -> (continuation of Deferred@2122532405 after retry RPC after error@568689362) -> (continuation of Deferred@538229586 after retry RPC after error@88117555) -> (continuation of Deferred@1637276992 after retry RPC after error@1827152050), errback=(continuation of Deferred@1786053055 after retry RPC after error@1824771023) -> (continuation of Deferred@1262435752 after retry RPC after error@935097754) -> (continuation of Deferred@1963385387 after retry RPC after error@132760311) -> (continuation of Deferred@898199007 after retry RPC after error@1640877649) -> (continuation of Deferred@597196793 after retry RPC after error@1781526279) -> (continuation of Deferred@339116040 after retry RPC after error@453409689) -> (continuation of Deferred@2063710391 after retry RPC after error@1858283271) -> (continuation of Deferred@1314249751 after retry RPC after error@1713876215) -> (continuation of Deferred@269837444 after retry RPC after error@1738117790) -> (continuation of Deferred@122445598 after retry RPC after error@1549212436) -> (continuation of Deferred@1734178142 after retry RPC after error@1283130953) -> (continuation of Deferred@690619511 after retry RPC after error@1304507901) -> (continuation of Deferred@1094340254 after retry RPC after error@1432830398) -> (continuation of Deferred@739770073 after retry RPC after error@1748846715) -> (continuation of Deferred@2078324060 after retry RPC after error@350581039) -> (continuation of Deferred@127382620 after retry RPC after error@90921541) -> (continuation of Deferred@2078234081 after retry RPC after error@1141653436) -> (continuation of Deferred@2122532405 after retry RPC after error@568689362) -> (continuation of Deferred@538229586 after retry RPC after error@88117555) -> (continuation of Deferred@1637276992 after retry RPC after error@1827152050)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.188:37871
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:07.993 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
02:08:07.994 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
02:08:07.996 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28462), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [36ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [114ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [115ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [117ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [117ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [212ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [216ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [217ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [217ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [224ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [224ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [861ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [861ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [862ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1601ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2263ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2264ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [5440ms] refreshing cache from master, [5440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5441ms] too many traces: truncated at 100 traces, deferred=Deferred@525100651(state=PENDING, result=null, callback=(continuation of Deferred@1786053055 after retry RPC after error@1824771023) -> (continuation of Deferred@1262435752 after retry RPC after error@935097754) -> (continuation of Deferred@1963385387 after retry RPC after error@132760311) -> (continuation of Deferred@898199007 after retry RPC after error@1640877649) -> (continuation of Deferred@597196793 after retry RPC after error@1781526279) -> (continuation of Deferred@339116040 after retry RPC after error@453409689) -> (continuation of Deferred@2063710391 after retry RPC after error@1858283271) -> (continuation of Deferred@1314249751 after retry RPC after error@1713876215) -> (continuation of Deferred@269837444 after retry RPC after error@1738117790) -> (continuation of Deferred@122445598 after retry RPC after error@1549212436) -> (continuation of Deferred@1734178142 after retry RPC after error@1283130953) -> (continuation of Deferred@690619511 after retry RPC after error@1304507901) -> (continuation of Deferred@1094340254 after retry RPC after error@1432830398) -> (continuation of Deferred@739770073 after retry RPC after error@1748846715) -> (continuation of Deferred@2078324060 after retry RPC after error@350581039) -> (continuation of Deferred@127382620 after retry RPC after error@90921541) -> (continuation of Deferred@2078234081 after retry RPC after error@1141653436) -> (continuation of Deferred@2122532405 after retry RPC after error@568689362) -> (continuation of Deferred@538229586 after retry RPC after error@88117555) -> (continuation of Deferred@1637276992 after retry RPC after error@1827152050), errback=(continuation of Deferred@1786053055 after retry RPC after error@1824771023) -> (continuation of Deferred@1262435752 after retry RPC after error@935097754) -> (continuation of Deferred@1963385387 after retry RPC after error@132760311) -> (continuation of Deferred@898199007 after retry RPC after error@1640877649) -> (continuation of Deferred@597196793 after retry RPC after error@1781526279) -> (continuation of Deferred@339116040 after retry RPC after error@453409689) -> (continuation of Deferred@2063710391 after retry RPC after error@1858283271) -> (continuation of Deferred@1314249751 after retry RPC after error@1713876215) -> (continuation of Deferred@269837444 after retry RPC after error@1738117790) -> (continuation of Deferred@122445598 after retry RPC after error@1549212436) -> (continuation of Deferred@1734178142 after retry RPC after error@1283130953) -> (continuation of Deferred@690619511 after retry RPC after error@1304507901) -> (continuation of Deferred@1094340254 after retry RPC after error@1432830398) -> (continuation of Deferred@739770073 after retry RPC after error@1748846715) -> (continuation of Deferred@2078324060 after retry RPC after error@350581039) -> (continuation of Deferred@127382620 after retry RPC after error@90921541) -> (continuation of Deferred@2078234081 after retry RPC after error@1141653436) -> (continuation of Deferred@2122532405 after retry RPC after error@568689362) -> (continuation of Deferred@538229586 after retry RPC after error@88117555) -> (continuation of Deferred@1637276992 after retry RPC after error@1827152050)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.188:37871
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:07.998 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
02:08:07.998 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
02:08:07.998 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RUNNING to RESTARTING.
02:08:07.999 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:08.064 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:08.065 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:08.065 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:08.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:08.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:08.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:08.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:08.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:08.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:08.065 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:08.065 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:08.065 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:08.066 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:08.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070088123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:08.131 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:08:08.135 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
02:08:08.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:08.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:08.212 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:08.212 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:08.212 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:08.212 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:08.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:08.212 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:08.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:08.212 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:08.213 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:08.213 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:08.213 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:08.213 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:08.213 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:08.224 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:08.225 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:08.225 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:08.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:08.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:08.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:08.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:08.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:08.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:08.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:08.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:08.225 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:08.225 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:08.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:08:08Z chronyd exiting
02:08:08.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:08.292 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:08.293 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:08.293 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:08.293 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:08.293 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:08.293 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:08.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:08.293 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:08.293 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:08.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:08.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:08.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:08.293 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:08.310 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:08.311 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:08.311 [DEBUG - pool-334-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:08.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:08.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:08.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:08.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:08.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:08.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:08.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:08.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:08.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:08.311 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:08.312 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28720), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [149ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [151ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [152ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [153ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [167ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [167ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [167ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [584ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [584ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [941ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [941ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [941ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [942ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1762ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3620ms] refreshing cache from master, [3620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3623ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [5961ms] refreshing cache from master, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5962ms] too many traces: truncated at 100 traces, deferred=Deferred@1126176870(state=PENDING, result=null, callback=(continuation of Deferred@1974580212 after retry RPC after error@207679401) -> (continuation of Deferred@47100153 after retry RPC after error@1097759726) -> (continuation of Deferred@959991332 after retry RPC after error@850326285) -> (continuation of Deferred@1167119577 after retry RPC after error@1997764238) -> (continuation of Deferred@211898150 after retry RPC after error@1230168868) -> (continuation of Deferred@170381515 after retry RPC after error@1726767111) -> (continuation of Deferred@1613945731 after retry RPC after error@1042763618) -> (continuation of Deferred@171078117 after retry RPC after error@257672444) -> (continuation of Deferred@2042886231 after retry RPC after error@2098979922) -> (continuation of Deferred@1681854285 after retry RPC after error@890391314) -> (continuation of Deferred@1408572583 after retry RPC after error@1903057919) -> (continuation of Deferred@1832347640 after retry RPC after error@1247472535) -> (continuation of Deferred@833734239 after retry RPC after error@847499829) -> (continuation of Deferred@1692232506 after retry RPC after error@2043028069) -> (continuation of Deferred@1190821948 after retry RPC after error@1782898860) -> (continuation of Deferred@1708114533 after retry RPC after error@768737715) -> (continuation of Deferred@1069260629 after retry RPC after error@1916225934) -> (continuation of Deferred@1768976711 after retry RPC after error@1410476611) -> (continuation of Deferred@925914787 after retry RPC after error@2139296498) -> (continuation of Deferred@353615372 after retry RPC after error@1352064735) -> (continuation of Deferred@1705385760 after retry RPC after error@39163364) -> (continuation of Deferred@180267132 after retry RPC after error@1815670738) -> (continuation of Deferred@968012394 after retry RPC after error@401013261) -> (continuation of Deferred@1759796677 after retry RPC after error@1133078900) -> (continuation of Deferred@1862574733 after retry RPC after error@1334975474), errback=(continuation of Deferred@1974580212 after retry RPC after error@207679401) -> (continuation of Deferred@47100153 after retry RPC after error@1097759726) -> (continuation of Deferred@959991332 after retry RPC after error@850326285) -> (continuation of Deferred@1167119577 after retry RPC after error@1997764238) -> (continuation of Deferred@211898150 after retry RPC after error@1230168868) -> (continuation of Deferred@170381515 after retry RPC after error@1726767111) -> (continuation of Deferred@1613945731 after retry RPC after error@1042763618) -> (continuation of Deferred@171078117 after retry RPC after error@257672444) -> (continuation of Deferred@2042886231 after retry RPC after error@2098979922) -> (continuation of Deferred@1681854285 after retry RPC after error@890391314) -> (continuation of Deferred@1408572583 after retry RPC after error@1903057919) -> (continuation of Deferred@1832347640 after retry RPC after error@1247472535) -> (continuation of Deferred@833734239 after retry RPC after error@847499829) -> (continuation of Deferred@1692232506 after retry RPC after error@2043028069) -> (continuation of Deferred@1190821948 after retry RPC after error@1782898860) -> (continuation of Deferred@1708114533 after retry RPC after error@768737715) -> (continuation of Deferred@1069260629 after retry RPC after error@1916225934) -> (continuation of Deferred@1768976711 after retry RPC after error@1410476611) -> (continuation of Deferred@925914787 after retry RPC after error@2139296498) -> (continuation of Deferred@353615372 after retry RPC after error@1352064735) -> (continuation of Deferred@1705385760 after retry RPC after error@39163364) -> (continuation of Deferred@180267132 after retry RPC after error@1815670738) -> (continuation of Deferred@968012394 after retry RPC after error@401013261) -> (continuation of Deferred@1759796677 after retry RPC after error@1133078900) -> (continuation of Deferred@1862574733 after retry RPC after error@1334975474)))
02:08:08.313 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
02:08:08.313 [WARN - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28720), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [149ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [151ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [152ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [153ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [167ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [167ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [167ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [584ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [584ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [941ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [941ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [941ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [942ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1762ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3620ms] refreshing cache from master, [3620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3623ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [5961ms] refreshing cache from master, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5962ms] too many traces: truncated at 100 traces, deferred=Deferred@1126176870(state=PENDING, result=null, callback=(continuation of Deferred@1974580212 after retry RPC after error@207679401) -> (continuation of Deferred@47100153 after retry RPC after error@1097759726) -> (continuation of Deferred@959991332 after retry RPC after error@850326285) -> (continuation of Deferred@1167119577 after retry RPC after error@1997764238) -> (continuation of Deferred@211898150 after retry RPC after error@1230168868) -> (continuation of Deferred@170381515 after retry RPC after error@1726767111) -> (continuation of Deferred@1613945731 after retry RPC after error@1042763618) -> (continuation of Deferred@171078117 after retry RPC after error@257672444) -> (continuation of Deferred@2042886231 after retry RPC after error@2098979922) -> (continuation of Deferred@1681854285 after retry RPC after error@890391314) -> (continuation of Deferred@1408572583 after retry RPC after error@1903057919) -> (continuation of Deferred@1832347640 after retry RPC after error@1247472535) -> (continuation of Deferred@833734239 after retry RPC after error@847499829) -> (continuation of Deferred@1692232506 after retry RPC after error@2043028069) -> (continuation of Deferred@1190821948 after retry RPC after error@1782898860) -> (continuation of Deferred@1708114533 after retry RPC after error@768737715) -> (continuation of Deferred@1069260629 after retry RPC after error@1916225934) -> (continuation of Deferred@1768976711 after retry RPC after error@1410476611) -> (continuation of Deferred@925914787 after retry RPC after error@2139296498) -> (continuation of Deferred@353615372 after retry RPC after error@1352064735) -> (continuation of Deferred@1705385760 after retry RPC after error@39163364) -> (continuation of Deferred@180267132 after retry RPC after error@1815670738) -> (continuation of Deferred@968012394 after retry RPC after error@401013261) -> (continuation of Deferred@1759796677 after retry RPC after error@1133078900) -> (continuation of Deferred@1862574733 after retry RPC after error@1334975474), errback=(continuation of Deferred@1974580212 after retry RPC after error@207679401) -> (continuation of Deferred@47100153 after retry RPC after error@1097759726) -> (continuation of Deferred@959991332 after retry RPC after error@850326285) -> (continuation of Deferred@1167119577 after retry RPC after error@1997764238) -> (continuation of Deferred@211898150 after retry RPC after error@1230168868) -> (continuation of Deferred@170381515 after retry RPC after error@1726767111) -> (continuation of Deferred@1613945731 after retry RPC after error@1042763618) -> (continuation of Deferred@171078117 after retry RPC after error@257672444) -> (continuation of Deferred@2042886231 after retry RPC after error@2098979922) -> (continuation of Deferred@1681854285 after retry RPC after error@890391314) -> (continuation of Deferred@1408572583 after retry RPC after error@1903057919) -> (continuation of Deferred@1832347640 after retry RPC after error@1247472535) -> (continuation of Deferred@833734239 after retry RPC after error@847499829) -> (continuation of Deferred@1692232506 after retry RPC after error@2043028069) -> (continuation of Deferred@1190821948 after retry RPC after error@1782898860) -> (continuation of Deferred@1708114533 after retry RPC after error@768737715) -> (continuation of Deferred@1069260629 after retry RPC after error@1916225934) -> (continuation of Deferred@1768976711 after retry RPC after error@1410476611) -> (continuation of Deferred@925914787 after retry RPC after error@2139296498) -> (continuation of Deferred@353615372 after retry RPC after error@1352064735) -> (continuation of Deferred@1705385760 after retry RPC after error@39163364) -> (continuation of Deferred@180267132 after retry RPC after error@1815670738) -> (continuation of Deferred@968012394 after retry RPC after error@401013261) -> (continuation of Deferred@1759796677 after retry RPC after error@1133078900) -> (continuation of Deferred@1862574733 after retry RPC after error@1334975474)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:08.315 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
02:08:08.316 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#7 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
02:08:08.318 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28720), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [149ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [151ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [152ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [153ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [167ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [167ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [167ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [584ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [584ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [941ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [941ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [941ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [942ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1762ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3620ms] refreshing cache from master, [3620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3623ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [5961ms] refreshing cache from master, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [5962ms] too many traces: truncated at 100 traces, deferred=Deferred@1126176870(state=PENDING, result=null, callback=(continuation of Deferred@1974580212 after retry RPC after error@207679401) -> (continuation of Deferred@47100153 after retry RPC after error@1097759726) -> (continuation of Deferred@959991332 after retry RPC after error@850326285) -> (continuation of Deferred@1167119577 after retry RPC after error@1997764238) -> (continuation of Deferred@211898150 after retry RPC after error@1230168868) -> (continuation of Deferred@170381515 after retry RPC after error@1726767111) -> (continuation of Deferred@1613945731 after retry RPC after error@1042763618) -> (continuation of Deferred@171078117 after retry RPC after error@257672444) -> (continuation of Deferred@2042886231 after retry RPC after error@2098979922) -> (continuation of Deferred@1681854285 after retry RPC after error@890391314) -> (continuation of Deferred@1408572583 after retry RPC after error@1903057919) -> (continuation of Deferred@1832347640 after retry RPC after error@1247472535) -> (continuation of Deferred@833734239 after retry RPC after error@847499829) -> (continuation of Deferred@1692232506 after retry RPC after error@2043028069) -> (continuation of Deferred@1190821948 after retry RPC after error@1782898860) -> (continuation of Deferred@1708114533 after retry RPC after error@768737715) -> (continuation of Deferred@1069260629 after retry RPC after error@1916225934) -> (continuation of Deferred@1768976711 after retry RPC after error@1410476611) -> (continuation of Deferred@925914787 after retry RPC after error@2139296498) -> (continuation of Deferred@353615372 after retry RPC after error@1352064735) -> (continuation of Deferred@1705385760 after retry RPC after error@39163364) -> (continuation of Deferred@180267132 after retry RPC after error@1815670738) -> (continuation of Deferred@968012394 after retry RPC after error@401013261) -> (continuation of Deferred@1759796677 after retry RPC after error@1133078900) -> (continuation of Deferred@1862574733 after retry RPC after error@1334975474), errback=(continuation of Deferred@1974580212 after retry RPC after error@207679401) -> (continuation of Deferred@47100153 after retry RPC after error@1097759726) -> (continuation of Deferred@959991332 after retry RPC after error@850326285) -> (continuation of Deferred@1167119577 after retry RPC after error@1997764238) -> (continuation of Deferred@211898150 after retry RPC after error@1230168868) -> (continuation of Deferred@170381515 after retry RPC after error@1726767111) -> (continuation of Deferred@1613945731 after retry RPC after error@1042763618) -> (continuation of Deferred@171078117 after retry RPC after error@257672444) -> (continuation of Deferred@2042886231 after retry RPC after error@2098979922) -> (continuation of Deferred@1681854285 after retry RPC after error@890391314) -> (continuation of Deferred@1408572583 after retry RPC after error@1903057919) -> (continuation of Deferred@1832347640 after retry RPC after error@1247472535) -> (continuation of Deferred@833734239 after retry RPC after error@847499829) -> (continuation of Deferred@1692232506 after retry RPC after error@2043028069) -> (continuation of Deferred@1190821948 after retry RPC after error@1782898860) -> (continuation of Deferred@1708114533 after retry RPC after error@768737715) -> (continuation of Deferred@1069260629 after retry RPC after error@1916225934) -> (continuation of Deferred@1768976711 after retry RPC after error@1410476611) -> (continuation of Deferred@925914787 after retry RPC after error@2139296498) -> (continuation of Deferred@353615372 after retry RPC after error@1352064735) -> (continuation of Deferred@1705385760 after retry RPC after error@39163364) -> (continuation of Deferred@180267132 after retry RPC after error@1815670738) -> (continuation of Deferred@968012394 after retry RPC after error@401013261) -> (continuation of Deferred@1759796677 after retry RPC after error@1133078900) -> (continuation of Deferred@1862574733 after retry RPC after error@1334975474)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:08.320 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#7) of source Source: KuduSource.
02:08:08.320 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
02:08:08.320 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:08.358 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:08.609 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:08.609 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:08.609 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:08.609 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:08.609 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:08.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:08.610 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:08.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:08.610 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:08.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:08.610 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:08.610 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:08.610 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:08.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070088623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:08.631 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:08:08.632 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
02:08:08.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:08.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:08.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:08.805 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:08.805 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:08.805 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:08.806 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:08.806 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:08.806 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:08.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:08.806 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:08.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:08.806 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:08.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:08.806 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:08.806 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:08.858 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:08.861 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:08.861 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:08.861 [DEBUG - pool-332-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:08.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:08.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:08.862 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:08.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:08.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:08.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:08.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:08.862 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:08.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:08.862 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:08.862 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29306), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [78ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [88ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [155ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [156ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [156ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [172ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [173ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [173ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [173ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [423ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [902ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [902ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [902ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [902ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [922ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1780ms] refreshing cache from master, [1780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1782ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2361ms] refreshing cache from master, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2362ms] too many traces: truncated at 100 traces, deferred=Deferred@59946175(state=PENDING, result=null, callback=(continuation of Deferred@1824888058 after retry RPC after error@2137499831) -> (continuation of Deferred@1305524078 after retry RPC after error@1542575399) -> (continuation of Deferred@466872551 after retry RPC after error@1504954682) -> (continuation of Deferred@294682277 after retry RPC after error@1151195485) -> (continuation of Deferred@1074628089 after retry RPC after error@129007323) -> (continuation of Deferred@365387230 after retry RPC after error@1069164810) -> (continuation of Deferred@322195785 after retry RPC after error@393655122) -> (continuation of Deferred@955266511 after retry RPC after error@1449961890) -> (continuation of Deferred@1734546495 after retry RPC after error@1160632226) -> (continuation of Deferred@2085280901 after retry RPC after error@1339579159) -> (continuation of Deferred@811957311 after retry RPC after error@459156822) -> (continuation of Deferred@828007500 after retry RPC after error@1020756371) -> (continuation of Deferred@659068594 after retry RPC after error@1293298576) -> (continuation of Deferred@797724282 after retry RPC after error@794265857) -> (continuation of Deferred@1279883103 after retry RPC after error@813666285) -> (continuation of Deferred@2110650374 after retry RPC after error@1849784639) -> (continuation of Deferred@1765083175 after retry RPC after error@628748811) -> (continuation of Deferred@937829226 after retry RPC after error@1376463912) -> (continuation of Deferred@322855550 after retry RPC after error@2042438584) -> (continuation of Deferred@2135335574 after retry RPC after error@1948756794) -> (continuation of Deferred@350886482 after retry RPC after error@81415060) -> (continuation of Deferred@1321339787 after retry RPC after error@133498642) -> (continuation of Deferred@1124709684 after retry RPC after error@358203434) -> (continuation of Deferred@1268322137 after retry RPC after error@1694194863) -> (continuation of Deferred@1792406801 after retry RPC after error@827732209) -> (continuation of Deferred@842400325 after retry RPC after error@202784392), errback=(continuation of Deferred@1824888058 after retry RPC after error@2137499831) -> (continuation of Deferred@1305524078 after retry RPC after error@1542575399) -> (continuation of Deferred@466872551 after retry RPC after error@1504954682) -> (continuation of Deferred@294682277 after retry RPC after error@1151195485) -> (continuation of Deferred@1074628089 after retry RPC after error@129007323) -> (continuation of Deferred@365387230 after retry RPC after error@1069164810) -> (continuation of Deferred@322195785 after retry RPC after error@393655122) -> (continuation of Deferred@955266511 after retry RPC after error@1449961890) -> (continuation of Deferred@1734546495 after retry RPC after error@1160632226) -> (continuation of Deferred@2085280901 after retry RPC after error@1339579159) -> (continuation of Deferred@811957311 after retry RPC after error@459156822) -> (continuation of Deferred@828007500 after retry RPC after error@1020756371) -> (continuation of Deferred@659068594 after retry RPC after error@1293298576) -> (continuation of Deferred@797724282 after retry RPC after error@794265857) -> (continuation of Deferred@1279883103 after retry RPC after error@813666285) -> (continuation of Deferred@2110650374 after retry RPC after error@1849784639) -> (continuation of Deferred@1765083175 after retry RPC after error@628748811) -> (continuation of Deferred@937829226 after retry RPC after error@1376463912) -> (continuation of Deferred@322855550 after retry RPC after error@2042438584) -> (continuation of Deferred@2135335574 after retry RPC after error@1948756794) -> (continuation of Deferred@350886482 after retry RPC after error@81415060) -> (continuation of Deferred@1321339787 after retry RPC after error@133498642) -> (continuation of Deferred@1124709684 after retry RPC after error@358203434) -> (continuation of Deferred@1268322137 after retry RPC after error@1694194863) -> (continuation of Deferred@1792406801 after retry RPC after error@827732209) -> (continuation of Deferred@842400325 after retry RPC after error@202784392)))
02:08:08.864 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
02:08:08.864 [WARN - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29306), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [78ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [88ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [155ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [156ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [156ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [172ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [173ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [173ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [173ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [423ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [902ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [902ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [902ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [902ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [922ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1780ms] refreshing cache from master, [1780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1782ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2361ms] refreshing cache from master, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2362ms] too many traces: truncated at 100 traces, deferred=Deferred@59946175(state=PENDING, result=null, callback=(continuation of Deferred@1824888058 after retry RPC after error@2137499831) -> (continuation of Deferred@1305524078 after retry RPC after error@1542575399) -> (continuation of Deferred@466872551 after retry RPC after error@1504954682) -> (continuation of Deferred@294682277 after retry RPC after error@1151195485) -> (continuation of Deferred@1074628089 after retry RPC after error@129007323) -> (continuation of Deferred@365387230 after retry RPC after error@1069164810) -> (continuation of Deferred@322195785 after retry RPC after error@393655122) -> (continuation of Deferred@955266511 after retry RPC after error@1449961890) -> (continuation of Deferred@1734546495 after retry RPC after error@1160632226) -> (continuation of Deferred@2085280901 after retry RPC after error@1339579159) -> (continuation of Deferred@811957311 after retry RPC after error@459156822) -> (continuation of Deferred@828007500 after retry RPC after error@1020756371) -> (continuation of Deferred@659068594 after retry RPC after error@1293298576) -> (continuation of Deferred@797724282 after retry RPC after error@794265857) -> (continuation of Deferred@1279883103 after retry RPC after error@813666285) -> (continuation of Deferred@2110650374 after retry RPC after error@1849784639) -> (continuation of Deferred@1765083175 after retry RPC after error@628748811) -> (continuation of Deferred@937829226 after retry RPC after error@1376463912) -> (continuation of Deferred@322855550 after retry RPC after error@2042438584) -> (continuation of Deferred@2135335574 after retry RPC after error@1948756794) -> (continuation of Deferred@350886482 after retry RPC after error@81415060) -> (continuation of Deferred@1321339787 after retry RPC after error@133498642) -> (continuation of Deferred@1124709684 after retry RPC after error@358203434) -> (continuation of Deferred@1268322137 after retry RPC after error@1694194863) -> (continuation of Deferred@1792406801 after retry RPC after error@827732209) -> (continuation of Deferred@842400325 after retry RPC after error@202784392), errback=(continuation of Deferred@1824888058 after retry RPC after error@2137499831) -> (continuation of Deferred@1305524078 after retry RPC after error@1542575399) -> (continuation of Deferred@466872551 after retry RPC after error@1504954682) -> (continuation of Deferred@294682277 after retry RPC after error@1151195485) -> (continuation of Deferred@1074628089 after retry RPC after error@129007323) -> (continuation of Deferred@365387230 after retry RPC after error@1069164810) -> (continuation of Deferred@322195785 after retry RPC after error@393655122) -> (continuation of Deferred@955266511 after retry RPC after error@1449961890) -> (continuation of Deferred@1734546495 after retry RPC after error@1160632226) -> (continuation of Deferred@2085280901 after retry RPC after error@1339579159) -> (continuation of Deferred@811957311 after retry RPC after error@459156822) -> (continuation of Deferred@828007500 after retry RPC after error@1020756371) -> (continuation of Deferred@659068594 after retry RPC after error@1293298576) -> (continuation of Deferred@797724282 after retry RPC after error@794265857) -> (continuation of Deferred@1279883103 after retry RPC after error@813666285) -> (continuation of Deferred@2110650374 after retry RPC after error@1849784639) -> (continuation of Deferred@1765083175 after retry RPC after error@628748811) -> (continuation of Deferred@937829226 after retry RPC after error@1376463912) -> (continuation of Deferred@322855550 after retry RPC after error@2042438584) -> (continuation of Deferred@2135335574 after retry RPC after error@1948756794) -> (continuation of Deferred@350886482 after retry RPC after error@81415060) -> (continuation of Deferred@1321339787 after retry RPC after error@133498642) -> (continuation of Deferred@1124709684 after retry RPC after error@358203434) -> (continuation of Deferred@1268322137 after retry RPC after error@1694194863) -> (continuation of Deferred@1792406801 after retry RPC after error@827732209) -> (continuation of Deferred@842400325 after retry RPC after error@202784392)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.190:39887
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:08.865 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
02:08:08.867 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#7 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
02:08:08.868 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29306), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [78ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [88ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [155ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [156ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [156ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [172ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [173ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [173ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [173ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [363ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [363ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [423ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [902ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [902ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [902ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [902ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [922ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1780ms] refreshing cache from master, [1780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1782ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2361ms] refreshing cache from master, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2362ms] too many traces: truncated at 100 traces, deferred=Deferred@59946175(state=PENDING, result=null, callback=(continuation of Deferred@1824888058 after retry RPC after error@2137499831) -> (continuation of Deferred@1305524078 after retry RPC after error@1542575399) -> (continuation of Deferred@466872551 after retry RPC after error@1504954682) -> (continuation of Deferred@294682277 after retry RPC after error@1151195485) -> (continuation of Deferred@1074628089 after retry RPC after error@129007323) -> (continuation of Deferred@365387230 after retry RPC after error@1069164810) -> (continuation of Deferred@322195785 after retry RPC after error@393655122) -> (continuation of Deferred@955266511 after retry RPC after error@1449961890) -> (continuation of Deferred@1734546495 after retry RPC after error@1160632226) -> (continuation of Deferred@2085280901 after retry RPC after error@1339579159) -> (continuation of Deferred@811957311 after retry RPC after error@459156822) -> (continuation of Deferred@828007500 after retry RPC after error@1020756371) -> (continuation of Deferred@659068594 after retry RPC after error@1293298576) -> (continuation of Deferred@797724282 after retry RPC after error@794265857) -> (continuation of Deferred@1279883103 after retry RPC after error@813666285) -> (continuation of Deferred@2110650374 after retry RPC after error@1849784639) -> (continuation of Deferred@1765083175 after retry RPC after error@628748811) -> (continuation of Deferred@937829226 after retry RPC after error@1376463912) -> (continuation of Deferred@322855550 after retry RPC after error@2042438584) -> (continuation of Deferred@2135335574 after retry RPC after error@1948756794) -> (continuation of Deferred@350886482 after retry RPC after error@81415060) -> (continuation of Deferred@1321339787 after retry RPC after error@133498642) -> (continuation of Deferred@1124709684 after retry RPC after error@358203434) -> (continuation of Deferred@1268322137 after retry RPC after error@1694194863) -> (continuation of Deferred@1792406801 after retry RPC after error@827732209) -> (continuation of Deferred@842400325 after retry RPC after error@202784392), errback=(continuation of Deferred@1824888058 after retry RPC after error@2137499831) -> (continuation of Deferred@1305524078 after retry RPC after error@1542575399) -> (continuation of Deferred@466872551 after retry RPC after error@1504954682) -> (continuation of Deferred@294682277 after retry RPC after error@1151195485) -> (continuation of Deferred@1074628089 after retry RPC after error@129007323) -> (continuation of Deferred@365387230 after retry RPC after error@1069164810) -> (continuation of Deferred@322195785 after retry RPC after error@393655122) -> (continuation of Deferred@955266511 after retry RPC after error@1449961890) -> (continuation of Deferred@1734546495 after retry RPC after error@1160632226) -> (continuation of Deferred@2085280901 after retry RPC after error@1339579159) -> (continuation of Deferred@811957311 after retry RPC after error@459156822) -> (continuation of Deferred@828007500 after retry RPC after error@1020756371) -> (continuation of Deferred@659068594 after retry RPC after error@1293298576) -> (continuation of Deferred@797724282 after retry RPC after error@794265857) -> (continuation of Deferred@1279883103 after retry RPC after error@813666285) -> (continuation of Deferred@2110650374 after retry RPC after error@1849784639) -> (continuation of Deferred@1765083175 after retry RPC after error@628748811) -> (continuation of Deferred@937829226 after retry RPC after error@1376463912) -> (continuation of Deferred@322855550 after retry RPC after error@2042438584) -> (continuation of Deferred@2135335574 after retry RPC after error@1948756794) -> (continuation of Deferred@350886482 after retry RPC after error@81415060) -> (continuation of Deferred@1321339787 after retry RPC after error@133498642) -> (continuation of Deferred@1124709684 after retry RPC after error@358203434) -> (continuation of Deferred@1268322137 after retry RPC after error@1694194863) -> (continuation of Deferred@1792406801 after retry RPC after error@827732209) -> (continuation of Deferred@842400325 after retry RPC after error@202784392)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.190:39887
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:08.870 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:08.871 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#7) of source Source: KuduSource.
02:08:08.871 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
02:08:08.892 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:08.892 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:08.892 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:08.893 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:08.893 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:08.893 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:08.893 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:08.893 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:08.893 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:08.893 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:08.893 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:08.893 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:08.893 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:08.932 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:08.933 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:08.933 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:08.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:08.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:08.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:08.933 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:08.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:08.933 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:08.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:08.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:08.933 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:08.933 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:09.110 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:09.110 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:09.110 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:09.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:09.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:09.110 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:09.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:09.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:09.110 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:09.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:09.110 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:09.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:09.110 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:09.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070089123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:09.131 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:08:09.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
02:08:09.132 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:09.132 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:09.132 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:09.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:09.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:09.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:09.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:09.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:09.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:09.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:09.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:09.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:09.133 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:09.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:09.170 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:09.170 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:09.170 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:09.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:09.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:09.171 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:09.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:09.171 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:09.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:09.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:09.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:09.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:09.171 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:09.172 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:09.172 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:09.172 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:09.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:09.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:09.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:09.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:09.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:09.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:09.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:09.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:09.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:09.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:09.173 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29577), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [128ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [135ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [136ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [154ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [156ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [156ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [156ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [521ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [522ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [584ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [584ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [923ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [923ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1742ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2820ms] refreshing cache from master, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2822ms] too many traces: truncated at 100 traces, deferred=Deferred@1736836100(state=PENDING, result=null, callback=(continuation of Deferred@257251480 after retry RPC after error@193908608) -> (continuation of Deferred@925351484 after retry RPC after error@1624648440) -> (continuation of Deferred@1164066786 after retry RPC after error@946674177) -> (continuation of Deferred@842110318 after retry RPC after error@1675749434) -> (continuation of Deferred@933774987 after retry RPC after error@1732636525) -> (continuation of Deferred@1507957774 after retry RPC after error@900534064) -> (continuation of Deferred@1078237968 after retry RPC after error@137509618) -> (continuation of Deferred@1567016470 after retry RPC after error@7308805) -> (continuation of Deferred@1679229187 after retry RPC after error@2112574169) -> (continuation of Deferred@374762756 after retry RPC after error@1786093157) -> (continuation of Deferred@909546801 after retry RPC after error@300709044) -> (continuation of Deferred@880219584 after retry RPC after error@1916216221) -> (continuation of Deferred@1881849847 after retry RPC after error@43068562) -> (continuation of Deferred@247787541 after retry RPC after error@1168380315) -> (continuation of Deferred@1616169951 after retry RPC after error@1806339835) -> (continuation of Deferred@1120378819 after retry RPC after error@663385801) -> (continuation of Deferred@1631996884 after retry RPC after error@1587862609) -> (continuation of Deferred@551778753 after retry RPC after error@1420521258) -> (continuation of Deferred@123766400 after retry RPC after error@2145293417) -> (continuation of Deferred@1145624354 after retry RPC after error@1259680446) -> (continuation of Deferred@1212348890 after retry RPC after error@1127498087) -> (continuation of Deferred@1103589348 after retry RPC after error@589641120) -> (continuation of Deferred@2088141879 after retry RPC after error@489213351) -> (continuation of Deferred@1735014825 after retry RPC after error@1835571409) -> (continuation of Deferred@637009527 after retry RPC after error@2129222299) -> (continuation of Deferred@1224250270 after retry RPC after error@1635722304) -> (continuation of Deferred@2069981790 after retry RPC after error@1340660267) -> (continuation of Deferred@1124123691 after retry RPC after error@1539683631) -> (continuation of Deferred@730204051 after retry RPC after error@574007626), errback=(continuation of Deferred@257251480 after retry RPC after error@193908608) -> (continuation of Deferred@925351484 after retry RPC after error@1624648440) -> (continuation of Deferred@1164066786 after retry RPC after error@946674177) -> (continuation of Deferred@842110318 after retry RPC after error@1675749434) -> (continuation of Deferred@933774987 after retry RPC after error@1732636525) -> (continuation of Deferred@1507957774 after retry RPC after error@900534064) -> (continuation of Deferred@1078237968 after retry RPC after error@137509618) -> (continuation of Deferred@1567016470 after retry RPC after error@7308805) -> (continuation of Deferred@1679229187 after retry RPC after error@2112574169) -> (continuation of Deferred@374762756 after retry RPC after error@1786093157) -> (continuation of Deferred@909546801 after retry RPC after error@300709044) -> (continuation of Deferred@880219584 after retry RPC after error@1916216221) -> (continuation of Deferred@1881849847 after retry RPC after error@43068562) -> (continuation of Deferred@247787541 after retry RPC after error@1168380315) -> (continuation of Deferred@1616169951 after retry RPC after error@1806339835) -> (continuation of Deferred@1120378819 after retry RPC after error@663385801) -> (continuation of Deferred@1631996884 after retry RPC after error@1587862609) -> (continuation of Deferred@551778753 after retry RPC after error@1420521258) -> (continuation of Deferred@123766400 after retry RPC after error@2145293417) -> (continuation of Deferred@1145624354 after retry RPC after error@1259680446) -> (continuation of Deferred@1212348890 after retry RPC after error@1127498087) -> (continuation of Deferred@1103589348 after retry RPC after error@589641120) -> (continuation of Deferred@2088141879 after retry RPC after error@489213351) -> (continuation of Deferred@1735014825 after retry RPC after error@1835571409) -> (continuation of Deferred@637009527 after retry RPC after error@2129222299) -> (continuation of Deferred@1224250270 after retry RPC after error@1635722304) -> (continuation of Deferred@2069981790 after retry RPC after error@1340660267) -> (continuation of Deferred@1124123691 after retry RPC after error@1539683631) -> (continuation of Deferred@730204051 after retry RPC after error@574007626)))
02:08:09.174 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:08:09.174 [WARN - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29577), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [128ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [135ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [136ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [154ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [156ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [156ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [156ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [521ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [522ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [584ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [584ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [923ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [923ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1742ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2820ms] refreshing cache from master, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2822ms] too many traces: truncated at 100 traces, deferred=Deferred@1736836100(state=PENDING, result=null, callback=(continuation of Deferred@257251480 after retry RPC after error@193908608) -> (continuation of Deferred@925351484 after retry RPC after error@1624648440) -> (continuation of Deferred@1164066786 after retry RPC after error@946674177) -> (continuation of Deferred@842110318 after retry RPC after error@1675749434) -> (continuation of Deferred@933774987 after retry RPC after error@1732636525) -> (continuation of Deferred@1507957774 after retry RPC after error@900534064) -> (continuation of Deferred@1078237968 after retry RPC after error@137509618) -> (continuation of Deferred@1567016470 after retry RPC after error@7308805) -> (continuation of Deferred@1679229187 after retry RPC after error@2112574169) -> (continuation of Deferred@374762756 after retry RPC after error@1786093157) -> (continuation of Deferred@909546801 after retry RPC after error@300709044) -> (continuation of Deferred@880219584 after retry RPC after error@1916216221) -> (continuation of Deferred@1881849847 after retry RPC after error@43068562) -> (continuation of Deferred@247787541 after retry RPC after error@1168380315) -> (continuation of Deferred@1616169951 after retry RPC after error@1806339835) -> (continuation of Deferred@1120378819 after retry RPC after error@663385801) -> (continuation of Deferred@1631996884 after retry RPC after error@1587862609) -> (continuation of Deferred@551778753 after retry RPC after error@1420521258) -> (continuation of Deferred@123766400 after retry RPC after error@2145293417) -> (continuation of Deferred@1145624354 after retry RPC after error@1259680446) -> (continuation of Deferred@1212348890 after retry RPC after error@1127498087) -> (continuation of Deferred@1103589348 after retry RPC after error@589641120) -> (continuation of Deferred@2088141879 after retry RPC after error@489213351) -> (continuation of Deferred@1735014825 after retry RPC after error@1835571409) -> (continuation of Deferred@637009527 after retry RPC after error@2129222299) -> (continuation of Deferred@1224250270 after retry RPC after error@1635722304) -> (continuation of Deferred@2069981790 after retry RPC after error@1340660267) -> (continuation of Deferred@1124123691 after retry RPC after error@1539683631) -> (continuation of Deferred@730204051 after retry RPC after error@574007626), errback=(continuation of Deferred@257251480 after retry RPC after error@193908608) -> (continuation of Deferred@925351484 after retry RPC after error@1624648440) -> (continuation of Deferred@1164066786 after retry RPC after error@946674177) -> (continuation of Deferred@842110318 after retry RPC after error@1675749434) -> (continuation of Deferred@933774987 after retry RPC after error@1732636525) -> (continuation of Deferred@1507957774 after retry RPC after error@900534064) -> (continuation of Deferred@1078237968 after retry RPC after error@137509618) -> (continuation of Deferred@1567016470 after retry RPC after error@7308805) -> (continuation of Deferred@1679229187 after retry RPC after error@2112574169) -> (continuation of Deferred@374762756 after retry RPC after error@1786093157) -> (continuation of Deferred@909546801 after retry RPC after error@300709044) -> (continuation of Deferred@880219584 after retry RPC after error@1916216221) -> (continuation of Deferred@1881849847 after retry RPC after error@43068562) -> (continuation of Deferred@247787541 after retry RPC after error@1168380315) -> (continuation of Deferred@1616169951 after retry RPC after error@1806339835) -> (continuation of Deferred@1120378819 after retry RPC after error@663385801) -> (continuation of Deferred@1631996884 after retry RPC after error@1587862609) -> (continuation of Deferred@551778753 after retry RPC after error@1420521258) -> (continuation of Deferred@123766400 after retry RPC after error@2145293417) -> (continuation of Deferred@1145624354 after retry RPC after error@1259680446) -> (continuation of Deferred@1212348890 after retry RPC after error@1127498087) -> (continuation of Deferred@1103589348 after retry RPC after error@589641120) -> (continuation of Deferred@2088141879 after retry RPC after error@489213351) -> (continuation of Deferred@1735014825 after retry RPC after error@1835571409) -> (continuation of Deferred@637009527 after retry RPC after error@2129222299) -> (continuation of Deferred@1224250270 after retry RPC after error@1635722304) -> (continuation of Deferred@2069981790 after retry RPC after error@1340660267) -> (continuation of Deferred@1124123691 after retry RPC after error@1539683631) -> (continuation of Deferred@730204051 after retry RPC after error@574007626)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:09.176 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
02:08:09.177 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
02:08:09.179 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29577), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [128ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [135ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [136ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [154ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [156ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [156ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [156ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [521ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [522ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [584ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [584ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [923ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [923ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1742ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2820ms] refreshing cache from master, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2822ms] too many traces: truncated at 100 traces, deferred=Deferred@1736836100(state=PENDING, result=null, callback=(continuation of Deferred@257251480 after retry RPC after error@193908608) -> (continuation of Deferred@925351484 after retry RPC after error@1624648440) -> (continuation of Deferred@1164066786 after retry RPC after error@946674177) -> (continuation of Deferred@842110318 after retry RPC after error@1675749434) -> (continuation of Deferred@933774987 after retry RPC after error@1732636525) -> (continuation of Deferred@1507957774 after retry RPC after error@900534064) -> (continuation of Deferred@1078237968 after retry RPC after error@137509618) -> (continuation of Deferred@1567016470 after retry RPC after error@7308805) -> (continuation of Deferred@1679229187 after retry RPC after error@2112574169) -> (continuation of Deferred@374762756 after retry RPC after error@1786093157) -> (continuation of Deferred@909546801 after retry RPC after error@300709044) -> (continuation of Deferred@880219584 after retry RPC after error@1916216221) -> (continuation of Deferred@1881849847 after retry RPC after error@43068562) -> (continuation of Deferred@247787541 after retry RPC after error@1168380315) -> (continuation of Deferred@1616169951 after retry RPC after error@1806339835) -> (continuation of Deferred@1120378819 after retry RPC after error@663385801) -> (continuation of Deferred@1631996884 after retry RPC after error@1587862609) -> (continuation of Deferred@551778753 after retry RPC after error@1420521258) -> (continuation of Deferred@123766400 after retry RPC after error@2145293417) -> (continuation of Deferred@1145624354 after retry RPC after error@1259680446) -> (continuation of Deferred@1212348890 after retry RPC after error@1127498087) -> (continuation of Deferred@1103589348 after retry RPC after error@589641120) -> (continuation of Deferred@2088141879 after retry RPC after error@489213351) -> (continuation of Deferred@1735014825 after retry RPC after error@1835571409) -> (continuation of Deferred@637009527 after retry RPC after error@2129222299) -> (continuation of Deferred@1224250270 after retry RPC after error@1635722304) -> (continuation of Deferred@2069981790 after retry RPC after error@1340660267) -> (continuation of Deferred@1124123691 after retry RPC after error@1539683631) -> (continuation of Deferred@730204051 after retry RPC after error@574007626), errback=(continuation of Deferred@257251480 after retry RPC after error@193908608) -> (continuation of Deferred@925351484 after retry RPC after error@1624648440) -> (continuation of Deferred@1164066786 after retry RPC after error@946674177) -> (continuation of Deferred@842110318 after retry RPC after error@1675749434) -> (continuation of Deferred@933774987 after retry RPC after error@1732636525) -> (continuation of Deferred@1507957774 after retry RPC after error@900534064) -> (continuation of Deferred@1078237968 after retry RPC after error@137509618) -> (continuation of Deferred@1567016470 after retry RPC after error@7308805) -> (continuation of Deferred@1679229187 after retry RPC after error@2112574169) -> (continuation of Deferred@374762756 after retry RPC after error@1786093157) -> (continuation of Deferred@909546801 after retry RPC after error@300709044) -> (continuation of Deferred@880219584 after retry RPC after error@1916216221) -> (continuation of Deferred@1881849847 after retry RPC after error@43068562) -> (continuation of Deferred@247787541 after retry RPC after error@1168380315) -> (continuation of Deferred@1616169951 after retry RPC after error@1806339835) -> (continuation of Deferred@1120378819 after retry RPC after error@663385801) -> (continuation of Deferred@1631996884 after retry RPC after error@1587862609) -> (continuation of Deferred@551778753 after retry RPC after error@1420521258) -> (continuation of Deferred@123766400 after retry RPC after error@2145293417) -> (continuation of Deferred@1145624354 after retry RPC after error@1259680446) -> (continuation of Deferred@1212348890 after retry RPC after error@1127498087) -> (continuation of Deferred@1103589348 after retry RPC after error@589641120) -> (continuation of Deferred@2088141879 after retry RPC after error@489213351) -> (continuation of Deferred@1735014825 after retry RPC after error@1835571409) -> (continuation of Deferred@637009527 after retry RPC after error@2129222299) -> (continuation of Deferred@1224250270 after retry RPC after error@1635722304) -> (continuation of Deferred@2069981790 after retry RPC after error@1340660267) -> (continuation of Deferred@1124123691 after retry RPC after error@1539683631) -> (continuation of Deferred@730204051 after retry RPC after error@574007626)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.189:37745
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:09.182 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 5643d6aa02746b8a0b8a3513bda90461
02:08:09.182 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
02:08:09.182 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
02:08:09.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:09.270 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testHashOnlyPartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:08:09.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:09.302 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:09.302 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:09.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:09.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:09.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:09.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:09.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:09.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:09.303 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:09.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:09.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:09.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:09.303 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:09.310 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testHashOnlyPartitioning: giving up after 1 attempts
E.02:08:09.310 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779070089310
02:08:09.310 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779070089310
02:08:09.315 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:08:09.320 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:08:09.321 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:08:09.321 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:08:09.321 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:08:09.321 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:08:09.325 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:08:09.328 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:09.328 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:09.328 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:09.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.328 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.328 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.328 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.329 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:09.329 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29718), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [26ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [28ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [49ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [51ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [51ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [104ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [106ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [106ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [106ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [561ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [562ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1002ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1384ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3420ms] refreshing cache from master, [3420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3424ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4160ms] refreshing cache from master, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [4162ms] too many traces: truncated at 100 traces, deferred=Deferred@1948212782(state=PENDING, result=null, callback=(continuation of Deferred@1572124509 after retry RPC after error@1339517513) -> (continuation of Deferred@1508138365 after retry RPC after error@1459918401) -> (continuation of Deferred@796052899 after retry RPC after error@1526951718) -> (continuation of Deferred@544722574 after retry RPC after error@1404236383) -> (continuation of Deferred@1779704415 after retry RPC after error@716048996) -> (continuation of Deferred@884187649 after retry RPC after error@1893179074) -> (continuation of Deferred@991583325 after retry RPC after error@1631423600) -> (continuation of Deferred@1219992060 after retry RPC after error@81407910) -> (continuation of Deferred@1842050004 after retry RPC after error@1620585489) -> (continuation of Deferred@345252231 after retry RPC after error@1097243564) -> (continuation of Deferred@1996821895 after retry RPC after error@1448888274) -> (continuation of Deferred@1668406407 after retry RPC after error@381653182) -> (continuation of Deferred@1229526723 after retry RPC after error@2099227375) -> (continuation of Deferred@275239983 after retry RPC after error@2058853629) -> (continuation of Deferred@2068406886 after retry RPC after error@2072114994) -> (continuation of Deferred@1441366721 after retry RPC after error@327134453) -> (continuation of Deferred@588625582 after retry RPC after error@1473904025) -> (continuation of Deferred@1312784937 after retry RPC after error@541693727) -> (continuation of Deferred@786953598 after retry RPC after error@910880782) -> (continuation of Deferred@81134116 after retry RPC after error@1749785806) -> (continuation of Deferred@2031540412 after retry RPC after error@406691088) -> (continuation of Deferred@743336721 after retry RPC after error@416755642) -> (continuation of Deferred@1472972580 after retry RPC after error@594154960) -> (continuation of Deferred@2082731087 after retry RPC after error@1562951310), errback=(continuation of Deferred@1572124509 after retry RPC after error@1339517513) -> (continuation of Deferred@1508138365 after retry RPC after error@1459918401) -> (continuation of Deferred@796052899 after retry RPC after error@1526951718) -> (continuation of Deferred@544722574 after retry RPC after error@1404236383) -> (continuation of Deferred@1779704415 after retry RPC after error@716048996) -> (continuation of Deferred@884187649 after retry RPC after error@1893179074) -> (continuation of Deferred@991583325 after retry RPC after error@1631423600) -> (continuation of Deferred@1219992060 after retry RPC after error@81407910) -> (continuation of Deferred@1842050004 after retry RPC after error@1620585489) -> (continuation of Deferred@345252231 after retry RPC after error@1097243564) -> (continuation of Deferred@1996821895 after retry RPC after error@1448888274) -> (continuation of Deferred@1668406407 after retry RPC after error@381653182) -> (continuation of Deferred@1229526723 after retry RPC after error@2099227375) -> (continuation of Deferred@275239983 after retry RPC after error@2058853629) -> (continuation of Deferred@2068406886 after retry RPC after error@2072114994) -> (continuation of Deferred@1441366721 after retry RPC after error@327134453) -> (continuation of Deferred@588625582 after retry RPC after error@1473904025) -> (continuation of Deferred@1312784937 after retry RPC after error@541693727) -> (continuation of Deferred@786953598 after retry RPC after error@910880782) -> (continuation of Deferred@81134116 after retry RPC after error@1749785806) -> (continuation of Deferred@2031540412 after retry RPC after error@406691088) -> (continuation of Deferred@743336721 after retry RPC after error@416755642) -> (continuation of Deferred@1472972580 after retry RPC after error@594154960) -> (continuation of Deferred@2082731087 after retry RPC after error@1562951310)))
02:08:09.330 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:09.330 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:09.330 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:09.330 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29718), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [26ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [28ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [49ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [51ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [51ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [104ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [106ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [106ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [106ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [561ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [562ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1002ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1384ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3420ms] refreshing cache from master, [3420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3424ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4160ms] refreshing cache from master, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [4162ms] too many traces: truncated at 100 traces, deferred=Deferred@1948212782(state=PENDING, result=null, callback=(continuation of Deferred@1572124509 after retry RPC after error@1339517513) -> (continuation of Deferred@1508138365 after retry RPC after error@1459918401) -> (continuation of Deferred@796052899 after retry RPC after error@1526951718) -> (continuation of Deferred@544722574 after retry RPC after error@1404236383) -> (continuation of Deferred@1779704415 after retry RPC after error@716048996) -> (continuation of Deferred@884187649 after retry RPC after error@1893179074) -> (continuation of Deferred@991583325 after retry RPC after error@1631423600) -> (continuation of Deferred@1219992060 after retry RPC after error@81407910) -> (continuation of Deferred@1842050004 after retry RPC after error@1620585489) -> (continuation of Deferred@345252231 after retry RPC after error@1097243564) -> (continuation of Deferred@1996821895 after retry RPC after error@1448888274) -> (continuation of Deferred@1668406407 after retry RPC after error@381653182) -> (continuation of Deferred@1229526723 after retry RPC after error@2099227375) -> (continuation of Deferred@275239983 after retry RPC after error@2058853629) -> (continuation of Deferred@2068406886 after retry RPC after error@2072114994) -> (continuation of Deferred@1441366721 after retry RPC after error@327134453) -> (continuation of Deferred@588625582 after retry RPC after error@1473904025) -> (continuation of Deferred@1312784937 after retry RPC after error@541693727) -> (continuation of Deferred@786953598 after retry RPC after error@910880782) -> (continuation of Deferred@81134116 after retry RPC after error@1749785806) -> (continuation of Deferred@2031540412 after retry RPC after error@406691088) -> (continuation of Deferred@743336721 after retry RPC after error@416755642) -> (continuation of Deferred@1472972580 after retry RPC after error@594154960) -> (continuation of Deferred@2082731087 after retry RPC after error@1562951310), errback=(continuation of Deferred@1572124509 after retry RPC after error@1339517513) -> (continuation of Deferred@1508138365 after retry RPC after error@1459918401) -> (continuation of Deferred@796052899 after retry RPC after error@1526951718) -> (continuation of Deferred@544722574 after retry RPC after error@1404236383) -> (continuation of Deferred@1779704415 after retry RPC after error@716048996) -> (continuation of Deferred@884187649 after retry RPC after error@1893179074) -> (continuation of Deferred@991583325 after retry RPC after error@1631423600) -> (continuation of Deferred@1219992060 after retry RPC after error@81407910) -> (continuation of Deferred@1842050004 after retry RPC after error@1620585489) -> (continuation of Deferred@345252231 after retry RPC after error@1097243564) -> (continuation of Deferred@1996821895 after retry RPC after error@1448888274) -> (continuation of Deferred@1668406407 after retry RPC after error@381653182) -> (continuation of Deferred@1229526723 after retry RPC after error@2099227375) -> (continuation of Deferred@275239983 after retry RPC after error@2058853629) -> (continuation of Deferred@2068406886 after retry RPC after error@2072114994) -> (continuation of Deferred@1441366721 after retry RPC after error@327134453) -> (continuation of Deferred@588625582 after retry RPC after error@1473904025) -> (continuation of Deferred@1312784937 after retry RPC after error@541693727) -> (continuation of Deferred@786953598 after retry RPC after error@910880782) -> (continuation of Deferred@81134116 after retry RPC after error@1749785806) -> (continuation of Deferred@2031540412 after retry RPC after error@406691088) -> (continuation of Deferred@743336721 after retry RPC after error@416755642) -> (continuation of Deferred@1472972580 after retry RPC after error@594154960) -> (continuation of Deferred@2082731087 after retry RPC after error@1562951310)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29718), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [26ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [28ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [49ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [51ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [51ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [104ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [106ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [106ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [106ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [561ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [562ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1002ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1384ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3420ms] refreshing cache from master, [3420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3424ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4160ms] refreshing cache from master, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [4162ms] too many traces: truncated at 100 traces, deferred=Deferred@1948212782(state=PENDING, result=null, callback=(continuation of Deferred@1572124509 after retry RPC after error@1339517513) -> (continuation of Deferred@1508138365 after retry RPC after error@1459918401) -> (continuation of Deferred@796052899 after retry RPC after error@1526951718) -> (continuation of Deferred@544722574 after retry RPC after error@1404236383) -> (continuation of Deferred@1779704415 after retry RPC after error@716048996) -> (continuation of Deferred@884187649 after retry RPC after error@1893179074) -> (continuation of Deferred@991583325 after retry RPC after error@1631423600) -> (continuation of Deferred@1219992060 after retry RPC after error@81407910) -> (continuation of Deferred@1842050004 after retry RPC after error@1620585489) -> (continuation of Deferred@345252231 after retry RPC after error@1097243564) -> (continuation of Deferred@1996821895 after retry RPC after error@1448888274) -> (continuation of Deferred@1668406407 after retry RPC after error@381653182) -> (continuation of Deferred@1229526723 after retry RPC after error@2099227375) -> (continuation of Deferred@275239983 after retry RPC after error@2058853629) -> (continuation of Deferred@2068406886 after retry RPC after error@2072114994) -> (continuation of Deferred@1441366721 after retry RPC after error@327134453) -> (continuation of Deferred@588625582 after retry RPC after error@1473904025) -> (continuation of Deferred@1312784937 after retry RPC after error@541693727) -> (continuation of Deferred@786953598 after retry RPC after error@910880782) -> (continuation of Deferred@81134116 after retry RPC after error@1749785806) -> (continuation of Deferred@2031540412 after retry RPC after error@406691088) -> (continuation of Deferred@743336721 after retry RPC after error@416755642) -> (continuation of Deferred@1472972580 after retry RPC after error@594154960) -> (continuation of Deferred@2082731087 after retry RPC after error@1562951310), errback=(continuation of Deferred@1572124509 after retry RPC after error@1339517513) -> (continuation of Deferred@1508138365 after retry RPC after error@1459918401) -> (continuation of Deferred@796052899 after retry RPC after error@1526951718) -> (continuation of Deferred@544722574 after retry RPC after error@1404236383) -> (continuation of Deferred@1779704415 after retry RPC after error@716048996) -> (continuation of Deferred@884187649 after retry RPC after error@1893179074) -> (continuation of Deferred@991583325 after retry RPC after error@1631423600) -> (continuation of Deferred@1219992060 after retry RPC after error@81407910) -> (continuation of Deferred@1842050004 after retry RPC after error@1620585489) -> (continuation of Deferred@345252231 after retry RPC after error@1097243564) -> (continuation of Deferred@1996821895 after retry RPC after error@1448888274) -> (continuation of Deferred@1668406407 after retry RPC after error@381653182) -> (continuation of Deferred@1229526723 after retry RPC after error@2099227375) -> (continuation of Deferred@275239983 after retry RPC after error@2058853629) -> (continuation of Deferred@2068406886 after retry RPC after error@2072114994) -> (continuation of Deferred@1441366721 after retry RPC after error@327134453) -> (continuation of Deferred@588625582 after retry RPC after error@1473904025) -> (continuation of Deferred@1312784937 after retry RPC after error@541693727) -> (continuation of Deferred@786953598 after retry RPC after error@910880782) -> (continuation of Deferred@81134116 after retry RPC after error@1749785806) -> (continuation of Deferred@2031540412 after retry RPC after error@406691088) -> (continuation of Deferred@743336721 after retry RPC after error@416755642) -> (continuation of Deferred@1472972580 after retry RPC after error@594154960) -> (continuation of Deferred@2082731087 after retry RPC after error@1562951310)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.253:38369
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:09.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.332 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.332 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.332 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:09.337 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29718), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [26ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [28ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [49ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [51ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [51ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [104ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [106ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [106ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [106ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [561ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [562ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1002ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1384ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3420ms] refreshing cache from master, [3420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3424ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4160ms] refreshing cache from master, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [4162ms] too many traces: truncated at 100 traces, deferred=Deferred@1948212782(state=PENDING, result=null, callback=(continuation of Deferred@1572124509 after retry RPC after error@1339517513) -> (continuation of Deferred@1508138365 after retry RPC after error@1459918401) -> (continuation of Deferred@796052899 after retry RPC after error@1526951718) -> (continuation of Deferred@544722574 after retry RPC after error@1404236383) -> (continuation of Deferred@1779704415 after retry RPC after error@716048996) -> (continuation of Deferred@884187649 after retry RPC after error@1893179074) -> (continuation of Deferred@991583325 after retry RPC after error@1631423600) -> (continuation of Deferred@1219992060 after retry RPC after error@81407910) -> (continuation of Deferred@1842050004 after retry RPC after error@1620585489) -> (continuation of Deferred@345252231 after retry RPC after error@1097243564) -> (continuation of Deferred@1996821895 after retry RPC after error@1448888274) -> (continuation of Deferred@1668406407 after retry RPC after error@381653182) -> (continuation of Deferred@1229526723 after retry RPC after error@2099227375) -> (continuation of Deferred@275239983 after retry RPC after error@2058853629) -> (continuation of Deferred@2068406886 after retry RPC after error@2072114994) -> (continuation of Deferred@1441366721 after retry RPC after error@327134453) -> (continuation of Deferred@588625582 after retry RPC after error@1473904025) -> (continuation of Deferred@1312784937 after retry RPC after error@541693727) -> (continuation of Deferred@786953598 after retry RPC after error@910880782) -> (continuation of Deferred@81134116 after retry RPC after error@1749785806) -> (continuation of Deferred@2031540412 after retry RPC after error@406691088) -> (continuation of Deferred@743336721 after retry RPC after error@416755642) -> (continuation of Deferred@1472972580 after retry RPC after error@594154960) -> (continuation of Deferred@2082731087 after retry RPC after error@1562951310), errback=(continuation of Deferred@1572124509 after retry RPC after error@1339517513) -> (continuation of Deferred@1508138365 after retry RPC after error@1459918401) -> (continuation of Deferred@796052899 after retry RPC after error@1526951718) -> (continuation of Deferred@544722574 after retry RPC after error@1404236383) -> (continuation of Deferred@1779704415 after retry RPC after error@716048996) -> (continuation of Deferred@884187649 after retry RPC after error@1893179074) -> (continuation of Deferred@991583325 after retry RPC after error@1631423600) -> (continuation of Deferred@1219992060 after retry RPC after error@81407910) -> (continuation of Deferred@1842050004 after retry RPC after error@1620585489) -> (continuation of Deferred@345252231 after retry RPC after error@1097243564) -> (continuation of Deferred@1996821895 after retry RPC after error@1448888274) -> (continuation of Deferred@1668406407 after retry RPC after error@381653182) -> (continuation of Deferred@1229526723 after retry RPC after error@2099227375) -> (continuation of Deferred@275239983 after retry RPC after error@2058853629) -> (continuation of Deferred@2068406886 after retry RPC after error@2072114994) -> (continuation of Deferred@1441366721 after retry RPC after error@327134453) -> (continuation of Deferred@588625582 after retry RPC after error@1473904025) -> (continuation of Deferred@1312784937 after retry RPC after error@541693727) -> (continuation of Deferred@786953598 after retry RPC after error@910880782) -> (continuation of Deferred@81134116 after retry RPC after error@1749785806) -> (continuation of Deferred@2031540412 after retry RPC after error@406691088) -> (continuation of Deferred@743336721 after retry RPC after error@416755642) -> (continuation of Deferred@1472972580 after retry RPC after error@594154960) -> (continuation of Deferred@2082731087 after retry RPC after error@1562951310)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29718), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [26ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [28ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [49ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [51ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [51ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [104ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [106ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [106ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [106ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [561ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [562ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1002ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1384ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3420ms] refreshing cache from master, [3420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [3424ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [4160ms] refreshing cache from master, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [4161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [4162ms] too many traces: truncated at 100 traces, deferred=Deferred@1948212782(state=PENDING, result=null, callback=(continuation of Deferred@1572124509 after retry RPC after error@1339517513) -> (continuation of Deferred@1508138365 after retry RPC after error@1459918401) -> (continuation of Deferred@796052899 after retry RPC after error@1526951718) -> (continuation of Deferred@544722574 after retry RPC after error@1404236383) -> (continuation of Deferred@1779704415 after retry RPC after error@716048996) -> (continuation of Deferred@884187649 after retry RPC after error@1893179074) -> (continuation of Deferred@991583325 after retry RPC after error@1631423600) -> (continuation of Deferred@1219992060 after retry RPC after error@81407910) -> (continuation of Deferred@1842050004 after retry RPC after error@1620585489) -> (continuation of Deferred@345252231 after retry RPC after error@1097243564) -> (continuation of Deferred@1996821895 after retry RPC after error@1448888274) -> (continuation of Deferred@1668406407 after retry RPC after error@381653182) -> (continuation of Deferred@1229526723 after retry RPC after error@2099227375) -> (continuation of Deferred@275239983 after retry RPC after error@2058853629) -> (continuation of Deferred@2068406886 after retry RPC after error@2072114994) -> (continuation of Deferred@1441366721 after retry RPC after error@327134453) -> (continuation of Deferred@588625582 after retry RPC after error@1473904025) -> (continuation of Deferred@1312784937 after retry RPC after error@541693727) -> (continuation of Deferred@786953598 after retry RPC after error@910880782) -> (continuation of Deferred@81134116 after retry RPC after error@1749785806) -> (continuation of Deferred@2031540412 after retry RPC after error@406691088) -> (continuation of Deferred@743336721 after retry RPC after error@416755642) -> (continuation of Deferred@1472972580 after retry RPC after error@594154960) -> (continuation of Deferred@2082731087 after retry RPC after error@1562951310), errback=(continuation of Deferred@1572124509 after retry RPC after error@1339517513) -> (continuation of Deferred@1508138365 after retry RPC after error@1459918401) -> (continuation of Deferred@796052899 after retry RPC after error@1526951718) -> (continuation of Deferred@544722574 after retry RPC after error@1404236383) -> (continuation of Deferred@1779704415 after retry RPC after error@716048996) -> (continuation of Deferred@884187649 after retry RPC after error@1893179074) -> (continuation of Deferred@991583325 after retry RPC after error@1631423600) -> (continuation of Deferred@1219992060 after retry RPC after error@81407910) -> (continuation of Deferred@1842050004 after retry RPC after error@1620585489) -> (continuation of Deferred@345252231 after retry RPC after error@1097243564) -> (continuation of Deferred@1996821895 after retry RPC after error@1448888274) -> (continuation of Deferred@1668406407 after retry RPC after error@381653182) -> (continuation of Deferred@1229526723 after retry RPC after error@2099227375) -> (continuation of Deferred@275239983 after retry RPC after error@2058853629) -> (continuation of Deferred@2068406886 after retry RPC after error@2072114994) -> (continuation of Deferred@1441366721 after retry RPC after error@327134453) -> (continuation of Deferred@588625582 after retry RPC after error@1473904025) -> (continuation of Deferred@1312784937 after retry RPC after error@541693727) -> (continuation of Deferred@786953598 after retry RPC after error@910880782) -> (continuation of Deferred@81134116 after retry RPC after error@1749785806) -> (continuation of Deferred@2031540412 after retry RPC after error@406691088) -> (continuation of Deferred@743336721 after retry RPC after error@416755642) -> (continuation of Deferred@1472972580 after retry RPC after error@594154960) -> (continuation of Deferred@2082731087 after retry RPC after error@1562951310)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.253:38369
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:09.339 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:08:09.347 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:09.348 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:09.348 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:09.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:09.358 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:09.367 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:09.368 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:09.368 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:09.368 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.368 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:09.388 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:09.388 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:09.388 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:09.389 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.389 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.389 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.389 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.389 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.389 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:09.408 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:09.408 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:09.408 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:09.408 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.409 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.409 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:09.412 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:09.412 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:09.412 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:09.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:09.412 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:09.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:09.412 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:09.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:09.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:09.412 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:09.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:09.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:09.412 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:09.428 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:09.428 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:09.428 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:09.428 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.429 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:09.468 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:09.468 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:09.468 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:09.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.469 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.469 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.469 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.469 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.469 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.469 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:09.550 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:09.550 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:09.550 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:09.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:09.550 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:09.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:09.550 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:09.550 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:09.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:09.550 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:09.550 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:09.550 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:09.550 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:09.588 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:09.588 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:09.588 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:09.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.589 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.589 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.589 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:09.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070089624 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:09.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:09.652 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=28 ms, finalizationTime=0 ms).
02:08:09.653 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
02:08:09.687 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:08:09.687 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:08:09.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:09.690495 15954 mini_oidc.cc:150] Starting JWKS server
02:08:09.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:09.693849 15954 webserver.cc:533] Webserver started at http://127.0.0.1:35087/ using document root <none> and password file <none>
02:08:09.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:09.694343 15954 mini_oidc.cc:186] Starting OIDC Discovery server
02:08:09.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:09.696089 15954 webserver.cc:533] Webserver started at http://127.0.0.1:43859/ using document root <none> and password file <none>
02:08:09.716 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:09.717 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:09.717 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:09.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:09.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:09.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:09.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:09.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:09.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:09.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:09.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:09.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:09.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:09.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:08:09Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:08:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:08:09Z Disabled control of system clock
02:08:09.748 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:09.748 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:09.748 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:09.749 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.749 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.749 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.749 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.749 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:09.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.749 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:09.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:09.749 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:09.758936 15954 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/wal
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/data
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/logs
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/data/info.pb
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.148.190:41305
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.148.190
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.148.148:36103
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.148.190:41305,127.15.148.189:35525,127.15.148.188:43533
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35087/jwks.json with env {}
02:08:09.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:09.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:10.006 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:10.006 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:10.006 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:10.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:10.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:10.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:10.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:10.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:10.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:10.006 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:10.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:10.007 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:10.007 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:10.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:10.079568 15966 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:10.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:10.080257 15966 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:10.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:10.080816 15966 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:10.116926 15966 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:08:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:10.117259 15966 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:10.117501 15966 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:08:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:10.117820 15966 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:08:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:10.118131 15966 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:08:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:10.118396 15966 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35087/jwks.json
02:08:10.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070090124 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:10.132 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:08:10.133 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
02:08:10.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:10.161900 15966 master_runner.cc:387] Master server non-default flags:
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.148.148:36103
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/data
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/wal
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.148.190:41305,127.15.148.189:35525,127.15.148.188:43533
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.148.190:41305
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35087/jwks.json
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/data/info.pb
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.148.190
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/logs
02:08:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:08:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:08:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:08:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:08:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:08:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:10.163537 15966 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:10.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:10.165288 15966 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:10.177835 15972 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:10.188 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:10.189 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:10.189 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:10.189 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:10.189 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:10.189 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:10.189 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:10.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:10.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:10.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:10.189 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:10.189 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:10.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:10.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:10.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:10.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:10.412 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:10.412 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:10.412 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:10.412 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:10.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:10.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:10.413 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:10.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:10.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:10.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:10.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:10.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:10.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:10.495 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:10.496 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:10.496 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:10.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:10.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:10.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:10.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:10.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:10.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:10.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:10.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:10.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:10.497 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:10.585 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:10.585 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:10.585 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:10.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:10.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:10.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:10.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:10.586 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:10.586 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:10.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:10.586 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:10.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:10.587 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:10.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070090623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:10.636 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:08:10.637 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
02:08:10.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:10.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:10.788 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:10.788 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:10.788 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:10.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:10.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:10.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:10.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:10.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:10.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:10.789 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:10.790 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:10.790 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:10.790 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:10.790 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:10.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:10.872 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:10.872 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:10.872 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:10.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:10.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:10.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:10.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:10.873 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:10.873 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:10.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:10.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:10.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:10.874 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:10.912 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:10.913 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:10.913 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:10.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:10.913 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:10.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:10.913 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:10.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:10.913 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:10.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:10.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:10.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:10.913 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:11.048 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:11.048 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:11.048 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:11.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:11.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:11.049 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:11.049 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:11.049 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:11.049 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:11.049 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:11.049 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:11.049 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:11.049 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:11.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070091123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:11.131 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:11.131 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:11.131 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:11.133 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:11.133 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:11.133 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:11.133 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:11.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:11.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:11.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:11.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:11.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:11.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:11.137 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:08:11.139 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
02:08:11.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:11.188 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:11.189 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:11.190 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:11.190 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:11.190 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:11.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:11.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:11.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:11.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:11.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:11.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:11.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:11.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:11.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:11.270 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:11.270 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:11.270 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:11.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:11.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:11.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:11.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:11.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:11.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:11.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:11.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:11.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:11.272 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:11.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:11.312 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:11.312 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:11.312 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:11.313 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:11.313 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:11.313 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:11.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:11.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:11.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:11.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:11.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:11.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:11.314 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:11.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:10.178128 15973 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:11.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:11.443962 15975 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.447726 15966 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:11.448437 15974 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1263 milliseconds
02:08:11.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.450136 15966 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:11.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.453868 15966 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:11.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.455487 15966 hybrid_clock.cc:648] HybridClock initialized: now 1779070091455434 us; error 48 us; skew 500 ppm
02:08:11.456 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:11.456 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:11.456 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:11.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.456669 15966 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:11.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:11.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:11.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:11.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:11.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:11.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:11.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:11.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:11.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:11.457 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:11.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.465596 15966 webserver.cc:533] Webserver started at http://127.15.148.190:42539/ using document root <none> and password file <none>
02:08:11.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.466929 15966 fs_manager.cc:362] Metadata directory not provided
02:08:11.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.467243 15966 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:11.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.467868 15966 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.474586 15966 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/data/instance:
02:08:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8451a9edc81e4d1ab63f2719bc19e9c4"
02:08:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:11 on dist-test-slave-9vqr"
02:08:11.475 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:11.475 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:11.475 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:11.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:11.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:11.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:11.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:11.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:11.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:11.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:11.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.475693 15966 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/wal/instance:
02:08:11.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8451a9edc81e4d1ab63f2719bc19e9c4"
02:08:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:11 on dist-test-slave-9vqr"
02:08:11.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.483897 15966 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.004s
02:08:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.490027 15982 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:08:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.491212 15966 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:08:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.491539 15966 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/wal
02:08:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8451a9edc81e4d1ab63f2719bc19e9c4"
02:08:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:11 on dist-test-slave-9vqr"
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.491896 15966 fs_report.cc:389] FS layout report
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/wal
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/wal
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/data/data
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.580905 15966 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:08:11.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.582495 15966 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.582975 15966 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:11.623 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070091623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:11.632 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:08:11.633 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
02:08:11.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:11.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.662202 15966 rpc_server.cc:307] RPC server started. Bound to: 127.15.148.190:41305
02:08:11.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.662242 16034 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.148.190:41305 every 8 connection(s)
02:08:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.665089 15966 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/data/info.pb
02:08:11.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.671193 16035 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:11.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.674485 15954 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 15966
02:08:11.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.674912 15954 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-0/wal/instance
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.678884 15954 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/wal
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/data
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/logs
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/data/info.pb
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.148.189:35525
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.148.189
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.148.148:36103
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.148.190:41305,127.15.148.189:35525,127.15.148.188:43533
02:08:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35087/jwks.json with env {}
02:08:11.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.682897 16035 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } has no permanent_uuid. Determining permanent_uuid...
02:08:11.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.712298 16035 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } has no permanent_uuid. Determining permanent_uuid...
02:08:11.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:11.714900 15987 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.148.189:35525: connect: Connection refused (error 111)
02:08:11.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:11.719319 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.189:35525: Network error: Client connection negotiation failed: client connection to 127.15.148.189:35525: connect: Connection refused (error 111)
02:08:11.740 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:11.741 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:11.741 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:11.741 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:11.741 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:11.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:11.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:11.741 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:11.741 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:11.741 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:11.741 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:11.741 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:11.741 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.768921 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } attempt: 1
02:08:11.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:11.772960 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.189:35525: Network error: Client connection negotiation failed: client connection to 127.15.148.189:35525: connect: Connection refused (error 111)
02:08:11.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.841470 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } attempt: 2
02:08:11.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:11.846163 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.189:35525: Network error: Client connection negotiation failed: client connection to 127.15.148.189:35525: connect: Connection refused (error 111)
02:08:11.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:11.902 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:11.902 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:11.902 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:11.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:11.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:11.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:11.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:11.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:11.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:11.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:11.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:11.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:11.903 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:11.929 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:11.929 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:11.929 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:11.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:11.930 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:11.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:11.930 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:11.930 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:11.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:11.930 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:11.930 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:11.930 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:11.930 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:11.937614 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } attempt: 3
02:08:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:11.942251 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.189:35525: Network error: Client connection negotiation failed: client connection to 127.15.148.189:35525: connect: Connection refused (error 111)
02:08:11.952 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:11.953 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:11.953 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:11.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:11.953 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:11.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:11.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:11.953 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:11.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:11.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:11.953 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:11.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:11.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.003052 16037 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.003655 16037 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:12.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.004195 16037 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:12.030 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:12.030 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:12.030 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:12.030 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:12.030 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:12.030 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:12.030 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:12.030 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:12.030 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:12.030 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:12.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:12.030 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:12.031 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:12.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.041710 16037 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:08:12.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.041998 16037 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:12.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.042192 16037 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:08:12.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.042397 16037 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:08:12.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.042634 16037 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:08:12.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.042824 16037 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35087/jwks.json
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:12.084059 16037 master_runner.cc:387] Master server non-default flags:
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.148.148:36103
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/data
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/wal
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.148.190:41305,127.15.148.189:35525,127.15.148.188:43533
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.148.189:35525
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35087/jwks.json
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/data/info.pb
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.148.189
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/logs
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:12.085485 16037 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:12.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:12.085685 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } attempt: 4
02:08:12.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:12.087538 16037 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.090144 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.189:35525: Network error: Client connection negotiation failed: client connection to 127.15.148.189:35525: connect: Connection refused (error 111)
02:08:12.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.099586 16046 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:12.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070092123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:12.135 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:08:12.136 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
02:08:12.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:12.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:12.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:12.332 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:12.332 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:12.332 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:12.333 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:12.333 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:12.333 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:12.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:12.333 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:12.333 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:12.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:12.333 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:12.333 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:12.333 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:12.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:12.370 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:12.371 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:12.371 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:12.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:12.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:12.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:12.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:12.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:12.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:12.372 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:12.372 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:12.372 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:12.372 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:12.389575 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } attempt: 5
02:08:12.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.396855 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.189:35525: Network error: Client connection negotiation failed: client connection to 127.15.148.189:35525: connect: Connection refused (error 111)
02:08:12.576 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:12.576 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:12.576 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:12.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:12.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:12.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:12.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:12.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:12.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:12.579 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:12.579 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:12.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:12.579 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:12.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070092623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:12.634 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:08:12.640 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
02:08:12.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:12.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:12.788 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:12.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:12.788 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:12.788 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:12.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:12.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:12.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:12.790 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:12.790 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:12.790 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:12.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:12.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:12.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:12.790 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:12.858 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:12.896 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:12.896 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:12.896 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:12.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:12.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:12.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:12.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:12.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:12.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:12.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:12.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:12.898 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:12.898 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:12.920 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:12.921 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:12.921 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:12.921 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:12.921 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:12.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:12.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:12.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:12.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:12.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:12.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:12.921 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:12.922 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:12.944397 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } attempt: 6
02:08:12.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.955250 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.189:35525: Network error: Client connection negotiation failed: client connection to 127.15.148.189:35525: connect: Connection refused (error 111)
02:08:12.996 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:12.996 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:12.996 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:12.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:12.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:12.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:12.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:12.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:12.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:12.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:12.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:12.997 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:12.997 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:13.012 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:13.012 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:13.012 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:13.013 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:13.013 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:13.013 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:13.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:13.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:13.013 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:13.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:13.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:13.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:13.014 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:13.024 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:13.025 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:13.025 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:13.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:13.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:13.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:13.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:13.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:13.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:13.025 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:13.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:13.026 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:13.026 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:13.086 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:13.087 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:13.087 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:13.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:13.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:13.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:13.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:13.087 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:13.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:13.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:13.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:13.088 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:13.088 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:13.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070093123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:13.133 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:08:13.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
02:08:13.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:13.171 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:13.172 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:13.172 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:13.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:13.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:13.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:13.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:13.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:13.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:13.172 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:13.172 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:13.172 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:13.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:13.188 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28646), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [38ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [92ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [92ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [114ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [168ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [224ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [224ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [224ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [323ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [323ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [323ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [362ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [363ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [363ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [364ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [721ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [721ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [722ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [722ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1003ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1283ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [5381ms] refreshing cache from master, [5381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [5381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [5381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [5382ms] too many traces: truncated at 100 traces, deferred=Deferred@445370142(state=PENDING, result=null, callback=(continuation of Deferred@1491601376 after retry RPC after error@423414914) -> (continuation of Deferred@1371567821 after retry RPC after error@360161492) -> (continuation of Deferred@221799069 after retry RPC after error@1923082084) -> (continuation of Deferred@540774884 after retry RPC after error@140698679) -> (continuation of Deferred@1182810924 after retry RPC after error@1260992607) -> (continuation of Deferred@929113199 after retry RPC after error@675102184) -> (continuation of Deferred@1818264288 after retry RPC after error@1846129907) -> (continuation of Deferred@1349887745 after retry RPC after error@291898010) -> (continuation of Deferred@2046420436 after retry RPC after error@1517578292) -> (continuation of Deferred@667189716 after retry RPC after error@102184292) -> (continuation of Deferred@813082423 after retry RPC after error@1236946117) -> (continuation of Deferred@1257483783 after retry RPC after error@1978670632) -> (continuation of Deferred@1891254462 after retry RPC after error@1811805704) -> (continuation of Deferred@1009385190 after retry RPC after error@1239266837) -> (continuation of Deferred@1807790112 after retry RPC after error@1871271654) -> (continuation of Deferred@480533311 after retry RPC after error@946678688) -> (continuation of Deferred@1455607101 after retry RPC after error@1935253349) -> (continuation of Deferred@1293574034 after retry RPC after error@486235578) -> (continuation of Deferred@1544605757 after retry RPC after error@1670237805) -> (continuation of Deferred@2088037185 after retry RPC after error@983859192) -> (continuation of Deferred@1626325417 after retry RPC after error@1830589823) -> (continuation of Deferred@921261438 after retry RPC after error@791390180) -> (continuation of Deferred@836225313 after retry RPC after error@954799369), errback=(continuation of Deferred@1491601376 after retry RPC after error@423414914) -> (continuation of Deferred@1371567821 after retry RPC after error@360161492) -> (continuation of Deferred@221799069 after retry RPC after error@1923082084) -> (continuation of Deferred@540774884 after retry RPC after error@140698679) -> (continuation of Deferred@1182810924 after retry RPC after error@1260992607) -> (continuation of Deferred@929113199 after retry RPC after error@675102184) -> (continuation of Deferred@1818264288 after retry RPC after error@1846129907) -> (continuation of Deferred@1349887745 after retry RPC after error@291898010) -> (continuation of Deferred@2046420436 after retry RPC after error@1517578292) -> (continuation of Deferred@667189716 after retry RPC after error@102184292) -> (continuation of Deferred@813082423 after retry RPC after error@1236946117) -> (continuation of Deferred@1257483783 after retry RPC after error@1978670632) -> (continuation of Deferred@1891254462 after retry RPC after error@1811805704) -> (continuation of Deferred@1009385190 after retry RPC after error@1239266837) -> (continuation of Deferred@1807790112 after retry RPC after error@1871271654) -> (continuation of Deferred@480533311 after retry RPC after error@946678688) -> (continuation of Deferred@1455607101 after retry RPC after error@1935253349) -> (continuation of Deferred@1293574034 after retry RPC after error@486235578) -> (continuation of Deferred@1544605757 after retry RPC after error@1670237805) -> (continuation of Deferred@2088037185 after retry RPC after error@983859192) -> (continuation of Deferred@1626325417 after retry RPC after error@1830589823) -> (continuation of Deferred@921261438 after retry RPC after error@791390180) -> (continuation of Deferred@836225313 after retry RPC after error@954799369)))
02:08:13.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:13.190 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:08:13.190 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:13.190 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:13.190 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:13.190 [WARN - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#5 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28646), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [38ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [92ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [92ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [114ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [168ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [224ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [224ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [224ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [323ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [323ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [323ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [362ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [363ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [363ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [364ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [721ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [721ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [722ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [722ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1003ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1283ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [5381ms] refreshing cache from master, [5381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [5381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [5381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [5382ms] too many traces: truncated at 100 traces, deferred=Deferred@445370142(state=PENDING, result=null, callback=(continuation of Deferred@1491601376 after retry RPC after error@423414914) -> (continuation of Deferred@1371567821 after retry RPC after error@360161492) -> (continuation of Deferred@221799069 after retry RPC after error@1923082084) -> (continuation of Deferred@540774884 after retry RPC after error@140698679) -> (continuation of Deferred@1182810924 after retry RPC after error@1260992607) -> (continuation of Deferred@929113199 after retry RPC after error@675102184) -> (continuation of Deferred@1818264288 after retry RPC after error@1846129907) -> (continuation of Deferred@1349887745 after retry RPC after error@291898010) -> (continuation of Deferred@2046420436 after retry RPC after error@1517578292) -> (continuation of Deferred@667189716 after retry RPC after error@102184292) -> (continuation of Deferred@813082423 after retry RPC after error@1236946117) -> (continuation of Deferred@1257483783 after retry RPC after error@1978670632) -> (continuation of Deferred@1891254462 after retry RPC after error@1811805704) -> (continuation of Deferred@1009385190 after retry RPC after error@1239266837) -> (continuation of Deferred@1807790112 after retry RPC after error@1871271654) -> (continuation of Deferred@480533311 after retry RPC after error@946678688) -> (continuation of Deferred@1455607101 after retry RPC after error@1935253349) -> (continuation of Deferred@1293574034 after retry RPC after error@486235578) -> (continuation of Deferred@1544605757 after retry RPC after error@1670237805) -> (continuation of Deferred@2088037185 after retry RPC after error@983859192) -> (continuation of Deferred@1626325417 after retry RPC after error@1830589823) -> (continuation of Deferred@921261438 after retry RPC after error@791390180) -> (continuation of Deferred@836225313 after retry RPC after error@954799369), errback=(continuation of Deferred@1491601376 after retry RPC after error@423414914) -> (continuation of Deferred@1371567821 after retry RPC after error@360161492) -> (continuation of Deferred@221799069 after retry RPC after error@1923082084) -> (continuation of Deferred@540774884 after retry RPC after error@140698679) -> (continuation of Deferred@1182810924 after retry RPC after error@1260992607) -> (continuation of Deferred@929113199 after retry RPC after error@675102184) -> (continuation of Deferred@1818264288 after retry RPC after error@1846129907) -> (continuation of Deferred@1349887745 after retry RPC after error@291898010) -> (continuation of Deferred@2046420436 after retry RPC after error@1517578292) -> (continuation of Deferred@667189716 after retry RPC after error@102184292) -> (continuation of Deferred@813082423 after retry RPC after error@1236946117) -> (continuation of Deferred@1257483783 after retry RPC after error@1978670632) -> (continuation of Deferred@1891254462 after retry RPC after error@1811805704) -> (continuation of Deferred@1009385190 after retry RPC after error@1239266837) -> (continuation of Deferred@1807790112 after retry RPC after error@1871271654) -> (continuation of Deferred@480533311 after retry RPC after error@946678688) -> (continuation of Deferred@1455607101 after retry RPC after error@1935253349) -> (continuation of Deferred@1293574034 after retry RPC after error@486235578) -> (continuation of Deferred@1544605757 after retry RPC after error@1670237805) -> (continuation of Deferred@2088037185 after retry RPC after error@983859192) -> (continuation of Deferred@1626325417 after retry RPC after error@1830589823) -> (continuation of Deferred@921261438 after retry RPC after error@791390180) -> (continuation of Deferred@836225313 after retry RPC after error@954799369)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.253:41971
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:13.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:13.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:13.193 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:13.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:13.193 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:13.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:13.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:13.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:13.194 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:08:13.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:13.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:13.195 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
02:08:13.198 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28646), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [22ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [38ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [92ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [92ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [114ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [123ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [123ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [141ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [142ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [161ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [168ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [224ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [224ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [224ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [323ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [323ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [323ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [362ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [363ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [363ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [364ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [721ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [721ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [722ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [722ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1003ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1283ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [5381ms] refreshing cache from master, [5381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [5381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [5381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [5382ms] too many traces: truncated at 100 traces, deferred=Deferred@445370142(state=PENDING, result=null, callback=(continuation of Deferred@1491601376 after retry RPC after error@423414914) -> (continuation of Deferred@1371567821 after retry RPC after error@360161492) -> (continuation of Deferred@221799069 after retry RPC after error@1923082084) -> (continuation of Deferred@540774884 after retry RPC after error@140698679) -> (continuation of Deferred@1182810924 after retry RPC after error@1260992607) -> (continuation of Deferred@929113199 after retry RPC after error@675102184) -> (continuation of Deferred@1818264288 after retry RPC after error@1846129907) -> (continuation of Deferred@1349887745 after retry RPC after error@291898010) -> (continuation of Deferred@2046420436 after retry RPC after error@1517578292) -> (continuation of Deferred@667189716 after retry RPC after error@102184292) -> (continuation of Deferred@813082423 after retry RPC after error@1236946117) -> (continuation of Deferred@1257483783 after retry RPC after error@1978670632) -> (continuation of Deferred@1891254462 after retry RPC after error@1811805704) -> (continuation of Deferred@1009385190 after retry RPC after error@1239266837) -> (continuation of Deferred@1807790112 after retry RPC after error@1871271654) -> (continuation of Deferred@480533311 after retry RPC after error@946678688) -> (continuation of Deferred@1455607101 after retry RPC after error@1935253349) -> (continuation of Deferred@1293574034 after retry RPC after error@486235578) -> (continuation of Deferred@1544605757 after retry RPC after error@1670237805) -> (continuation of Deferred@2088037185 after retry RPC after error@983859192) -> (continuation of Deferred@1626325417 after retry RPC after error@1830589823) -> (continuation of Deferred@921261438 after retry RPC after error@791390180) -> (continuation of Deferred@836225313 after retry RPC after error@954799369), errback=(continuation of Deferred@1491601376 after retry RPC after error@423414914) -> (continuation of Deferred@1371567821 after retry RPC after error@360161492) -> (continuation of Deferred@221799069 after retry RPC after error@1923082084) -> (continuation of Deferred@540774884 after retry RPC after error@140698679) -> (continuation of Deferred@1182810924 after retry RPC after error@1260992607) -> (continuation of Deferred@929113199 after retry RPC after error@675102184) -> (continuation of Deferred@1818264288 after retry RPC after error@1846129907) -> (continuation of Deferred@1349887745 after retry RPC after error@291898010) -> (continuation of Deferred@2046420436 after retry RPC after error@1517578292) -> (continuation of Deferred@667189716 after retry RPC after error@102184292) -> (continuation of Deferred@813082423 after retry RPC after error@1236946117) -> (continuation of Deferred@1257483783 after retry RPC after error@1978670632) -> (continuation of Deferred@1891254462 after retry RPC after error@1811805704) -> (continuation of Deferred@1009385190 after retry RPC after error@1239266837) -> (continuation of Deferred@1807790112 after retry RPC after error@1871271654) -> (continuation of Deferred@480533311 after retry RPC after error@946678688) -> (continuation of Deferred@1455607101 after retry RPC after error@1935253349) -> (continuation of Deferred@1293574034 after retry RPC after error@486235578) -> (continuation of Deferred@1544605757 after retry RPC after error@1670237805) -> (continuation of Deferred@2088037185 after retry RPC after error@983859192) -> (continuation of Deferred@1626325417 after retry RPC after error@1830589823) -> (continuation of Deferred@921261438 after retry RPC after error@791390180) -> (continuation of Deferred@836225313 after retry RPC after error@954799369)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.253:41971
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:13.200 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:13.200 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
02:08:13.201 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RUNNING to RESTARTING.
02:08:13.201 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
02:08:13.281 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:13.281 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:13.281 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:13.281 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:13.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:13.281 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:13.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:13.281 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:13.281 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:13.282 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:13.282 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:13.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:13.282 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:13.282 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28717), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [28ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [44ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [44ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [87ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [106ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [107ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [150ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [154ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [155ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [283ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [283ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [342ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [343ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [343ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [561ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [563ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [563ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [821ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [822ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [822ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [822ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [841ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [842ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [842ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [842ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [3060ms] refreshing cache from master, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [3062ms] too many traces: truncated at 100 traces, deferred=Deferred@563857219(state=PENDING, result=null, callback=(continuation of Deferred@1398092817 after retry RPC after error@566695638) -> (continuation of Deferred@596800742 after retry RPC after error@1556876808) -> (continuation of Deferred@650337340 after retry RPC after error@1059819412) -> (continuation of Deferred@263121363 after retry RPC after error@867048032) -> (continuation of Deferred@263230101 after retry RPC after error@1812265944) -> (continuation of Deferred@345794554 after retry RPC after error@1461846547) -> (continuation of Deferred@1544357464 after retry RPC after error@396164154) -> (continuation of Deferred@1623784068 after retry RPC after error@658333204) -> (continuation of Deferred@330740589 after retry RPC after error@1673256973) -> (continuation of Deferred@1149250084 after retry RPC after error@150999390) -> (continuation of Deferred@797697736 after retry RPC after error@327991484) -> (continuation of Deferred@1444420067 after retry RPC after error@1604024479) -> (continuation of Deferred@802580482 after retry RPC after error@1512756324) -> (continuation of Deferred@1282087363 after retry RPC after error@1219546961) -> (continuation of Deferred@1413101629 after retry RPC after error@1480548138) -> (continuation of Deferred@1284436207 after retry RPC after error@34239592) -> (continuation of Deferred@133455812 after retry RPC after error@630232607) -> (continuation of Deferred@513934282 after retry RPC after error@1331334466) -> (continuation of Deferred@1794498834 after retry RPC after error@1274323517) -> (continuation of Deferred@1170621658 after retry RPC after error@1592652221) -> (continuation of Deferred@466970115 after retry RPC after error@1977534990) -> (continuation of Deferred@46768379 after retry RPC after error@857266438), errback=(continuation of Deferred@1398092817 after retry RPC after error@566695638) -> (continuation of Deferred@596800742 after retry RPC after error@1556876808) -> (continuation of Deferred@650337340 after retry RPC after error@1059819412) -> (continuation of Deferred@263121363 after retry RPC after error@867048032) -> (continuation of Deferred@263230101 after retry RPC after error@1812265944) -> (continuation of Deferred@345794554 after retry RPC after error@1461846547) -> (continuation of Deferred@1544357464 after retry RPC after error@396164154) -> (continuation of Deferred@1623784068 after retry RPC after error@658333204) -> (continuation of Deferred@330740589 after retry RPC after error@1673256973) -> (continuation of Deferred@1149250084 after retry RPC after error@150999390) -> (continuation of Deferred@797697736 after retry RPC after error@327991484) -> (continuation of Deferred@1444420067 after retry RPC after error@1604024479) -> (continuation of Deferred@802580482 after retry RPC after error@1512756324) -> (continuation of Deferred@1282087363 after retry RPC after error@1219546961) -> (continuation of Deferred@1413101629 after retry RPC after error@1480548138) -> (continuation of Deferred@1284436207 after retry RPC after error@34239592) -> (continuation of Deferred@133455812 after retry RPC after error@630232607) -> (continuation of Deferred@513934282 after retry RPC after error@1331334466) -> (continuation of Deferred@1794498834 after retry RPC after error@1274323517) -> (continuation of Deferred@1170621658 after retry RPC after error@1592652221) -> (continuation of Deferred@466970115 after retry RPC after error@1977534990) -> (continuation of Deferred@46768379 after retry RPC after error@857266438)))
02:08:13.284 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:08:13.284 [WARN - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#5 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28717), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [28ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [44ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [44ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [87ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [106ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [107ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [150ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [154ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [155ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [283ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [283ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [342ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [343ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [343ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [561ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [563ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [563ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [821ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [822ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [822ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [822ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [841ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [842ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [842ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [842ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [3060ms] refreshing cache from master, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [3062ms] too many traces: truncated at 100 traces, deferred=Deferred@563857219(state=PENDING, result=null, callback=(continuation of Deferred@1398092817 after retry RPC after error@566695638) -> (continuation of Deferred@596800742 after retry RPC after error@1556876808) -> (continuation of Deferred@650337340 after retry RPC after error@1059819412) -> (continuation of Deferred@263121363 after retry RPC after error@867048032) -> (continuation of Deferred@263230101 after retry RPC after error@1812265944) -> (continuation of Deferred@345794554 after retry RPC after error@1461846547) -> (continuation of Deferred@1544357464 after retry RPC after error@396164154) -> (continuation of Deferred@1623784068 after retry RPC after error@658333204) -> (continuation of Deferred@330740589 after retry RPC after error@1673256973) -> (continuation of Deferred@1149250084 after retry RPC after error@150999390) -> (continuation of Deferred@797697736 after retry RPC after error@327991484) -> (continuation of Deferred@1444420067 after retry RPC after error@1604024479) -> (continuation of Deferred@802580482 after retry RPC after error@1512756324) -> (continuation of Deferred@1282087363 after retry RPC after error@1219546961) -> (continuation of Deferred@1413101629 after retry RPC after error@1480548138) -> (continuation of Deferred@1284436207 after retry RPC after error@34239592) -> (continuation of Deferred@133455812 after retry RPC after error@630232607) -> (continuation of Deferred@513934282 after retry RPC after error@1331334466) -> (continuation of Deferred@1794498834 after retry RPC after error@1274323517) -> (continuation of Deferred@1170621658 after retry RPC after error@1592652221) -> (continuation of Deferred@466970115 after retry RPC after error@1977534990) -> (continuation of Deferred@46768379 after retry RPC after error@857266438), errback=(continuation of Deferred@1398092817 after retry RPC after error@566695638) -> (continuation of Deferred@596800742 after retry RPC after error@1556876808) -> (continuation of Deferred@650337340 after retry RPC after error@1059819412) -> (continuation of Deferred@263121363 after retry RPC after error@867048032) -> (continuation of Deferred@263230101 after retry RPC after error@1812265944) -> (continuation of Deferred@345794554 after retry RPC after error@1461846547) -> (continuation of Deferred@1544357464 after retry RPC after error@396164154) -> (continuation of Deferred@1623784068 after retry RPC after error@658333204) -> (continuation of Deferred@330740589 after retry RPC after error@1673256973) -> (continuation of Deferred@1149250084 after retry RPC after error@150999390) -> (continuation of Deferred@797697736 after retry RPC after error@327991484) -> (continuation of Deferred@1444420067 after retry RPC after error@1604024479) -> (continuation of Deferred@802580482 after retry RPC after error@1512756324) -> (continuation of Deferred@1282087363 after retry RPC after error@1219546961) -> (continuation of Deferred@1413101629 after retry RPC after error@1480548138) -> (continuation of Deferred@1284436207 after retry RPC after error@34239592) -> (continuation of Deferred@133455812 after retry RPC after error@630232607) -> (continuation of Deferred@513934282 after retry RPC after error@1331334466) -> (continuation of Deferred@1794498834 after retry RPC after error@1274323517) -> (continuation of Deferred@1170621658 after retry RPC after error@1592652221) -> (continuation of Deferred@466970115 after retry RPC after error@1977534990) -> (continuation of Deferred@46768379 after retry RPC after error@857266438)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:13.286 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
02:08:13.287 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
02:08:13.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:13.289 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28717), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [28ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [44ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [44ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [87ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [106ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [107ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [140ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [150ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [154ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [155ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [223ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [223ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [283ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [283ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [342ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [343ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [343ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [561ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [563ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [563ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [821ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [822ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [822ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [822ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [841ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [842ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [842ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [842ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [2262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [2263ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [3060ms] refreshing cache from master, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [3062ms] too many traces: truncated at 100 traces, deferred=Deferred@563857219(state=PENDING, result=null, callback=(continuation of Deferred@1398092817 after retry RPC after error@566695638) -> (continuation of Deferred@596800742 after retry RPC after error@1556876808) -> (continuation of Deferred@650337340 after retry RPC after error@1059819412) -> (continuation of Deferred@263121363 after retry RPC after error@867048032) -> (continuation of Deferred@263230101 after retry RPC after error@1812265944) -> (continuation of Deferred@345794554 after retry RPC after error@1461846547) -> (continuation of Deferred@1544357464 after retry RPC after error@396164154) -> (continuation of Deferred@1623784068 after retry RPC after error@658333204) -> (continuation of Deferred@330740589 after retry RPC after error@1673256973) -> (continuation of Deferred@1149250084 after retry RPC after error@150999390) -> (continuation of Deferred@797697736 after retry RPC after error@327991484) -> (continuation of Deferred@1444420067 after retry RPC after error@1604024479) -> (continuation of Deferred@802580482 after retry RPC after error@1512756324) -> (continuation of Deferred@1282087363 after retry RPC after error@1219546961) -> (continuation of Deferred@1413101629 after retry RPC after error@1480548138) -> (continuation of Deferred@1284436207 after retry RPC after error@34239592) -> (continuation of Deferred@133455812 after retry RPC after error@630232607) -> (continuation of Deferred@513934282 after retry RPC after error@1331334466) -> (continuation of Deferred@1794498834 after retry RPC after error@1274323517) -> (continuation of Deferred@1170621658 after retry RPC after error@1592652221) -> (continuation of Deferred@466970115 after retry RPC after error@1977534990) -> (continuation of Deferred@46768379 after retry RPC after error@857266438), errback=(continuation of Deferred@1398092817 after retry RPC after error@566695638) -> (continuation of Deferred@596800742 after retry RPC after error@1556876808) -> (continuation of Deferred@650337340 after retry RPC after error@1059819412) -> (continuation of Deferred@263121363 after retry RPC after error@867048032) -> (continuation of Deferred@263230101 after retry RPC after error@1812265944) -> (continuation of Deferred@345794554 after retry RPC after error@1461846547) -> (continuation of Deferred@1544357464 after retry RPC after error@396164154) -> (continuation of Deferred@1623784068 after retry RPC after error@658333204) -> (continuation of Deferred@330740589 after retry RPC after error@1673256973) -> (continuation of Deferred@1149250084 after retry RPC after error@150999390) -> (continuation of Deferred@797697736 after retry RPC after error@327991484) -> (continuation of Deferred@1444420067 after retry RPC after error@1604024479) -> (continuation of Deferred@802580482 after retry RPC after error@1512756324) -> (continuation of Deferred@1282087363 after retry RPC after error@1219546961) -> (continuation of Deferred@1413101629 after retry RPC after error@1480548138) -> (continuation of Deferred@1284436207 after retry RPC after error@34239592) -> (continuation of Deferred@133455812 after retry RPC after error@630232607) -> (continuation of Deferred@513934282 after retry RPC after error@1331334466) -> (continuation of Deferred@1794498834 after retry RPC after error@1274323517) -> (continuation of Deferred@1170621658 after retry RPC after error@1592652221) -> (continuation of Deferred@466970115 after retry RPC after error@1977534990) -> (continuation of Deferred@46768379 after retry RPC after error@857266438)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:13.292 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:13.293 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
02:08:13.293 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
02:08:13.296 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:13.296 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:13.296 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:13.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:13.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:13.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:13.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:13.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:13.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:13.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:13.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:13.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:13.297 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:13.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:12.101095 16047 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:13.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.337657 16048 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1235 milliseconds
02:08:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.338505 16049 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.338644 16037 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:13.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.342762 16037 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.345625 16037 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:13.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.347184 16037 hybrid_clock.cc:648] HybridClock initialized: now 1779070093347122 us; error 57 us; skew 500 ppm
02:08:13.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.348052 16037 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.354610 16037 webserver.cc:533] Webserver started at http://127.15.148.189:39419/ using document root <none> and password file <none>
02:08:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.355593 16037 fs_manager.cc:362] Metadata directory not provided
02:08:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.355809 16037 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:13.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.356253 16037 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:13.358 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.361013 16037 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/data/instance:
02:08:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a9c08b8657e469cbf9c689754496f6c"
02:08:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:13 on dist-test-slave-9vqr"
02:08:13.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.362118 16037 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/wal/instance:
02:08:13.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a9c08b8657e469cbf9c689754496f6c"
02:08:13.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:13 on dist-test-slave-9vqr"
02:08:13.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.369640 16037 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
02:08:13.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.375878 16058 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:08:13.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.377241 16037 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.377578 16037 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/wal
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a9c08b8657e469cbf9c689754496f6c"
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:13 on dist-test-slave-9vqr"
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.377933 16037 fs_report.cc:389] FS layout report
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/wal
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/wal
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/data/data
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:13.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.455178 16037 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:08:13.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.456735 16037 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:13.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.457187 16037 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.530556 16037 rpc_server.cc:307] RPC server started. Bound to: 127.15.148.189:35525
02:08:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.530634 16109 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.148.189:35525 every 8 connection(s)
02:08:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.533447 16037 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/data/info.pb
02:08:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.539402 15954 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 16037
02:08:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.539844 15954 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-1/wal/instance
02:08:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.539958 16110 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.543011 15954 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/wal
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/data
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/logs
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/data/info.pb
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.148.188:43533
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.148.188
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.148.148:36103
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.148.190:41305,127.15.148.189:35525,127.15.148.188:43533
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35087/jwks.json with env {}
02:08:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.553954 16110 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } has no permanent_uuid. Determining permanent_uuid...
02:08:13.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.580273 16110 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } has no permanent_uuid. Determining permanent_uuid...
02:08:13.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.594727 16110 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } has no permanent_uuid. Determining permanent_uuid...
02:08:13.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.597106 16062 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.601480 16110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:13.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070093623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:13.631 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:08:13.632 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
02:08:13.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:13.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.651014 16110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 1
02:08:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.655671 16110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:13.712 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:13.712 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:13.712 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:13.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:13.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:13.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:13.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:13.713 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:13.713 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:13.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:13.713 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:13.713 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:13.713 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:13.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.724052 16110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 2
02:08:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.728152 16110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:13.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.819563 16110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 3
02:08:13.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.823575 16110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:13.858 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.876821 16112 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.877470 16112 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.878034 16112 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.913445 16112 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:08:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.913827 16112 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.914127 16112 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:08:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.914418 16112 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:08:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.914682 16112 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:08:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.914896 16112 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35087/jwks.json
02:08:13.949 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:13.949 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:13.949 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:13.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:13.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:13.950 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:13.950 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:13.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:13.950 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:13.950 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:13.950 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:13.950 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:13.950 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.954768 16112 master_runner.cc:387] Master server non-default flags:
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.148.148:36103
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/data
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/wal
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.148.190:41305,127.15.148.189:35525,127.15.148.188:43533
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.148.188:43533
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35087/jwks.json
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/data/info.pb
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.148.188
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/logs
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.956557 16112 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:13.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.958300 16112 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:13.966991 16110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 4
02:08:13.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.969632 16122 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:13.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.972473 16110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:14.015785 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } attempt: 7
02:08:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:14.041468 16035 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } has no permanent_uuid. Determining permanent_uuid...
02:08:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:14.049628 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:14.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:14.108197 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 1
02:08:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:14.114209 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:14.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070094124 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:14.133 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:08:14.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
02:08:14.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:14.195729 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 2
02:08:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:14.202914 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:14.271895 16110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 5
02:08:14.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:14.278355 16110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:14.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:14.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:14.288779 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 3
02:08:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:14.295701 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:14.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:14.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:14.436218 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 4
02:08:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:14.444067 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:14.505 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:14.505 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:14.506 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:14.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:14.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:14.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:14.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:14.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:14.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:14.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:14.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:14.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:14.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:14.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070094624 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:14.634 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:08:14.635 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
02:08:14.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:14.727595 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 5
02:08:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:14.734311 16035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:14.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:14.790 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:14.790 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:14.790 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:14.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:14.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:14.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:14.792 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:14.792 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:14.792 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:14.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:14.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:14.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:14.792 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:14.825909 16110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 6
02:08:14.835 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:14.836 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:14.836 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:14.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:14.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:14.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:14.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:14.837 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:14.837 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:14.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:14.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:14.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:14.838 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:14.842 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:14.842 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:14.842 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:14.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:14.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:14.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:14.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:14.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:14.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:14.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:14.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:14.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:14.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:14.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:14.844499 16110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.148.188:43533: Network error: Client connection negotiation failed: client connection to 127.15.148.188:43533: connect: Connection refused (error 111)
02:08:14.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:15.075 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:15.075 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:15.075 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:15.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:15.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:15.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:15.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:15.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:15.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:15.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:15.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:15.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:15.077 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:15.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.973217 16123 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:15.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:13.975255 16125 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:15.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070095124 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:15.128679 16124 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1152 milliseconds
02:08:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.128830 16112 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:15.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.130285 16112 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:15.131 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:08:15.133 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
02:08:15.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.133615 16112 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:15.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.135006 16112 hybrid_clock.cc:648] HybridClock initialized: now 1779070095134954 us; error 55 us; skew 500 ppm
02:08:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.135866 16112 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.142258 16112 webserver.cc:533] Webserver started at http://127.15.148.188:41893/ using document root <none> and password file <none>
02:08:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.143249 16112 fs_manager.cc:362] Metadata directory not provided
02:08:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.143491 16112 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.143966 16112 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.148703 16112 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/data/instance:
02:08:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efb523a608414e2fb012c9e8e858aa71"
02:08:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:15 on dist-test-slave-9vqr"
02:08:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.149945 16112 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/wal/instance:
02:08:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efb523a608414e2fb012c9e8e858aa71"
02:08:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:15 on dist-test-slave-9vqr"
02:08:15.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.158275 16112 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.000s	sys 0.007s
02:08:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.164896 16136 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:08:15.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.166121 16112 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
02:08:15.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.166453 16112 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/wal
02:08:15.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efb523a608414e2fb012c9e8e858aa71"
02:08:15.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:15 on dist-test-slave-9vqr"
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.166790 16112 fs_report.cc:389] FS layout report
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/wal
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/wal
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/data/data
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:15.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.216464 16112 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:08:15.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.218066 16112 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:15.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.218519 16112 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.286823 16035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 6
02:08:15.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.294183 16112 rpc_server.cc:307] RPC server started. Bound to: 127.15.148.188:43533
02:08:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.294291 16188 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.148.188:43533 every 8 connection(s)
02:08:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.298410 16112 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/data/info.pb
02:08:15.302 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:15.302 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:15.302 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:15.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:15.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:15.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:15.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:15.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:15.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:15.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:15.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:15.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:15.303 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:15.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.302812 15954 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 16112
02:08:15.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.303269 15954 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/master-2/wal/instance
02:08:15.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.356755 16190 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:15.364 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.368932 16035 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4: Bootstrap starting.
02:08:15.369 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:15.369 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:15.370 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:15.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:15.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:15.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:15.370 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:15.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:15.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:15.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:15.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:15.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:15.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:15.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.374755 16190 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } has no permanent_uuid. Determining permanent_uuid...
02:08:15.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.377489 16035 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4: Neither blocks nor log segments found. Creating new log.
02:08:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.380445 16035 log.cc:826] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4: Log is configured to *not* fsync() on all Append() calls
02:08:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.386732 16035 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4: No bootstrap required, opened a new log
02:08:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.406713 16190 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } has no permanent_uuid. Determining permanent_uuid...
02:08:15.412 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:15.412 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:15.413 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:15.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:15.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:15.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:15.413 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:15.413 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:15.413 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:15.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:15.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:15.413 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:15.413 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.412642 16035 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } }
02:08:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.415244 16035 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.415530 16035 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8451a9edc81e4d1ab63f2719bc19e9c4, State: Initialized, Role: FOLLOWER
02:08:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.416261 16035 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } }
02:08:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.418237 16190 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } has no permanent_uuid. Determining permanent_uuid...
02:08:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.419155 16199 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } } }
02:08:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.420019 16199 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [sys.catalog]: This master's current role is: FOLLOWER
02:08:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.421156 16035 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [sys.catalog]: configured and running, proceeding with master startup.
02:08:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.436817 16190 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71: Bootstrap starting.
02:08:15.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.443807 16190 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71: Neither blocks nor log segments found. Creating new log.
02:08:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.446372 16190 log.cc:826] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71: Log is configured to *not* fsync() on all Append() calls
02:08:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.451916 16190 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71: No bootstrap required, opened a new log
02:08:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:15.474143 16211 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:08:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:15.474738 16211 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:08:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.460738 15966 master_runner.cc:187] Error getting master registration for 127.15.148.189:35525: OK, instance_id { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" instance_seqno: 1779070093511241 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:08:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.483493 15966 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:08:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.484145 16190 raft_consensus.cc:359] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } }
02:08:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.485018 16190 raft_consensus.cc:385] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.485404 16190 raft_consensus.cc:740] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: efb523a608414e2fb012c9e8e858aa71, State: Initialized, Role: FOLLOWER
02:08:15.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.486316 16190 consensus_queue.cc:260] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } }
02:08:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.489204 16213 sys_catalog.cc:455] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } } }
02:08:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.490141 16213 sys_catalog.cc:458] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [sys.catalog]: This master's current role is: FOLLOWER
02:08:15.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.491165 16190 sys_catalog.cc:565] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [sys.catalog]: configured and running, proceeding with master startup.
02:08:15.526 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:15.526 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:15.526 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:15.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:15.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:15.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:15.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:15.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:15.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:15.527 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:15.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:15.527 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:15.527 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:15.530 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:15.530 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:15.530 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:15.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:15.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:15.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:15.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:15.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:15.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:15.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:15.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:15.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:15.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:15.537 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:15.537 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:15.537 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:15.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:15.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:15.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:15.525911 16224 catalog_manager.cc:1593] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:08:15.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:15.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:15.538513 16224 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:08:15.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:15.539 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:15.539 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:15.539 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:15.539 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.549456 16199 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:08:15.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.550465 16199 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } }
02:08:15.555 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:15.555 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:15.555 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:15.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:15.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:15.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:15.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:15.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:15.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:15.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:15.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:15.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:15.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:15.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.555652 16163 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "efb523a608414e2fb012c9e8e858aa71" is_pre_election: true
02:08:15.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.556587 16163 raft_consensus.cc:2468] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8451a9edc81e4d1ab63f2719bc19e9c4 in term 0.
02:08:15.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.557310 16199 leader_election.cc:290] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6a9c08b8657e469cbf9c689754496f6c (127.15.148.189:35525), efb523a608414e2fb012c9e8e858aa71 (127.15.148.188:43533)
02:08:15.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.559289 15987 leader_election.cc:304] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8451a9edc81e4d1ab63f2719bc19e9c4, efb523a608414e2fb012c9e8e858aa71; no voters: 
02:08:15.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.560788 16199 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:08:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.561569 16199 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:08:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.562275 16199 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [term 0 FOLLOWER]: Advancing to term 1
02:08:15.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.571070 16199 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } }
02:08:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.581833 16163 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "efb523a608414e2fb012c9e8e858aa71"
02:08:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.582377 16163 raft_consensus.cc:3060] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [term 0 FOLLOWER]: Advancing to term 1
02:08:15.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.589229 16163 raft_consensus.cc:2468] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8451a9edc81e4d1ab63f2719bc19e9c4 in term 1.
02:08:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.590394 15987 leader_election.cc:304] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8451a9edc81e4d1ab63f2719bc19e9c4, efb523a608414e2fb012c9e8e858aa71; no voters: 
02:08:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:15.592525 15989 tablet.cc:2404] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.528183 16112 master_runner.cc:187] Error getting master registration for 127.15.148.189:35525: OK, instance_id { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" instance_seqno: 1779070093511241 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:08:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.595484 16112 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:08:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.595834 16226 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [term 1 FOLLOWER]: Leader election won for term 1
02:08:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.596215 16199 leader_election.cc:290] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [CANDIDATE]: Term 1 election: Requested vote from peers 6a9c08b8657e469cbf9c689754496f6c (127.15.148.189:35525), efb523a608414e2fb012c9e8e858aa71 (127.15.148.188:43533)
02:08:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.608669 16226 raft_consensus.cc:697] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [term 1 LEADER]: Becoming Leader. State: Replica: 8451a9edc81e4d1ab63f2719bc19e9c4, State: Running, Role: LEADER
02:08:15.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.609905 16226 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } }
02:08:15.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.620746 16199 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8451a9edc81e4d1ab63f2719bc19e9c4. Latest consensus state: current_term: 1 leader_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } } }
02:08:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.621531 16199 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [sys.catalog]: This master's current role is: LEADER
02:08:15.623 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070095623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:15.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.631875 16229 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:08:15.633 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:08:15.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
02:08:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.640750 16229 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:08:15.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.676273 16163 raft_consensus.cc:1275] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [term 1 FOLLOWER]: Refusing update from remote peer 8451a9edc81e4d1ab63f2719bc19e9c4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:08:15.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.679076 16226 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:08:15.712 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:15.712 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:15.712 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:15.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:15.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:15.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:15.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:15.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:15.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:15.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:15.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:15.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:15.713 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:15.724766 16142 tablet.cc:2404] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:15.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.747737 16213 sys_catalog.cc:455] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8451a9edc81e4d1ab63f2719bc19e9c4. Latest consensus state: current_term: 1 leader_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } } }
02:08:15.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.749477 16213 sys_catalog.cc:458] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [sys.catalog]: This master's current role is: FOLLOWER
02:08:15.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.754295 16230 mvcc.cc:204] Tried to move back new op lower bound from 7287071111837659136 to 7287071111637458944. Current Snapshot: MvccSnapshot[applied={T|T < 7287071111837659136}]
02:08:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.756189 16226 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } } }
02:08:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.756882 16226 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [sys.catalog]: This master's current role is: LEADER
02:08:15.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.760977 16213 sys_catalog.cc:455] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } } }
02:08:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.761758 16213 sys_catalog.cc:458] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71 [sys.catalog]: This master's current role is: FOLLOWER
02:08:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.769595 16229 catalog_manager.cc:1382] Generated new cluster ID: 7cf9868d5f954601b3c5179a1612c5a6
02:08:15.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.769912 16229 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:08:15.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.809398 16229 catalog_manager.cc:1405] Generated new certificate authority record
02:08:15.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.815016 16229 catalog_manager.cc:1539] Loading token signing keys...
02:08:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.844976 16229 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4: Generated new TSK 0
02:08:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.849460 16229 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:08:15.858 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.873430 15954 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/wal
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/data
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/logs
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/data/info.pb
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.148.129:0
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.148.129
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.148.129
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.148.190:41305,127.15.148.189:35525,127.15.148.188:43533
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.148.148:36103
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:08:15.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.905011 16110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } attempt: 7
02:08:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.962390 16110 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c: Bootstrap starting.
02:08:15.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.986665 16110 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c: Neither blocks nor log segments found. Creating new log.
02:08:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:15.993696 16110 log.cc:826] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c: Log is configured to *not* fsync() on all Append() calls
02:08:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.019213 16110 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c: No bootstrap required, opened a new log
02:08:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.109017 16110 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } }
02:08:16.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.112076 16110 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:16.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.113399 16110 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a9c08b8657e469cbf9c689754496f6c, State: Initialized, Role: FOLLOWER
02:08:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.116268 16110 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } }
02:08:16.123 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070096123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:16.133 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:08:16.135 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
02:08:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.144310 16085 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6a9c08b8657e469cbf9c689754496f6c" is_pre_election: true
02:08:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.145273 16085 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8451a9edc81e4d1ab63f2719bc19e9c4 in term 0.
02:08:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.146740 16083 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [term 0 FOLLOWER]: Advancing to term 1
02:08:16.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:16.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.151870 16084 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6a9c08b8657e469cbf9c689754496f6c"
02:08:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.159765 16083 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [term 1 FOLLOWER]: Refusing update from remote peer 8451a9edc81e4d1ab63f2719bc19e9c4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:08:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.162056 16226 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:16.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.170106 16110 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [sys.catalog]: configured and running, proceeding with master startup.
02:08:16.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.143082 16238 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } } }
02:08:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.172752 16238 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [sys.catalog]: This master's current role is: FOLLOWER
02:08:16.195 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:16.196 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:16.196 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:16.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:16.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:16.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:16.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:16.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:16.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:16.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:16.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:16.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:16.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:16.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:16.215021 16064 tablet.cc:2404] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:16.255 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:16.255 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:16.255 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.253604 16239 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } } }
02:08:16.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:16.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:16.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:16.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:16.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:16.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:16.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:16.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:16.257 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:16.257 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.254456 16239 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [sys.catalog]: This master's current role is: FOLLOWER
02:08:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.257959 16238 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8451a9edc81e4d1ab63f2719bc19e9c4. Latest consensus state: current_term: 1 leader_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } } }
02:08:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.258919 16238 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c [sys.catalog]: This master's current role is: FOLLOWER
02:08:16.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:16.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.335768 16255 catalog_manager.cc:1294] Loaded cluster ID: 7cf9868d5f954601b3c5179a1612c5a6
02:08:16.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.336855 16255 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c: loading cluster ID for follower catalog manager: success
02:08:16.358 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.360301 16255 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c: acquiring CA information for follower catalog manager: success
02:08:16.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.371521 16255 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 6a9c08b8657e469cbf9c689754496f6c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:08:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:16.498792 16235 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:16.499428 16235 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:16.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:16.500347 16235 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:16.504 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:16.504 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:16.505 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:16.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:16.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:16.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:16.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:16.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:16.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:16.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:16.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:16.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:16.505 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.544961 16224 catalog_manager.cc:1294] Loaded cluster ID: 7cf9868d5f954601b3c5179a1612c5a6
02:08:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.545460 16224 catalog_manager.cc:1587] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71: loading cluster ID for follower catalog manager: success
02:08:16.565 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:16.565 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:16.565 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:16.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:16.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:16.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.564625 16224 catalog_manager.cc:1609] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71: acquiring CA information for follower catalog manager: success
02:08:16.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:16.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:16.566 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:16.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:16.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:16.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:16.567 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.584769 16224 catalog_manager.cc:1637] T 00000000000000000000000000000000 P efb523a608414e2fb012c9e8e858aa71: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:08:16.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070096623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:16.632 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:08:16.633 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
02:08:16.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:16.640400 16235 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:16.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:16.643952 16235 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.148.129
02:08:16.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:16.707 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:16.707 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:16.707 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:16.708 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:16.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:16.708 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:16.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:16.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:16.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:16.709 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:16.709 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:16.709 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:16.709 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:16.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.782389 16235 tablet_server_runner.cc:78] Tablet server non-default flags:
02:08:16.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:16.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.148.148:36103
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/data
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/wal
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.148.129:0
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/data/info.pb
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.148.129
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.148.190:41305,127.15.148.189:35525,127.15.148.188:43533
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.148.129
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/logs
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.785202 16235 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.785169 16226 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8451a9edc81e4d1ab63f2719bc19e9c4" member_type: VOTER last_known_addr { host: "127.15.148.190" port: 41305 } } peers { permanent_uuid: "6a9c08b8657e469cbf9c689754496f6c" member_type: VOTER last_known_addr { host: "127.15.148.189" port: 35525 } } peers { permanent_uuid: "efb523a608414e2fb012c9e8e858aa71" member_type: VOTER last_known_addr { host: "127.15.148.188" port: 43533 } } }
02:08:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.785902 16226 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8451a9edc81e4d1ab63f2719bc19e9c4 [sys.catalog]: This master's current role is: LEADER
02:08:16.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:16.788480 16235 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:16.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:16.823449 16266 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:16.858 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:16.875 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:16.876 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:16.877 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:16.877 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:16.877 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:16.877 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:16.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:16.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:16.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:16.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:16.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:16.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:16.878 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:16.990 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:16.990 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:16.990 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:16.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:16.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:16.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:16.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:16.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:16.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:16.992 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:16.992 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:16.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:16.992 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:17.013 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:17.013 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:17.013 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:17.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:17.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:17.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:17.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:17.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:17.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:17.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:17.015 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:17.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:17.015 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:17.016 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [59ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [66ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [78ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [78ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [147ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [151ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [156ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [156ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [216ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [218ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [263ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [263ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [283ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [304ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [304ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [424ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [483ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [484ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [484ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [621ms] refreshing cache from master, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [623ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [623ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [623ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [624ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [824ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [824ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [825ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [825ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1523ms] refreshing cache from master, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1525ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1526ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3580ms] refreshing cache from master, [3580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3582ms] too many traces: truncated at 100 traces, deferred=Deferred@1135481218(state=PENDING, result=null, callback=(continuation of Deferred@468119604 after retry RPC after error@989126067) -> (continuation of Deferred@263383134 after retry RPC after error@1008982571) -> (continuation of Deferred@275311307 after retry RPC after error@216904752) -> (continuation of Deferred@335891947 after retry RPC after error@919941058) -> (continuation of Deferred@1639757153 after retry RPC after error@1167698) -> (continuation of Deferred@1053142702 after retry RPC after error@561065355) -> (continuation of Deferred@627217273 after retry RPC after error@729243078) -> (continuation of Deferred@945043160 after retry RPC after error@274811180) -> (continuation of Deferred@556398850 after retry RPC after error@807471500) -> (continuation of Deferred@702155686 after retry RPC after error@862461848) -> (continuation of Deferred@1575424286 after retry RPC after error@1697783367) -> (continuation of Deferred@483180156 after retry RPC after error@1865148066) -> (continuation of Deferred@169964984 after retry RPC after error@2140439197) -> (continuation of Deferred@106101837 after retry RPC after error@922490067) -> (continuation of Deferred@938556161 after retry RPC after error@1814746888) -> (continuation of Deferred@2097938004 after retry RPC after error@721893290) -> (continuation of Deferred@361773304 after retry RPC after error@792215509) -> (continuation of Deferred@224632120 after retry RPC after error@525029721) -> (continuation of Deferred@193527216 after retry RPC after error@1705033091) -> (continuation of Deferred@1958438482 after retry RPC after error@826220549) -> (continuation of Deferred@2106994415 after retry RPC after error@498780283) -> (continuation of Deferred@840741992 after retry RPC after error@2053866790) -> (continuation of Deferred@910573010 after retry RPC after error@2104803953) -> (continuation of Deferred@706512451 after retry RPC after error@209216659) -> (continuation of Deferred@190279779 after retry RPC after error@1357601842), errback=(continuation of Deferred@468119604 after retry RPC after error@989126067) -> (continuation of Deferred@263383134 after retry RPC after error@1008982571) -> (continuation of Deferred@275311307 after retry RPC after error@216904752) -> (continuation of Deferred@335891947 after retry RPC after error@919941058) -> (continuation of Deferred@1639757153 after retry RPC after error@1167698) -> (continuation of Deferred@1053142702 after retry RPC after error@561065355) -> (continuation of Deferred@627217273 after retry RPC after error@729243078) -> (continuation of Deferred@945043160 after retry RPC after error@274811180) -> (continuation of Deferred@556398850 after retry RPC after error@807471500) -> (continuation of Deferred@702155686 after retry RPC after error@862461848) -> (continuation of Deferred@1575424286 after retry RPC after error@1697783367) -> (continuation of Deferred@483180156 after retry RPC after error@1865148066) -> (continuation of Deferred@169964984 after retry RPC after error@2140439197) -> (continuation of Deferred@106101837 after retry RPC after error@922490067) -> (continuation of Deferred@938556161 after retry RPC after error@1814746888) -> (continuation of Deferred@2097938004 after retry RPC after error@721893290) -> (continuation of Deferred@361773304 after retry RPC after error@792215509) -> (continuation of Deferred@224632120 after retry RPC after error@525029721) -> (continuation of Deferred@193527216 after retry RPC after error@1705033091) -> (continuation of Deferred@1958438482 after retry RPC after error@826220549) -> (continuation of Deferred@2106994415 after retry RPC after error@498780283) -> (continuation of Deferred@840741992 after retry RPC after error@2053866790) -> (continuation of Deferred@910573010 after retry RPC after error@2104803953) -> (continuation of Deferred@706512451 after retry RPC after error@209216659) -> (continuation of Deferred@190279779 after retry RPC after error@1357601842)))
02:08:17.018 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:08:17.018 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [59ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [66ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [78ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [78ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [147ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [151ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [156ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [156ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [216ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [218ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [263ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [263ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [283ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [304ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [304ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [424ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [483ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [484ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [484ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [621ms] refreshing cache from master, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [623ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [623ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [623ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [624ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [824ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [824ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [825ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [825ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1523ms] refreshing cache from master, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1525ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1526ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3580ms] refreshing cache from master, [3580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3582ms] too many traces: truncated at 100 traces, deferred=Deferred@1135481218(state=PENDING, result=null, callback=(continuation of Deferred@468119604 after retry RPC after error@989126067) -> (continuation of Deferred@263383134 after retry RPC after error@1008982571) -> (continuation of Deferred@275311307 after retry RPC after error@216904752) -> (continuation of Deferred@335891947 after retry RPC after error@919941058) -> (continuation of Deferred@1639757153 after retry RPC after error@1167698) -> (continuation of Deferred@1053142702 after retry RPC after error@561065355) -> (continuation of Deferred@627217273 after retry RPC after error@729243078) -> (continuation of Deferred@945043160 after retry RPC after error@274811180) -> (continuation of Deferred@556398850 after retry RPC after error@807471500) -> (continuation of Deferred@702155686 after retry RPC after error@862461848) -> (continuation of Deferred@1575424286 after retry RPC after error@1697783367) -> (continuation of Deferred@483180156 after retry RPC after error@1865148066) -> (continuation of Deferred@169964984 after retry RPC after error@2140439197) -> (continuation of Deferred@106101837 after retry RPC after error@922490067) -> (continuation of Deferred@938556161 after retry RPC after error@1814746888) -> (continuation of Deferred@2097938004 after retry RPC after error@721893290) -> (continuation of Deferred@361773304 after retry RPC after error@792215509) -> (continuation of Deferred@224632120 after retry RPC after error@525029721) -> (continuation of Deferred@193527216 after retry RPC after error@1705033091) -> (continuation of Deferred@1958438482 after retry RPC after error@826220549) -> (continuation of Deferred@2106994415 after retry RPC after error@498780283) -> (continuation of Deferred@840741992 after retry RPC after error@2053866790) -> (continuation of Deferred@910573010 after retry RPC after error@2104803953) -> (continuation of Deferred@706512451 after retry RPC after error@209216659) -> (continuation of Deferred@190279779 after retry RPC after error@1357601842), errback=(continuation of Deferred@468119604 after retry RPC after error@989126067) -> (continuation of Deferred@263383134 after retry RPC after error@1008982571) -> (continuation of Deferred@275311307 after retry RPC after error@216904752) -> (continuation of Deferred@335891947 after retry RPC after error@919941058) -> (continuation of Deferred@1639757153 after retry RPC after error@1167698) -> (continuation of Deferred@1053142702 after retry RPC after error@561065355) -> (continuation of Deferred@627217273 after retry RPC after error@729243078) -> (continuation of Deferred@945043160 after retry RPC after error@274811180) -> (continuation of Deferred@556398850 after retry RPC after error@807471500) -> (continuation of Deferred@702155686 after retry RPC after error@862461848) -> (continuation of Deferred@1575424286 after retry RPC after error@1697783367) -> (continuation of Deferred@483180156 after retry RPC after error@1865148066) -> (continuation of Deferred@169964984 after retry RPC after error@2140439197) -> (continuation of Deferred@106101837 after retry RPC after error@922490067) -> (continuation of Deferred@938556161 after retry RPC after error@1814746888) -> (continuation of Deferred@2097938004 after retry RPC after error@721893290) -> (continuation of Deferred@361773304 after retry RPC after error@792215509) -> (continuation of Deferred@224632120 after retry RPC after error@525029721) -> (continuation of Deferred@193527216 after retry RPC after error@1705033091) -> (continuation of Deferred@1958438482 after retry RPC after error@826220549) -> (continuation of Deferred@2106994415 after retry RPC after error@498780283) -> (continuation of Deferred@840741992 after retry RPC after error@2053866790) -> (continuation of Deferred@910573010 after retry RPC after error@2104803953) -> (continuation of Deferred@706512451 after retry RPC after error@209216659) -> (continuation of Deferred@190279779 after retry RPC after error@1357601842)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.237.188:33477
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:17.021 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
02:08:17.022 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:17.022 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:17.022 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:17.022 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:17.022 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:17.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:17.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:17.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:17.023 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:17.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:17.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:17.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:17.023 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:17.026 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
02:08:17.028 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [59ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [66ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [78ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [78ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [147ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [151ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [156ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [156ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [216ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [218ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [263ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [263ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [283ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [303ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [304ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [304ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [424ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [483ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [484ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [484ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [621ms] refreshing cache from master, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [623ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [623ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [623ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [624ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [824ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [824ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [825ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [825ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1523ms] refreshing cache from master, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1525ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1526ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3580ms] refreshing cache from master, [3580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3582ms] too many traces: truncated at 100 traces, deferred=Deferred@1135481218(state=PENDING, result=null, callback=(continuation of Deferred@468119604 after retry RPC after error@989126067) -> (continuation of Deferred@263383134 after retry RPC after error@1008982571) -> (continuation of Deferred@275311307 after retry RPC after error@216904752) -> (continuation of Deferred@335891947 after retry RPC after error@919941058) -> (continuation of Deferred@1639757153 after retry RPC after error@1167698) -> (continuation of Deferred@1053142702 after retry RPC after error@561065355) -> (continuation of Deferred@627217273 after retry RPC after error@729243078) -> (continuation of Deferred@945043160 after retry RPC after error@274811180) -> (continuation of Deferred@556398850 after retry RPC after error@807471500) -> (continuation of Deferred@702155686 after retry RPC after error@862461848) -> (continuation of Deferred@1575424286 after retry RPC after error@1697783367) -> (continuation of Deferred@483180156 after retry RPC after error@1865148066) -> (continuation of Deferred@169964984 after retry RPC after error@2140439197) -> (continuation of Deferred@106101837 after retry RPC after error@922490067) -> (continuation of Deferred@938556161 after retry RPC after error@1814746888) -> (continuation of Deferred@2097938004 after retry RPC after error@721893290) -> (continuation of Deferred@361773304 after retry RPC after error@792215509) -> (continuation of Deferred@224632120 after retry RPC after error@525029721) -> (continuation of Deferred@193527216 after retry RPC after error@1705033091) -> (continuation of Deferred@1958438482 after retry RPC after error@826220549) -> (continuation of Deferred@2106994415 after retry RPC after error@498780283) -> (continuation of Deferred@840741992 after retry RPC after error@2053866790) -> (continuation of Deferred@910573010 after retry RPC after error@2104803953) -> (continuation of Deferred@706512451 after retry RPC after error@209216659) -> (continuation of Deferred@190279779 after retry RPC after error@1357601842), errback=(continuation of Deferred@468119604 after retry RPC after error@989126067) -> (continuation of Deferred@263383134 after retry RPC after error@1008982571) -> (continuation of Deferred@275311307 after retry RPC after error@216904752) -> (continuation of Deferred@335891947 after retry RPC after error@919941058) -> (continuation of Deferred@1639757153 after retry RPC after error@1167698) -> (continuation of Deferred@1053142702 after retry RPC after error@561065355) -> (continuation of Deferred@627217273 after retry RPC after error@729243078) -> (continuation of Deferred@945043160 after retry RPC after error@274811180) -> (continuation of Deferred@556398850 after retry RPC after error@807471500) -> (continuation of Deferred@702155686 after retry RPC after error@862461848) -> (continuation of Deferred@1575424286 after retry RPC after error@1697783367) -> (continuation of Deferred@483180156 after retry RPC after error@1865148066) -> (continuation of Deferred@169964984 after retry RPC after error@2140439197) -> (continuation of Deferred@106101837 after retry RPC after error@922490067) -> (continuation of Deferred@938556161 after retry RPC after error@1814746888) -> (continuation of Deferred@2097938004 after retry RPC after error@721893290) -> (continuation of Deferred@361773304 after retry RPC after error@792215509) -> (continuation of Deferred@224632120 after retry RPC after error@525029721) -> (continuation of Deferred@193527216 after retry RPC after error@1705033091) -> (continuation of Deferred@1958438482 after retry RPC after error@826220549) -> (continuation of Deferred@2106994415 after retry RPC after error@498780283) -> (continuation of Deferred@840741992 after retry RPC after error@2053866790) -> (continuation of Deferred@910573010 after retry RPC after error@2104803953) -> (continuation of Deferred@706512451 after retry RPC after error@209216659) -> (continuation of Deferred@190279779 after retry RPC after error@1357601842)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.237.188:33477
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:17.030 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:17.031 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
02:08:17.031 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
02:08:17.031 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state RUNNING to RESTARTING.
02:08:17.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070097123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:17.136 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:08:17.138 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
02:08:17.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:17.152 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:17.152 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:17.152 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:17.153 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:17.153 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:17.153 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:17.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:17.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:17.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:17.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:17.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:17.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:17.154 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:17.255 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:17.255 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:17.255 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:17.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:17.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:17.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:17.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:17.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:17.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:17.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:17.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:17.257 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:17.257 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:17.258 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28032), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [56ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [66ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [66ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [190ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [206ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [208ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [244ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [244ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [244ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [283ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [322ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [384ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [482ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [720ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [722ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [722ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [722ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [722ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1140ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1143ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2100ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2103ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [4141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [4141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [4145ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [4145ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [6960ms] refreshing cache from master, [6960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [6961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [6961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [6961ms] too many traces: truncated at 100 traces, deferred=Deferred@370101175(state=PENDING, result=null, callback=(continuation of Deferred@50726585 after retry RPC after error@1006460178) -> (continuation of Deferred@1073999928 after retry RPC after error@742214012) -> (continuation of Deferred@524132748 after retry RPC after error@1316580020) -> (continuation of Deferred@287621491 after retry RPC after error@1460935810) -> (continuation of Deferred@626517549 after retry RPC after error@545129721) -> (continuation of Deferred@392591068 after retry RPC after error@1617004734) -> (continuation of Deferred@2057141265 after retry RPC after error@706012791) -> (continuation of Deferred@249607551 after retry RPC after error@1646852197) -> (continuation of Deferred@1942257093 after retry RPC after error@2129533588) -> (continuation of Deferred@1965949819 after retry RPC after error@1356871275) -> (continuation of Deferred@1721319 after retry RPC after error@246338506) -> (continuation of Deferred@194919615 after retry RPC after error@1520173257) -> (continuation of Deferred@147551494 after retry RPC after error@1887684438) -> (continuation of Deferred@167933501 after retry RPC after error@807581180) -> (continuation of Deferred@1662162363 after retry RPC after error@231036920) -> (continuation of Deferred@351239139 after retry RPC after error@826782167) -> (continuation of Deferred@1175409929 after retry RPC after error@1632809127) -> (continuation of Deferred@244182797 after retry RPC after error@46677506) -> (continuation of Deferred@1045660751 after retry RPC after error@1248910506) -> (continuation of Deferred@728020846 after retry RPC after error@1746904110) -> (continuation of Deferred@1254892702 after retry RPC after error@102048993) -> (continuation of Deferred@147074186 after retry RPC after error@493868904) -> (continuation of Deferred@908912783 after retry RPC after error@422699143) -> (continuation of Deferred@808988503 after retry RPC after error@1401907887) -> (continuation of Deferred@37132481 after retry RPC after error@336946648), errback=(continuation of Deferred@50726585 after retry RPC after error@1006460178) -> (continuation of Deferred@1073999928 after retry RPC after error@742214012) -> (continuation of Deferred@524132748 after retry RPC after error@1316580020) -> (continuation of Deferred@287621491 after retry RPC after error@1460935810) -> (continuation of Deferred@626517549 after retry RPC after error@545129721) -> (continuation of Deferred@392591068 after retry RPC after error@1617004734) -> (continuation of Deferred@2057141265 after retry RPC after error@706012791) -> (continuation of Deferred@249607551 after retry RPC after error@1646852197) -> (continuation of Deferred@1942257093 after retry RPC after error@2129533588) -> (continuation of Deferred@1965949819 after retry RPC after error@1356871275) -> (continuation of Deferred@1721319 after retry RPC after error@246338506) -> (continuation of Deferred@194919615 after retry RPC after error@1520173257) -> (continuation of Deferred@147551494 after retry RPC after error@1887684438) -> (continuation of Deferred@167933501 after retry RPC after error@807581180) -> (continuation of Deferred@1662162363 after retry RPC after error@231036920) -> (continuation of Deferred@351239139 after retry RPC after error@826782167) -> (continuation of Deferred@1175409929 after retry RPC after error@1632809127) -> (continuation of Deferred@244182797 after retry RPC after error@46677506) -> (continuation of Deferred@1045660751 after retry RPC after error@1248910506) -> (continuation of Deferred@728020846 after retry RPC after error@1746904110) -> (continuation of Deferred@1254892702 after retry RPC after error@102048993) -> (continuation of Deferred@147074186 after retry RPC after error@493868904) -> (continuation of Deferred@908912783 after retry RPC after error@422699143) -> (continuation of Deferred@808988503 after retry RPC after error@1401907887) -> (continuation of Deferred@37132481 after retry RPC after error@336946648)))
02:08:17.260 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:08:17.260 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28032), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [56ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [66ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [66ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [190ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [206ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [208ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [244ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [244ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [244ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [283ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [322ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [384ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [482ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [720ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [722ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [722ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [722ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [722ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1140ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1143ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2100ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2103ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [4141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [4141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [4145ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [4145ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [6960ms] refreshing cache from master, [6960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [6961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [6961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [6961ms] too many traces: truncated at 100 traces, deferred=Deferred@370101175(state=PENDING, result=null, callback=(continuation of Deferred@50726585 after retry RPC after error@1006460178) -> (continuation of Deferred@1073999928 after retry RPC after error@742214012) -> (continuation of Deferred@524132748 after retry RPC after error@1316580020) -> (continuation of Deferred@287621491 after retry RPC after error@1460935810) -> (continuation of Deferred@626517549 after retry RPC after error@545129721) -> (continuation of Deferred@392591068 after retry RPC after error@1617004734) -> (continuation of Deferred@2057141265 after retry RPC after error@706012791) -> (continuation of Deferred@249607551 after retry RPC after error@1646852197) -> (continuation of Deferred@1942257093 after retry RPC after error@2129533588) -> (continuation of Deferred@1965949819 after retry RPC after error@1356871275) -> (continuation of Deferred@1721319 after retry RPC after error@246338506) -> (continuation of Deferred@194919615 after retry RPC after error@1520173257) -> (continuation of Deferred@147551494 after retry RPC after error@1887684438) -> (continuation of Deferred@167933501 after retry RPC after error@807581180) -> (continuation of Deferred@1662162363 after retry RPC after error@231036920) -> (continuation of Deferred@351239139 after retry RPC after error@826782167) -> (continuation of Deferred@1175409929 after retry RPC after error@1632809127) -> (continuation of Deferred@244182797 after retry RPC after error@46677506) -> (continuation of Deferred@1045660751 after retry RPC after error@1248910506) -> (continuation of Deferred@728020846 after retry RPC after error@1746904110) -> (continuation of Deferred@1254892702 after retry RPC after error@102048993) -> (continuation of Deferred@147074186 after retry RPC after error@493868904) -> (continuation of Deferred@908912783 after retry RPC after error@422699143) -> (continuation of Deferred@808988503 after retry RPC after error@1401907887) -> (continuation of Deferred@37132481 after retry RPC after error@336946648), errback=(continuation of Deferred@50726585 after retry RPC after error@1006460178) -> (continuation of Deferred@1073999928 after retry RPC after error@742214012) -> (continuation of Deferred@524132748 after retry RPC after error@1316580020) -> (continuation of Deferred@287621491 after retry RPC after error@1460935810) -> (continuation of Deferred@626517549 after retry RPC after error@545129721) -> (continuation of Deferred@392591068 after retry RPC after error@1617004734) -> (continuation of Deferred@2057141265 after retry RPC after error@706012791) -> (continuation of Deferred@249607551 after retry RPC after error@1646852197) -> (continuation of Deferred@1942257093 after retry RPC after error@2129533588) -> (continuation of Deferred@1965949819 after retry RPC after error@1356871275) -> (continuation of Deferred@1721319 after retry RPC after error@246338506) -> (continuation of Deferred@194919615 after retry RPC after error@1520173257) -> (continuation of Deferred@147551494 after retry RPC after error@1887684438) -> (continuation of Deferred@167933501 after retry RPC after error@807581180) -> (continuation of Deferred@1662162363 after retry RPC after error@231036920) -> (continuation of Deferred@351239139 after retry RPC after error@826782167) -> (continuation of Deferred@1175409929 after retry RPC after error@1632809127) -> (continuation of Deferred@244182797 after retry RPC after error@46677506) -> (continuation of Deferred@1045660751 after retry RPC after error@1248910506) -> (continuation of Deferred@728020846 after retry RPC after error@1746904110) -> (continuation of Deferred@1254892702 after retry RPC after error@102048993) -> (continuation of Deferred@147074186 after retry RPC after error@493868904) -> (continuation of Deferred@908912783 after retry RPC after error@422699143) -> (continuation of Deferred@808988503 after retry RPC after error@1401907887) -> (continuation of Deferred@37132481 after retry RPC after error@336946648)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.237.190:46579
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:17.262 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
02:08:17.264 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
02:08:17.266 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28032), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [56ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [66ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [66ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [190ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [206ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [208ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [244ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [244ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [244ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [283ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [322ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [384ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [482ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [720ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [722ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [722ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [722ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [722ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1140ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1143ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2100ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2103ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [4141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [4141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [4145ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [4145ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [6960ms] refreshing cache from master, [6960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [6961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [6961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [6961ms] too many traces: truncated at 100 traces, deferred=Deferred@370101175(state=PENDING, result=null, callback=(continuation of Deferred@50726585 after retry RPC after error@1006460178) -> (continuation of Deferred@1073999928 after retry RPC after error@742214012) -> (continuation of Deferred@524132748 after retry RPC after error@1316580020) -> (continuation of Deferred@287621491 after retry RPC after error@1460935810) -> (continuation of Deferred@626517549 after retry RPC after error@545129721) -> (continuation of Deferred@392591068 after retry RPC after error@1617004734) -> (continuation of Deferred@2057141265 after retry RPC after error@706012791) -> (continuation of Deferred@249607551 after retry RPC after error@1646852197) -> (continuation of Deferred@1942257093 after retry RPC after error@2129533588) -> (continuation of Deferred@1965949819 after retry RPC after error@1356871275) -> (continuation of Deferred@1721319 after retry RPC after error@246338506) -> (continuation of Deferred@194919615 after retry RPC after error@1520173257) -> (continuation of Deferred@147551494 after retry RPC after error@1887684438) -> (continuation of Deferred@167933501 after retry RPC after error@807581180) -> (continuation of Deferred@1662162363 after retry RPC after error@231036920) -> (continuation of Deferred@351239139 after retry RPC after error@826782167) -> (continuation of Deferred@1175409929 after retry RPC after error@1632809127) -> (continuation of Deferred@244182797 after retry RPC after error@46677506) -> (continuation of Deferred@1045660751 after retry RPC after error@1248910506) -> (continuation of Deferred@728020846 after retry RPC after error@1746904110) -> (continuation of Deferred@1254892702 after retry RPC after error@102048993) -> (continuation of Deferred@147074186 after retry RPC after error@493868904) -> (continuation of Deferred@908912783 after retry RPC after error@422699143) -> (continuation of Deferred@808988503 after retry RPC after error@1401907887) -> (continuation of Deferred@37132481 after retry RPC after error@336946648), errback=(continuation of Deferred@50726585 after retry RPC after error@1006460178) -> (continuation of Deferred@1073999928 after retry RPC after error@742214012) -> (continuation of Deferred@524132748 after retry RPC after error@1316580020) -> (continuation of Deferred@287621491 after retry RPC after error@1460935810) -> (continuation of Deferred@626517549 after retry RPC after error@545129721) -> (continuation of Deferred@392591068 after retry RPC after error@1617004734) -> (continuation of Deferred@2057141265 after retry RPC after error@706012791) -> (continuation of Deferred@249607551 after retry RPC after error@1646852197) -> (continuation of Deferred@1942257093 after retry RPC after error@2129533588) -> (continuation of Deferred@1965949819 after retry RPC after error@1356871275) -> (continuation of Deferred@1721319 after retry RPC after error@246338506) -> (continuation of Deferred@194919615 after retry RPC after error@1520173257) -> (continuation of Deferred@147551494 after retry RPC after error@1887684438) -> (continuation of Deferred@167933501 after retry RPC after error@807581180) -> (continuation of Deferred@1662162363 after retry RPC after error@231036920) -> (continuation of Deferred@351239139 after retry RPC after error@826782167) -> (continuation of Deferred@1175409929 after retry RPC after error@1632809127) -> (continuation of Deferred@244182797 after retry RPC after error@46677506) -> (continuation of Deferred@1045660751 after retry RPC after error@1248910506) -> (continuation of Deferred@728020846 after retry RPC after error@1746904110) -> (continuation of Deferred@1254892702 after retry RPC after error@102048993) -> (continuation of Deferred@147074186 after retry RPC after error@493868904) -> (continuation of Deferred@908912783 after retry RPC after error@422699143) -> (continuation of Deferred@808988503 after retry RPC after error@1401907887) -> (continuation of Deferred@37132481 after retry RPC after error@336946648)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.237.190:46579
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:17.269 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:17.269 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
02:08:17.270 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
02:08:17.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:17.470 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:17.470 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:17.471 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:17.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.472 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.472 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.472 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.472 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.472 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:17.473 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28245), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [34ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [35ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [35ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [91ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [96ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [205ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [207ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [207ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [224ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [224ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [225ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [321ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [322ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [522ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [523ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [524ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [524ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1005ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1704ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3481ms] refreshing cache from master, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [3483ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3484ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3484ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [4880ms] refreshing cache from master, [4880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [4881ms] too many traces: truncated at 100 traces, deferred=Deferred@2138169741(state=PENDING, result=null, callback=(continuation of Deferred@885012019 after retry RPC after error@2136601009) -> (continuation of Deferred@791863874 after retry RPC after error@1606353824) -> (continuation of Deferred@1794889674 after retry RPC after error@1520400221) -> (continuation of Deferred@1653063358 after retry RPC after error@1166148429) -> (continuation of Deferred@1903413680 after retry RPC after error@1350004060) -> (continuation of Deferred@265964450 after retry RPC after error@1511504255) -> (continuation of Deferred@893830596 after retry RPC after error@1580225469) -> (continuation of Deferred@57312386 after retry RPC after error@1683032529) -> (continuation of Deferred@1731889274 after retry RPC after error@994808475) -> (continuation of Deferred@1825726436 after retry RPC after error@2214958) -> (continuation of Deferred@871103752 after retry RPC after error@1423142564) -> (continuation of Deferred@704652965 after retry RPC after error@617537399) -> (continuation of Deferred@1218540891 after retry RPC after error@122193061) -> (continuation of Deferred@743878631 after retry RPC after error@2125588605) -> (continuation of Deferred@1031356765 after retry RPC after error@2128058363) -> (continuation of Deferred@1743201873 after retry RPC after error@384096464) -> (continuation of Deferred@1642074360 after retry RPC after error@592063344) -> (continuation of Deferred@2109822182 after retry RPC after error@1297293782) -> (continuation of Deferred@752193364 after retry RPC after error@1588998165) -> (continuation of Deferred@698825025 after retry RPC after error@2108616754) -> (continuation of Deferred@2105638908 after retry RPC after error@307809985) -> (continuation of Deferred@36016378 after retry RPC after error@134275052), errback=(continuation of Deferred@885012019 after retry RPC after error@2136601009) -> (continuation of Deferred@791863874 after retry RPC after error@1606353824) -> (continuation of Deferred@1794889674 after retry RPC after error@1520400221) -> (continuation of Deferred@1653063358 after retry RPC after error@1166148429) -> (continuation of Deferred@1903413680 after retry RPC after error@1350004060) -> (continuation of Deferred@265964450 after retry RPC after error@1511504255) -> (continuation of Deferred@893830596 after retry RPC after error@1580225469) -> (continuation of Deferred@57312386 after retry RPC after error@1683032529) -> (continuation of Deferred@1731889274 after retry RPC after error@994808475) -> (continuation of Deferred@1825726436 after retry RPC after error@2214958) -> (continuation of Deferred@871103752 after retry RPC after error@1423142564) -> (continuation of Deferred@704652965 after retry RPC after error@617537399) -> (continuation of Deferred@1218540891 after retry RPC after error@122193061) -> (continuation of Deferred@743878631 after retry RPC after error@2125588605) -> (continuation of Deferred@1031356765 after retry RPC after error@2128058363) -> (continuation of Deferred@1743201873 after retry RPC after error@384096464) -> (continuation of Deferred@1642074360 after retry RPC after error@592063344) -> (continuation of Deferred@2109822182 after retry RPC after error@1297293782) -> (continuation of Deferred@752193364 after retry RPC after error@1588998165) -> (continuation of Deferred@698825025 after retry RPC after error@2108616754) -> (continuation of Deferred@2105638908 after retry RPC after error@307809985) -> (continuation of Deferred@36016378 after retry RPC after error@134275052)))
02:08:17.474 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:17.474 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:17.474 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:17.474 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28245), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [34ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [35ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [35ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [91ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [96ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [205ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [207ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [207ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [224ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [224ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [225ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [321ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [322ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [522ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [523ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [524ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [524ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1005ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1704ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3481ms] refreshing cache from master, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [3483ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3484ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3484ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [4880ms] refreshing cache from master, [4880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [4881ms] too many traces: truncated at 100 traces, deferred=Deferred@2138169741(state=PENDING, result=null, callback=(continuation of Deferred@885012019 after retry RPC after error@2136601009) -> (continuation of Deferred@791863874 after retry RPC after error@1606353824) -> (continuation of Deferred@1794889674 after retry RPC after error@1520400221) -> (continuation of Deferred@1653063358 after retry RPC after error@1166148429) -> (continuation of Deferred@1903413680 after retry RPC after error@1350004060) -> (continuation of Deferred@265964450 after retry RPC after error@1511504255) -> (continuation of Deferred@893830596 after retry RPC after error@1580225469) -> (continuation of Deferred@57312386 after retry RPC after error@1683032529) -> (continuation of Deferred@1731889274 after retry RPC after error@994808475) -> (continuation of Deferred@1825726436 after retry RPC after error@2214958) -> (continuation of Deferred@871103752 after retry RPC after error@1423142564) -> (continuation of Deferred@704652965 after retry RPC after error@617537399) -> (continuation of Deferred@1218540891 after retry RPC after error@122193061) -> (continuation of Deferred@743878631 after retry RPC after error@2125588605) -> (continuation of Deferred@1031356765 after retry RPC after error@2128058363) -> (continuation of Deferred@1743201873 after retry RPC after error@384096464) -> (continuation of Deferred@1642074360 after retry RPC after error@592063344) -> (continuation of Deferred@2109822182 after retry RPC after error@1297293782) -> (continuation of Deferred@752193364 after retry RPC after error@1588998165) -> (continuation of Deferred@698825025 after retry RPC after error@2108616754) -> (continuation of Deferred@2105638908 after retry RPC after error@307809985) -> (continuation of Deferred@36016378 after retry RPC after error@134275052), errback=(continuation of Deferred@885012019 after retry RPC after error@2136601009) -> (continuation of Deferred@791863874 after retry RPC after error@1606353824) -> (continuation of Deferred@1794889674 after retry RPC after error@1520400221) -> (continuation of Deferred@1653063358 after retry RPC after error@1166148429) -> (continuation of Deferred@1903413680 after retry RPC after error@1350004060) -> (continuation of Deferred@265964450 after retry RPC after error@1511504255) -> (continuation of Deferred@893830596 after retry RPC after error@1580225469) -> (continuation of Deferred@57312386 after retry RPC after error@1683032529) -> (continuation of Deferred@1731889274 after retry RPC after error@994808475) -> (continuation of Deferred@1825726436 after retry RPC after error@2214958) -> (continuation of Deferred@871103752 after retry RPC after error@1423142564) -> (continuation of Deferred@704652965 after retry RPC after error@617537399) -> (continuation of Deferred@1218540891 after retry RPC after error@122193061) -> (continuation of Deferred@743878631 after retry RPC after error@2125588605) -> (continuation of Deferred@1031356765 after retry RPC after error@2128058363) -> (continuation of Deferred@1743201873 after retry RPC after error@384096464) -> (continuation of Deferred@1642074360 after retry RPC after error@592063344) -> (continuation of Deferred@2109822182 after retry RPC after error@1297293782) -> (continuation of Deferred@752193364 after retry RPC after error@1588998165) -> (continuation of Deferred@698825025 after retry RPC after error@2108616754) -> (continuation of Deferred@2105638908 after retry RPC after error@307809985) -> (continuation of Deferred@36016378 after retry RPC after error@134275052)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28245), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [34ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [35ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [35ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [91ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [96ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [205ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [207ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [207ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [224ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [224ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [225ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [321ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [322ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [522ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [523ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [524ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [524ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1005ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1704ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3481ms] refreshing cache from master, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [3483ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3484ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3484ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [4880ms] refreshing cache from master, [4880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [4881ms] too many traces: truncated at 100 traces, deferred=Deferred@2138169741(state=PENDING, result=null, callback=(continuation of Deferred@885012019 after retry RPC after error@2136601009) -> (continuation of Deferred@791863874 after retry RPC after error@1606353824) -> (continuation of Deferred@1794889674 after retry RPC after error@1520400221) -> (continuation of Deferred@1653063358 after retry RPC after error@1166148429) -> (continuation of Deferred@1903413680 after retry RPC after error@1350004060) -> (continuation of Deferred@265964450 after retry RPC after error@1511504255) -> (continuation of Deferred@893830596 after retry RPC after error@1580225469) -> (continuation of Deferred@57312386 after retry RPC after error@1683032529) -> (continuation of Deferred@1731889274 after retry RPC after error@994808475) -> (continuation of Deferred@1825726436 after retry RPC after error@2214958) -> (continuation of Deferred@871103752 after retry RPC after error@1423142564) -> (continuation of Deferred@704652965 after retry RPC after error@617537399) -> (continuation of Deferred@1218540891 after retry RPC after error@122193061) -> (continuation of Deferred@743878631 after retry RPC after error@2125588605) -> (continuation of Deferred@1031356765 after retry RPC after error@2128058363) -> (continuation of Deferred@1743201873 after retry RPC after error@384096464) -> (continuation of Deferred@1642074360 after retry RPC after error@592063344) -> (continuation of Deferred@2109822182 after retry RPC after error@1297293782) -> (continuation of Deferred@752193364 after retry RPC after error@1588998165) -> (continuation of Deferred@698825025 after retry RPC after error@2108616754) -> (continuation of Deferred@2105638908 after retry RPC after error@307809985) -> (continuation of Deferred@36016378 after retry RPC after error@134275052), errback=(continuation of Deferred@885012019 after retry RPC after error@2136601009) -> (continuation of Deferred@791863874 after retry RPC after error@1606353824) -> (continuation of Deferred@1794889674 after retry RPC after error@1520400221) -> (continuation of Deferred@1653063358 after retry RPC after error@1166148429) -> (continuation of Deferred@1903413680 after retry RPC after error@1350004060) -> (continuation of Deferred@265964450 after retry RPC after error@1511504255) -> (continuation of Deferred@893830596 after retry RPC after error@1580225469) -> (continuation of Deferred@57312386 after retry RPC after error@1683032529) -> (continuation of Deferred@1731889274 after retry RPC after error@994808475) -> (continuation of Deferred@1825726436 after retry RPC after error@2214958) -> (continuation of Deferred@871103752 after retry RPC after error@1423142564) -> (continuation of Deferred@704652965 after retry RPC after error@617537399) -> (continuation of Deferred@1218540891 after retry RPC after error@122193061) -> (continuation of Deferred@743878631 after retry RPC after error@2125588605) -> (continuation of Deferred@1031356765 after retry RPC after error@2128058363) -> (continuation of Deferred@1743201873 after retry RPC after error@384096464) -> (continuation of Deferred@1642074360 after retry RPC after error@592063344) -> (continuation of Deferred@2109822182 after retry RPC after error@1297293782) -> (continuation of Deferred@752193364 after retry RPC after error@1588998165) -> (continuation of Deferred@698825025 after retry RPC after error@2108616754) -> (continuation of Deferred@2105638908 after retry RPC after error@307809985) -> (continuation of Deferred@36016378 after retry RPC after error@134275052)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.47.126:46261
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:17.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.478 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:17.482 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28245), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [34ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [35ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [35ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [91ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [96ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [205ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [207ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [207ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [224ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [224ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [225ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [321ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [322ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [522ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [523ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [524ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [524ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1005ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1704ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3481ms] refreshing cache from master, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [3483ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3484ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3484ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [4880ms] refreshing cache from master, [4880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [4881ms] too many traces: truncated at 100 traces, deferred=Deferred@2138169741(state=PENDING, result=null, callback=(continuation of Deferred@885012019 after retry RPC after error@2136601009) -> (continuation of Deferred@791863874 after retry RPC after error@1606353824) -> (continuation of Deferred@1794889674 after retry RPC after error@1520400221) -> (continuation of Deferred@1653063358 after retry RPC after error@1166148429) -> (continuation of Deferred@1903413680 after retry RPC after error@1350004060) -> (continuation of Deferred@265964450 after retry RPC after error@1511504255) -> (continuation of Deferred@893830596 after retry RPC after error@1580225469) -> (continuation of Deferred@57312386 after retry RPC after error@1683032529) -> (continuation of Deferred@1731889274 after retry RPC after error@994808475) -> (continuation of Deferred@1825726436 after retry RPC after error@2214958) -> (continuation of Deferred@871103752 after retry RPC after error@1423142564) -> (continuation of Deferred@704652965 after retry RPC after error@617537399) -> (continuation of Deferred@1218540891 after retry RPC after error@122193061) -> (continuation of Deferred@743878631 after retry RPC after error@2125588605) -> (continuation of Deferred@1031356765 after retry RPC after error@2128058363) -> (continuation of Deferred@1743201873 after retry RPC after error@384096464) -> (continuation of Deferred@1642074360 after retry RPC after error@592063344) -> (continuation of Deferred@2109822182 after retry RPC after error@1297293782) -> (continuation of Deferred@752193364 after retry RPC after error@1588998165) -> (continuation of Deferred@698825025 after retry RPC after error@2108616754) -> (continuation of Deferred@2105638908 after retry RPC after error@307809985) -> (continuation of Deferred@36016378 after retry RPC after error@134275052), errback=(continuation of Deferred@885012019 after retry RPC after error@2136601009) -> (continuation of Deferred@791863874 after retry RPC after error@1606353824) -> (continuation of Deferred@1794889674 after retry RPC after error@1520400221) -> (continuation of Deferred@1653063358 after retry RPC after error@1166148429) -> (continuation of Deferred@1903413680 after retry RPC after error@1350004060) -> (continuation of Deferred@265964450 after retry RPC after error@1511504255) -> (continuation of Deferred@893830596 after retry RPC after error@1580225469) -> (continuation of Deferred@57312386 after retry RPC after error@1683032529) -> (continuation of Deferred@1731889274 after retry RPC after error@994808475) -> (continuation of Deferred@1825726436 after retry RPC after error@2214958) -> (continuation of Deferred@871103752 after retry RPC after error@1423142564) -> (continuation of Deferred@704652965 after retry RPC after error@617537399) -> (continuation of Deferred@1218540891 after retry RPC after error@122193061) -> (continuation of Deferred@743878631 after retry RPC after error@2125588605) -> (continuation of Deferred@1031356765 after retry RPC after error@2128058363) -> (continuation of Deferred@1743201873 after retry RPC after error@384096464) -> (continuation of Deferred@1642074360 after retry RPC after error@592063344) -> (continuation of Deferred@2109822182 after retry RPC after error@1297293782) -> (continuation of Deferred@752193364 after retry RPC after error@1588998165) -> (continuation of Deferred@698825025 after retry RPC after error@2108616754) -> (continuation of Deferred@2105638908 after retry RPC after error@307809985) -> (continuation of Deferred@36016378 after retry RPC after error@134275052)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28245), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [34ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [35ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [35ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [91ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [96ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [205ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [207ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [207ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [224ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [224ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [225ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [321ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [322ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [423ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [423ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [522ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [523ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [524ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [524ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1005ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1704ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3481ms] refreshing cache from master, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [3483ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3484ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [3484ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [4880ms] refreshing cache from master, [4880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [4881ms] too many traces: truncated at 100 traces, deferred=Deferred@2138169741(state=PENDING, result=null, callback=(continuation of Deferred@885012019 after retry RPC after error@2136601009) -> (continuation of Deferred@791863874 after retry RPC after error@1606353824) -> (continuation of Deferred@1794889674 after retry RPC after error@1520400221) -> (continuation of Deferred@1653063358 after retry RPC after error@1166148429) -> (continuation of Deferred@1903413680 after retry RPC after error@1350004060) -> (continuation of Deferred@265964450 after retry RPC after error@1511504255) -> (continuation of Deferred@893830596 after retry RPC after error@1580225469) -> (continuation of Deferred@57312386 after retry RPC after error@1683032529) -> (continuation of Deferred@1731889274 after retry RPC after error@994808475) -> (continuation of Deferred@1825726436 after retry RPC after error@2214958) -> (continuation of Deferred@871103752 after retry RPC after error@1423142564) -> (continuation of Deferred@704652965 after retry RPC after error@617537399) -> (continuation of Deferred@1218540891 after retry RPC after error@122193061) -> (continuation of Deferred@743878631 after retry RPC after error@2125588605) -> (continuation of Deferred@1031356765 after retry RPC after error@2128058363) -> (continuation of Deferred@1743201873 after retry RPC after error@384096464) -> (continuation of Deferred@1642074360 after retry RPC after error@592063344) -> (continuation of Deferred@2109822182 after retry RPC after error@1297293782) -> (continuation of Deferred@752193364 after retry RPC after error@1588998165) -> (continuation of Deferred@698825025 after retry RPC after error@2108616754) -> (continuation of Deferred@2105638908 after retry RPC after error@307809985) -> (continuation of Deferred@36016378 after retry RPC after error@134275052), errback=(continuation of Deferred@885012019 after retry RPC after error@2136601009) -> (continuation of Deferred@791863874 after retry RPC after error@1606353824) -> (continuation of Deferred@1794889674 after retry RPC after error@1520400221) -> (continuation of Deferred@1653063358 after retry RPC after error@1166148429) -> (continuation of Deferred@1903413680 after retry RPC after error@1350004060) -> (continuation of Deferred@265964450 after retry RPC after error@1511504255) -> (continuation of Deferred@893830596 after retry RPC after error@1580225469) -> (continuation of Deferred@57312386 after retry RPC after error@1683032529) -> (continuation of Deferred@1731889274 after retry RPC after error@994808475) -> (continuation of Deferred@1825726436 after retry RPC after error@2214958) -> (continuation of Deferred@871103752 after retry RPC after error@1423142564) -> (continuation of Deferred@704652965 after retry RPC after error@617537399) -> (continuation of Deferred@1218540891 after retry RPC after error@122193061) -> (continuation of Deferred@743878631 after retry RPC after error@2125588605) -> (continuation of Deferred@1031356765 after retry RPC after error@2128058363) -> (continuation of Deferred@1743201873 after retry RPC after error@384096464) -> (continuation of Deferred@1642074360 after retry RPC after error@592063344) -> (continuation of Deferred@2109822182 after retry RPC after error@1297293782) -> (continuation of Deferred@752193364 after retry RPC after error@1588998165) -> (continuation of Deferred@698825025 after retry RPC after error@2108616754) -> (continuation of Deferred@2105638908 after retry RPC after error@307809985) -> (continuation of Deferred@36016378 after retry RPC after error@134275052)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.47.126:46261
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:17.485 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:08:17.485 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
02:08:17.485 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
02:08:17.486 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
02:08:17.486 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
02:08:17.486 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
02:08:17.486 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
02:08:17.486 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
02:08:17.490 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:17.490 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:17.490 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:17.491 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:17.500 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:08:17.500 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
02:08:17.500 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
02:08:17.510 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:17.510 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:17.510 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:17.510 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.510 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.510 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.510 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.510 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.510 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.511 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:17.516 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
02:08:17.516 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
02:08:17.516 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
02:08:17.530 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:17.530 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:17.530 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:17.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.532 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:17.533 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
02:08:17.533 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
02:08:17.533 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
02:08:17.549 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
02:08:17.549 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
02:08:17.550 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:17.550 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:17.550 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:17.550 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:17.550 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:17.550 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:17.550 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
02:08:17.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.550 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.550 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.550 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:17.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:17.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:17.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:17.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:17.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:17.551 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
02:08:17.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.551 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:17.550 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:17.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:17.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:17.551 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:17.551 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:17.551 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job aa0f880d3d16040ce17d0c341cb8eb57
02:08:17.570 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:17.570 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:17.570 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:17.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.572 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:17.590 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:17.590 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:17.590 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:17.591 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.591 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.591 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:17.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070097623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:17.639 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
02:08:17.640 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
02:08:17.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:17.710 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:17.710 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:17.710 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:17.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.712 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.712 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:17.810 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:17.810 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:17.810 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:17.811 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.811 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.811 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.812 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.812 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:17.830 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:17.830 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:17.830 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:17.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.831 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:17.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:17.890 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:17.890 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:17.890 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:17.890 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.890 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:17.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:17.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:17.891 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:18.037 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:18.037 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:18.037 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:18.037 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:18.037 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:18.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:18.037 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:18.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:18.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:18.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:18.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:18.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:18.038 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:18.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070098123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:18.137 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:08:18.139 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
02:08:18.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:18.331 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:18.331 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:18.331 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:18.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:18.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:18.332 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:18.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:18.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:18.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:18.333 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:18.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:18.333 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:18.333 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:18.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:18.422 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:18.422 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:18.422 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:18.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:18.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:18.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:18.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:18.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:18.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:18.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:18.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:18.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:18.423 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:18.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070098623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:18.630 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:18.630 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:18.631 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:18.631 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:18.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:18.631 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:18.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:18.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:18.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:18.632 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:18.632 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:18.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:18.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:18.632 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29428), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [75ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [89ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [91ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [92ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [188ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [188ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [225ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [229ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [230ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [230ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [244ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [244ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [282ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [362ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [362ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [363ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [364ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [403ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [404ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [404ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [662ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [663ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [665ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [665ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [842ms] refreshing cache from master, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [846ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [847ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [847ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [847ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1501ms] refreshing cache from master, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1503ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1563ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2521ms] refreshing cache from master, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2522ms] too many traces: truncated at 100 traces, deferred=Deferred@231467436(state=PENDING, result=null, callback=(continuation of Deferred@1138849798 after retry RPC after error@1001164912) -> (continuation of Deferred@650096920 after retry RPC after error@1961605866) -> (continuation of Deferred@1015205177 after retry RPC after error@1676862921) -> (continuation of Deferred@941539294 after retry RPC after error@294350557) -> (continuation of Deferred@1003131600 after retry RPC after error@1331881165) -> (continuation of Deferred@38748848 after retry RPC after error@1215834530) -> (continuation of Deferred@659254895 after retry RPC after error@2136449735) -> (continuation of Deferred@133510495 after retry RPC after error@239675706) -> (continuation of Deferred@1913456266 after retry RPC after error@814666646) -> (continuation of Deferred@520050453 after retry RPC after error@1505279241) -> (continuation of Deferred@1134283234 after retry RPC after error@89104484) -> (continuation of Deferred@1634474023 after retry RPC after error@2099294710) -> (continuation of Deferred@1625928553 after retry RPC after error@417166224) -> (continuation of Deferred@426900876 after retry RPC after error@1638289493) -> (continuation of Deferred@1291441651 after retry RPC after error@1061907983) -> (continuation of Deferred@692091383 after retry RPC after error@2050465906) -> (continuation of Deferred@2028188810 after retry RPC after error@473728655) -> (continuation of Deferred@916048702 after retry RPC after error@1902823855) -> (continuation of Deferred@348681452 after retry RPC after error@1815642116) -> (continuation of Deferred@335570566 after retry RPC after error@864088600) -> (continuation of Deferred@1689821072 after retry RPC after error@1286085539) -> (continuation of Deferred@1535860966 after retry RPC after error@1865374141) -> (continuation of Deferred@1330319319 after retry RPC after error@1135767710), errback=(continuation of Deferred@1138849798 after retry RPC after error@1001164912) -> (continuation of Deferred@650096920 after retry RPC after error@1961605866) -> (continuation of Deferred@1015205177 after retry RPC after error@1676862921) -> (continuation of Deferred@941539294 after retry RPC after error@294350557) -> (continuation of Deferred@1003131600 after retry RPC after error@1331881165) -> (continuation of Deferred@38748848 after retry RPC after error@1215834530) -> (continuation of Deferred@659254895 after retry RPC after error@2136449735) -> (continuation of Deferred@133510495 after retry RPC after error@239675706) -> (continuation of Deferred@1913456266 after retry RPC after error@814666646) -> (continuation of Deferred@520050453 after retry RPC after error@1505279241) -> (continuation of Deferred@1134283234 after retry RPC after error@89104484) -> (continuation of Deferred@1634474023 after retry RPC after error@2099294710) -> (continuation of Deferred@1625928553 after retry RPC after error@417166224) -> (continuation of Deferred@426900876 after retry RPC after error@1638289493) -> (continuation of Deferred@1291441651 after retry RPC after error@1061907983) -> (continuation of Deferred@692091383 after retry RPC after error@2050465906) -> (continuation of Deferred@2028188810 after retry RPC after error@473728655) -> (continuation of Deferred@916048702 after retry RPC after error@1902823855) -> (continuation of Deferred@348681452 after retry RPC after error@1815642116) -> (continuation of Deferred@335570566 after retry RPC after error@864088600) -> (continuation of Deferred@1689821072 after retry RPC after error@1286085539) -> (continuation of Deferred@1535860966 after retry RPC after error@1865374141) -> (continuation of Deferred@1330319319 after retry RPC after error@1135767710)))
02:08:18.635 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:08:18.637 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
02:08:18.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:18.786 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:18.787 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:18.787 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:18.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:18.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:18.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:18.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:18.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:18.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:18.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:18.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:18.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:18.787 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:18.788 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29579), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [125ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [151ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [155ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [155ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [176ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [185ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [186ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [276ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [278ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [279ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [279ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [301ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [302ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [302ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [321ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [321ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [321ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [321ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [362ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [362ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [362ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [363ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [421ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [421ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [421ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [422ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [541ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [542ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [543ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [543ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [782ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [782ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [783ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [783ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [943ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [943ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [944ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [944ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1479ms] refreshing cache from master, [1479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1480ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1482ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2720ms] refreshing cache from master, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2723ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2723ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3360ms] refreshing cache from master, [3360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3361ms] too many traces: truncated at 100 traces, deferred=Deferred@2074982206(state=PENDING, result=null, callback=(continuation of Deferred@2071442690 after retry RPC after error@1235159441) -> (continuation of Deferred@1591389881 after retry RPC after error@1213789723) -> (continuation of Deferred@239179191 after retry RPC after error@1059309167) -> (continuation of Deferred@872880212 after retry RPC after error@1004591329) -> (continuation of Deferred@957226503 after retry RPC after error@415217655) -> (continuation of Deferred@343333132 after retry RPC after error@694959283) -> (continuation of Deferred@1625027007 after retry RPC after error@96395868) -> (continuation of Deferred@656602462 after retry RPC after error@1868811437) -> (continuation of Deferred@1342873335 after retry RPC after error@584333992) -> (continuation of Deferred@317502377 after retry RPC after error@1671103485) -> (continuation of Deferred@1734526047 after retry RPC after error@1692443489) -> (continuation of Deferred@325461423 after retry RPC after error@685332693) -> (continuation of Deferred@1500000685 after retry RPC after error@955411018) -> (continuation of Deferred@438008742 after retry RPC after error@2019985344) -> (continuation of Deferred@1620780088 after retry RPC after error@1267769947) -> (continuation of Deferred@169289412 after retry RPC after error@1183054017) -> (continuation of Deferred@2130755277 after retry RPC after error@827087116) -> (continuation of Deferred@48134375 after retry RPC after error@1531108749) -> (continuation of Deferred@558823166 after retry RPC after error@1922654178) -> (continuation of Deferred@66131990 after retry RPC after error@1309807440) -> (continuation of Deferred@406713706 after retry RPC after error@543416256) -> (continuation of Deferred@727270002 after retry RPC after error@1972329690) -> (continuation of Deferred@49176996 after retry RPC after error@1011692518) -> (continuation of Deferred@1575402703 after retry RPC after error@1384141349), errback=(continuation of Deferred@2071442690 after retry RPC after error@1235159441) -> (continuation of Deferred@1591389881 after retry RPC after error@1213789723) -> (continuation of Deferred@239179191 after retry RPC after error@1059309167) -> (continuation of Deferred@872880212 after retry RPC after error@1004591329) -> (continuation of Deferred@957226503 after retry RPC after error@415217655) -> (continuation of Deferred@343333132 after retry RPC after error@694959283) -> (continuation of Deferred@1625027007 after retry RPC after error@96395868) -> (continuation of Deferred@656602462 after retry RPC after error@1868811437) -> (continuation of Deferred@1342873335 after retry RPC after error@584333992) -> (continuation of Deferred@317502377 after retry RPC after error@1671103485) -> (continuation of Deferred@1734526047 after retry RPC after error@1692443489) -> (continuation of Deferred@325461423 after retry RPC after error@685332693) -> (continuation of Deferred@1500000685 after retry RPC after error@955411018) -> (continuation of Deferred@438008742 after retry RPC after error@2019985344) -> (continuation of Deferred@1620780088 after retry RPC after error@1267769947) -> (continuation of Deferred@169289412 after retry RPC after error@1183054017) -> (continuation of Deferred@2130755277 after retry RPC after error@827087116) -> (continuation of Deferred@48134375 after retry RPC after error@1531108749) -> (continuation of Deferred@558823166 after retry RPC after error@1922654178) -> (continuation of Deferred@66131990 after retry RPC after error@1309807440) -> (continuation of Deferred@406713706 after retry RPC after error@543416256) -> (continuation of Deferred@727270002 after retry RPC after error@1972329690) -> (continuation of Deferred@49176996 after retry RPC after error@1011692518) -> (continuation of Deferred@1575402703 after retry RPC after error@1384141349)))
02:08:18.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:19.096 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:19.096 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:19.096 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:19.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:19.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:19.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:19.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:19.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:19.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:19.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:19.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:19.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:19.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:19.098 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27864), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [4ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [5ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [5ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [26ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [28ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [28ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [46ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [442ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [883ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [883ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1883ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [2882ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [4760ms] refreshing cache from master, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [4761ms] too many traces: truncated at 100 traces, deferred=Deferred@598046887(state=PENDING, result=null, callback=(continuation of Deferred@1431039220 after retry RPC after error@2070285847) -> (continuation of Deferred@1224988376 after retry RPC after error@1097592607) -> (continuation of Deferred@1263376266 after retry RPC after error@1060418) -> (continuation of Deferred@1467129230 after retry RPC after error@1241486184) -> (continuation of Deferred@1856617498 after retry RPC after error@1875570099) -> (continuation of Deferred@748131113 after retry RPC after error@432419072) -> (continuation of Deferred@984352590 after retry RPC after error@36946653) -> (continuation of Deferred@304940905 after retry RPC after error@986409501) -> (continuation of Deferred@1619496061 after retry RPC after error@2092867482) -> (continuation of Deferred@106092843 after retry RPC after error@1739112574) -> (continuation of Deferred@999312530 after retry RPC after error@869946933) -> (continuation of Deferred@600922852 after retry RPC after error@39568848) -> (continuation of Deferred@999747029 after retry RPC after error@1520205676) -> (continuation of Deferred@1932724385 after retry RPC after error@798631506) -> (continuation of Deferred@602840625 after retry RPC after error@439415359) -> (continuation of Deferred@1898809304 after retry RPC after error@259757849) -> (continuation of Deferred@1488162769 after retry RPC after error@1167011826) -> (continuation of Deferred@1484874716 after retry RPC after error@185721994) -> (continuation of Deferred@1326989118 after retry RPC after error@1934915984) -> (continuation of Deferred@538475429 after retry RPC after error@606731928) -> (continuation of Deferred@709285100 after retry RPC after error@2056167629) -> (continuation of Deferred@430451050 after retry RPC after error@1914620409) -> (continuation of Deferred@1852019426 after retry RPC after error@1633996587) -> (continuation of Deferred@970938644 after retry RPC after error@1024069335) -> (continuation of Deferred@1326214934 after retry RPC after error@139914315) -> (continuation of Deferred@1266811820 after retry RPC after error@638832829), errback=(continuation of Deferred@1431039220 after retry RPC after error@2070285847) -> (continuation of Deferred@1224988376 after retry RPC after error@1097592607) -> (continuation of Deferred@1263376266 after retry RPC after error@1060418) -> (continuation of Deferred@1467129230 after retry RPC after error@1241486184) -> (continuation of Deferred@1856617498 after retry RPC after error@1875570099) -> (continuation of Deferred@748131113 after retry RPC after error@432419072) -> (continuation of Deferred@984352590 after retry RPC after error@36946653) -> (continuation of Deferred@304940905 after retry RPC after error@986409501) -> (continuation of Deferred@1619496061 after retry RPC after error@2092867482) -> (continuation of Deferred@106092843 after retry RPC after error@1739112574) -> (continuation of Deferred@999312530 after retry RPC after error@869946933) -> (continuation of Deferred@600922852 after retry RPC after error@39568848) -> (continuation of Deferred@999747029 after retry RPC after error@1520205676) -> (continuation of Deferred@1932724385 after retry RPC after error@798631506) -> (continuation of Deferred@602840625 after retry RPC after error@439415359) -> (continuation of Deferred@1898809304 after retry RPC after error@259757849) -> (continuation of Deferred@1488162769 after retry RPC after error@1167011826) -> (continuation of Deferred@1484874716 after retry RPC after error@185721994) -> (continuation of Deferred@1326989118 after retry RPC after error@1934915984) -> (continuation of Deferred@538475429 after retry RPC after error@606731928) -> (continuation of Deferred@709285100 after retry RPC after error@2056167629) -> (continuation of Deferred@430451050 after retry RPC after error@1914620409) -> (continuation of Deferred@1852019426 after retry RPC after error@1633996587) -> (continuation of Deferred@970938644 after retry RPC after error@1024069335) -> (continuation of Deferred@1326214934 after retry RPC after error@139914315) -> (continuation of Deferred@1266811820 after retry RPC after error@638832829)))
02:08:19.099 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:08:19.100 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27864), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [4ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [5ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [5ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [26ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [28ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [28ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [46ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [442ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [883ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [883ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1883ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [2882ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [4760ms] refreshing cache from master, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [4761ms] too many traces: truncated at 100 traces, deferred=Deferred@598046887(state=PENDING, result=null, callback=(continuation of Deferred@1431039220 after retry RPC after error@2070285847) -> (continuation of Deferred@1224988376 after retry RPC after error@1097592607) -> (continuation of Deferred@1263376266 after retry RPC after error@1060418) -> (continuation of Deferred@1467129230 after retry RPC after error@1241486184) -> (continuation of Deferred@1856617498 after retry RPC after error@1875570099) -> (continuation of Deferred@748131113 after retry RPC after error@432419072) -> (continuation of Deferred@984352590 after retry RPC after error@36946653) -> (continuation of Deferred@304940905 after retry RPC after error@986409501) -> (continuation of Deferred@1619496061 after retry RPC after error@2092867482) -> (continuation of Deferred@106092843 after retry RPC after error@1739112574) -> (continuation of Deferred@999312530 after retry RPC after error@869946933) -> (continuation of Deferred@600922852 after retry RPC after error@39568848) -> (continuation of Deferred@999747029 after retry RPC after error@1520205676) -> (continuation of Deferred@1932724385 after retry RPC after error@798631506) -> (continuation of Deferred@602840625 after retry RPC after error@439415359) -> (continuation of Deferred@1898809304 after retry RPC after error@259757849) -> (continuation of Deferred@1488162769 after retry RPC after error@1167011826) -> (continuation of Deferred@1484874716 after retry RPC after error@185721994) -> (continuation of Deferred@1326989118 after retry RPC after error@1934915984) -> (continuation of Deferred@538475429 after retry RPC after error@606731928) -> (continuation of Deferred@709285100 after retry RPC after error@2056167629) -> (continuation of Deferred@430451050 after retry RPC after error@1914620409) -> (continuation of Deferred@1852019426 after retry RPC after error@1633996587) -> (continuation of Deferred@970938644 after retry RPC after error@1024069335) -> (continuation of Deferred@1326214934 after retry RPC after error@139914315) -> (continuation of Deferred@1266811820 after retry RPC after error@638832829), errback=(continuation of Deferred@1431039220 after retry RPC after error@2070285847) -> (continuation of Deferred@1224988376 after retry RPC after error@1097592607) -> (continuation of Deferred@1263376266 after retry RPC after error@1060418) -> (continuation of Deferred@1467129230 after retry RPC after error@1241486184) -> (continuation of Deferred@1856617498 after retry RPC after error@1875570099) -> (continuation of Deferred@748131113 after retry RPC after error@432419072) -> (continuation of Deferred@984352590 after retry RPC after error@36946653) -> (continuation of Deferred@304940905 after retry RPC after error@986409501) -> (continuation of Deferred@1619496061 after retry RPC after error@2092867482) -> (continuation of Deferred@106092843 after retry RPC after error@1739112574) -> (continuation of Deferred@999312530 after retry RPC after error@869946933) -> (continuation of Deferred@600922852 after retry RPC after error@39568848) -> (continuation of Deferred@999747029 after retry RPC after error@1520205676) -> (continuation of Deferred@1932724385 after retry RPC after error@798631506) -> (continuation of Deferred@602840625 after retry RPC after error@439415359) -> (continuation of Deferred@1898809304 after retry RPC after error@259757849) -> (continuation of Deferred@1488162769 after retry RPC after error@1167011826) -> (continuation of Deferred@1484874716 after retry RPC after error@185721994) -> (continuation of Deferred@1326989118 after retry RPC after error@1934915984) -> (continuation of Deferred@538475429 after retry RPC after error@606731928) -> (continuation of Deferred@709285100 after retry RPC after error@2056167629) -> (continuation of Deferred@430451050 after retry RPC after error@1914620409) -> (continuation of Deferred@1852019426 after retry RPC after error@1633996587) -> (continuation of Deferred@970938644 after retry RPC after error@1024069335) -> (continuation of Deferred@1326214934 after retry RPC after error@139914315) -> (continuation of Deferred@1266811820 after retry RPC after error@638832829)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.14.62:38547
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:19.103 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
02:08:19.105 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:08:19.107 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27864), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [4ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [5ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [5ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [26ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [28ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [28ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [46ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [442ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [883ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [883ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1883ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2881ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [2882ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [4760ms] refreshing cache from master, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [4761ms] too many traces: truncated at 100 traces, deferred=Deferred@598046887(state=PENDING, result=null, callback=(continuation of Deferred@1431039220 after retry RPC after error@2070285847) -> (continuation of Deferred@1224988376 after retry RPC after error@1097592607) -> (continuation of Deferred@1263376266 after retry RPC after error@1060418) -> (continuation of Deferred@1467129230 after retry RPC after error@1241486184) -> (continuation of Deferred@1856617498 after retry RPC after error@1875570099) -> (continuation of Deferred@748131113 after retry RPC after error@432419072) -> (continuation of Deferred@984352590 after retry RPC after error@36946653) -> (continuation of Deferred@304940905 after retry RPC after error@986409501) -> (continuation of Deferred@1619496061 after retry RPC after error@2092867482) -> (continuation of Deferred@106092843 after retry RPC after error@1739112574) -> (continuation of Deferred@999312530 after retry RPC after error@869946933) -> (continuation of Deferred@600922852 after retry RPC after error@39568848) -> (continuation of Deferred@999747029 after retry RPC after error@1520205676) -> (continuation of Deferred@1932724385 after retry RPC after error@798631506) -> (continuation of Deferred@602840625 after retry RPC after error@439415359) -> (continuation of Deferred@1898809304 after retry RPC after error@259757849) -> (continuation of Deferred@1488162769 after retry RPC after error@1167011826) -> (continuation of Deferred@1484874716 after retry RPC after error@185721994) -> (continuation of Deferred@1326989118 after retry RPC after error@1934915984) -> (continuation of Deferred@538475429 after retry RPC after error@606731928) -> (continuation of Deferred@709285100 after retry RPC after error@2056167629) -> (continuation of Deferred@430451050 after retry RPC after error@1914620409) -> (continuation of Deferred@1852019426 after retry RPC after error@1633996587) -> (continuation of Deferred@970938644 after retry RPC after error@1024069335) -> (continuation of Deferred@1326214934 after retry RPC after error@139914315) -> (continuation of Deferred@1266811820 after retry RPC after error@638832829), errback=(continuation of Deferred@1431039220 after retry RPC after error@2070285847) -> (continuation of Deferred@1224988376 after retry RPC after error@1097592607) -> (continuation of Deferred@1263376266 after retry RPC after error@1060418) -> (continuation of Deferred@1467129230 after retry RPC after error@1241486184) -> (continuation of Deferred@1856617498 after retry RPC after error@1875570099) -> (continuation of Deferred@748131113 after retry RPC after error@432419072) -> (continuation of Deferred@984352590 after retry RPC after error@36946653) -> (continuation of Deferred@304940905 after retry RPC after error@986409501) -> (continuation of Deferred@1619496061 after retry RPC after error@2092867482) -> (continuation of Deferred@106092843 after retry RPC after error@1739112574) -> (continuation of Deferred@999312530 after retry RPC after error@869946933) -> (continuation of Deferred@600922852 after retry RPC after error@39568848) -> (continuation of Deferred@999747029 after retry RPC after error@1520205676) -> (continuation of Deferred@1932724385 after retry RPC after error@798631506) -> (continuation of Deferred@602840625 after retry RPC after error@439415359) -> (continuation of Deferred@1898809304 after retry RPC after error@259757849) -> (continuation of Deferred@1488162769 after retry RPC after error@1167011826) -> (continuation of Deferred@1484874716 after retry RPC after error@185721994) -> (continuation of Deferred@1326989118 after retry RPC after error@1934915984) -> (continuation of Deferred@538475429 after retry RPC after error@606731928) -> (continuation of Deferred@709285100 after retry RPC after error@2056167629) -> (continuation of Deferred@430451050 after retry RPC after error@1914620409) -> (continuation of Deferred@1852019426 after retry RPC after error@1633996587) -> (continuation of Deferred@970938644 after retry RPC after error@1024069335) -> (continuation of Deferred@1326214934 after retry RPC after error@139914315) -> (continuation of Deferred@1266811820 after retry RPC after error@638832829)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.14.62:38547
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:19.109 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:19.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
02:08:19.110 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
02:08:19.110 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0d8395fba2788201aec6c54dce2f1c84) switched from state RUNNING to RESTARTING.
02:08:19.111 [WARN - flink-pekko.actor.default-dispatcher-5] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
02:08:19.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070099123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:19.132 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:08:19.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
02:08:19.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:19.249 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:19.249 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:19.249 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:19.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:19.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:19.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:19.249 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:19.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:19.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:19.250 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:19.250 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:19.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:19.250 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:16.825663 16265 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:18.214407 16264 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 16235
02:08:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:19.311771 16264 kernel_stack_watchdog.cc:198] Thread 16235 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 386ms:
02:08:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:08:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:08:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:08:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:08:19.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:19.321319 16235 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.494s	user 0.420s	sys 0.743s
02:08:19.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:19.321791 16235 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.495s	user 0.420s	sys 0.743s
02:08:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:19.323638 16268 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:19.325790 16267 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2497 milliseconds
02:08:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.325856 16235 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.327615 16235 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.330638 16235 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.332058 16235 hybrid_clock.cc:648] HybridClock initialized: now 1779070099331933 us; error 126 us; skew 500 ppm
02:08:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.333143 16235 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:19.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.340902 16235 webserver.cc:533] Webserver started at http://127.15.148.129:44567/ using document root <none> and password file <none>
02:08:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.341886 16235 fs_manager.cc:362] Metadata directory not provided
02:08:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.342072 16235 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.342465 16235 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.347535 16235 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/data/instance:
02:08:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99cbb6463b124cc5afcc58d741fe8626"
02:08:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:19 on dist-test-slave-9vqr"
02:08:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.348850 16235 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/wal/instance:
02:08:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99cbb6463b124cc5afcc58d741fe8626"
02:08:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:19 on dist-test-slave-9vqr"
02:08:19.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.356895 16235 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.002s
02:08:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.363168 16282 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:08:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.364498 16235 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
02:08:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.364851 16235 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/wal
02:08:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99cbb6463b124cc5afcc58d741fe8626"
02:08:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:19 on dist-test-slave-9vqr"
02:08:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.365221 16235 fs_report.cc:389] FS layout report
02:08:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/wal
02:08:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/wal
02:08:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/data/data
02:08:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:19.368 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:19.368 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:19.368 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:19.369 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:19.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:19.369 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:19.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:19.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:19.369 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:19.369 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:19.369 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:19.369 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:19.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:19.405 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:19.405 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:19.405 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:19.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:19.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:19.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:19.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:19.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:19.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:19.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:19.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:19.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:19.406 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.420367 16235 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:08:19.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.421922 16235 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:19.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.422469 16235 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.425702 16235 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:08:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.430377 16235 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:08:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.430619 16235 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:08:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.430828 16235 ts_tablet_manager.cc:616] Registered 0 tablets
02:08:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.430960 16235 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:08:19.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070099624 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.625608 16394 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.148.129:41603 every 8 connection(s)
02:08:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.628890 16235 rpc_server.cc:307] RPC server started. Bound to: 127.15.148.129:41603
02:08:19.633 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:08:19.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.632347 16235 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/data/info.pb
02:08:19.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
02:08:19.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.637652 15954 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 16235
02:08:19.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.638502 15954 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-0/wal/instance
02:08:19.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.658746 15954 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/wal
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/data
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/logs
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/data/info.pb
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.148.130:0
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.148.130
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.148.130
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.148.190:41305,127.15.148.189:35525,127.15.148.188:43533
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.148.148:36103
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:08:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.698974 16396 heartbeater.cc:344] Connected to a master server at 127.15.148.189:35525
02:08:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.699342 16400 heartbeater.cc:344] Connected to a master server at 127.15.148.190:41305
02:08:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.699501 16396 heartbeater.cc:461] Registering TS with master...
02:08:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.699725 16400 heartbeater.cc:461] Registering TS with master...
02:08:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.700991 16396 heartbeater.cc:507] Master 127.15.148.189:35525 requested a full tablet report, sending...
02:08:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.701102 16400 heartbeater.cc:507] Master 127.15.148.190:41305 requested a full tablet report, sending...
02:08:19.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.705348 16000 ts_manager.cc:194] Registered new tserver with Master: 99cbb6463b124cc5afcc58d741fe8626 (127.15.148.129:41603)
02:08:19.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.706035 16074 ts_manager.cc:194] Registered new tserver with Master: 99cbb6463b124cc5afcc58d741fe8626 (127.15.148.129:41603)
02:08:19.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.707557 16000 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.148.129:44819
02:08:19.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.711510 16397 heartbeater.cc:344] Connected to a master server at 127.15.148.188:43533
02:08:19.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.711910 16397 heartbeater.cc:461] Registering TS with master...
02:08:19.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.712612 16397 heartbeater.cc:507] Master 127.15.148.188:43533 requested a full tablet report, sending...
02:08:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:19.715646 16153 ts_manager.cc:194] Registered new tserver with Master: 99cbb6463b124cc5afcc58d741fe8626 (127.15.148.129:41603)
02:08:19.756 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:19.756 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:19.756 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:19.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:19.758 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28522), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [6ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [7ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [7ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [8ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [23ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [24ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [25ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [25ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [44ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [44ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [83ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [143ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [144ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [183ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [362ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [382ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1145ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2183ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [4601ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@1612199092(state=PENDING, result=null, callback=(continuation of Deferred@667803249 after retry RPC after error@853969650) -> (continuation of Deferred@753301941 after retry RPC after error@226116873) -> (continuation of Deferred@1141718145 after retry RPC after error@1111134184) -> (continuation of Deferred@1569619403 after retry RPC after error@42154366) -> (continuation of Deferred@801633435 after retry RPC after error@957643588) -> (continuation of Deferred@400173448 after retry RPC after error@201960132) -> (continuation of Deferred@477820146 after retry RPC after error@112095842) -> (continuation of Deferred@1090428246 after retry RPC after error@23085063) -> (continuation of Deferred@1257695677 after retry RPC after error@1061072867) -> (continuation of Deferred@194941311 after retry RPC after error@142448755) -> (continuation of Deferred@1975198656 after retry RPC after error@1060166435) -> (continuation of Deferred@1079685331 after retry RPC after error@603985579) -> (continuation of Deferred@134845640 after retry RPC after error@836349737) -> (continuation of Deferred@605048297 after retry RPC after error@8495758) -> (continuation of Deferred@1156237698 after retry RPC after error@943097553) -> (continuation of Deferred@510655291 after retry RPC after error@326614954) -> (continuation of Deferred@29610655 after retry RPC after error@223333496) -> (continuation of Deferred@1821923529 after retry RPC after error@1111240735) -> (continuation of Deferred@1576289773 after retry RPC after error@782990887) -> (continuation of Deferred@5973291 after retry RPC after error@591679991) -> (continuation of Deferred@1558229855 after retry RPC after error@693089442) -> (continuation of Deferred@1894039261 after retry RPC after error@1907262175) -> (continuation of Deferred@671989246 after retry RPC after error@2092164857) -> (continuation of Deferred@695516644 after retry RPC after error@751401583) -> (continuation of Deferred@1777258565 after retry RPC after error@168388527) -> (continuation of Deferred@102658199 after retry RPC after error@1633904697), errback=(continuation of Deferred@667803249 after retry RPC after error@853969650) -> (continuation of Deferred@753301941 after retry RPC after error@226116873) -> (continuation of Deferred@1141718145 after retry RPC after error@1111134184) -> (continuation of Deferred@1569619403 after retry RPC after error@42154366) -> (continuation of Deferred@801633435 after retry RPC after error@957643588) -> (continuation of Deferred@400173448 after retry RPC after error@201960132) -> (continuation of Deferred@477820146 after retry RPC after error@112095842) -> (continuation of Deferred@1090428246 after retry RPC after error@23085063) -> (continuation of Deferred@1257695677 after retry RPC after error@1061072867) -> (continuation of Deferred@194941311 after retry RPC after error@142448755) -> (continuation of Deferred@1975198656 after retry RPC after error@1060166435) -> (continuation of Deferred@1079685331 after retry RPC after error@603985579) -> (continuation of Deferred@134845640 after retry RPC after error@836349737) -> (continuation of Deferred@605048297 after retry RPC after error@8495758) -> (continuation of Deferred@1156237698 after retry RPC after error@943097553) -> (continuation of Deferred@510655291 after retry RPC after error@326614954) -> (continuation of Deferred@29610655 after retry RPC after error@223333496) -> (continuation of Deferred@1821923529 after retry RPC after error@1111240735) -> (continuation of Deferred@1576289773 after retry RPC after error@782990887) -> (continuation of Deferred@5973291 after retry RPC after error@591679991) -> (continuation of Deferred@1558229855 after retry RPC after error@693089442) -> (continuation of Deferred@1894039261 after retry RPC after error@1907262175) -> (continuation of Deferred@671989246 after retry RPC after error@2092164857) -> (continuation of Deferred@695516644 after retry RPC after error@751401583) -> (continuation of Deferred@1777258565 after retry RPC after error@168388527) -> (continuation of Deferred@102658199 after retry RPC after error@1633904697)))
02:08:19.759 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:19.759 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:19.759 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:19.759 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.759 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28522), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [6ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [7ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [7ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [8ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [23ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [24ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [25ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [25ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [44ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [44ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [83ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [143ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [144ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [183ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [362ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [382ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1145ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2183ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [4601ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@1612199092(state=PENDING, result=null, callback=(continuation of Deferred@667803249 after retry RPC after error@853969650) -> (continuation of Deferred@753301941 after retry RPC after error@226116873) -> (continuation of Deferred@1141718145 after retry RPC after error@1111134184) -> (continuation of Deferred@1569619403 after retry RPC after error@42154366) -> (continuation of Deferred@801633435 after retry RPC after error@957643588) -> (continuation of Deferred@400173448 after retry RPC after error@201960132) -> (continuation of Deferred@477820146 after retry RPC after error@112095842) -> (continuation of Deferred@1090428246 after retry RPC after error@23085063) -> (continuation of Deferred@1257695677 after retry RPC after error@1061072867) -> (continuation of Deferred@194941311 after retry RPC after error@142448755) -> (continuation of Deferred@1975198656 after retry RPC after error@1060166435) -> (continuation of Deferred@1079685331 after retry RPC after error@603985579) -> (continuation of Deferred@134845640 after retry RPC after error@836349737) -> (continuation of Deferred@605048297 after retry RPC after error@8495758) -> (continuation of Deferred@1156237698 after retry RPC after error@943097553) -> (continuation of Deferred@510655291 after retry RPC after error@326614954) -> (continuation of Deferred@29610655 after retry RPC after error@223333496) -> (continuation of Deferred@1821923529 after retry RPC after error@1111240735) -> (continuation of Deferred@1576289773 after retry RPC after error@782990887) -> (continuation of Deferred@5973291 after retry RPC after error@591679991) -> (continuation of Deferred@1558229855 after retry RPC after error@693089442) -> (continuation of Deferred@1894039261 after retry RPC after error@1907262175) -> (continuation of Deferred@671989246 after retry RPC after error@2092164857) -> (continuation of Deferred@695516644 after retry RPC after error@751401583) -> (continuation of Deferred@1777258565 after retry RPC after error@168388527) -> (continuation of Deferred@102658199 after retry RPC after error@1633904697), errback=(continuation of Deferred@667803249 after retry RPC after error@853969650) -> (continuation of Deferred@753301941 after retry RPC after error@226116873) -> (continuation of Deferred@1141718145 after retry RPC after error@1111134184) -> (continuation of Deferred@1569619403 after retry RPC after error@42154366) -> (continuation of Deferred@801633435 after retry RPC after error@957643588) -> (continuation of Deferred@400173448 after retry RPC after error@201960132) -> (continuation of Deferred@477820146 after retry RPC after error@112095842) -> (continuation of Deferred@1090428246 after retry RPC after error@23085063) -> (continuation of Deferred@1257695677 after retry RPC after error@1061072867) -> (continuation of Deferred@194941311 after retry RPC after error@142448755) -> (continuation of Deferred@1975198656 after retry RPC after error@1060166435) -> (continuation of Deferred@1079685331 after retry RPC after error@603985579) -> (continuation of Deferred@134845640 after retry RPC after error@836349737) -> (continuation of Deferred@605048297 after retry RPC after error@8495758) -> (continuation of Deferred@1156237698 after retry RPC after error@943097553) -> (continuation of Deferred@510655291 after retry RPC after error@326614954) -> (continuation of Deferred@29610655 after retry RPC after error@223333496) -> (continuation of Deferred@1821923529 after retry RPC after error@1111240735) -> (continuation of Deferred@1576289773 after retry RPC after error@782990887) -> (continuation of Deferred@5973291 after retry RPC after error@591679991) -> (continuation of Deferred@1558229855 after retry RPC after error@693089442) -> (continuation of Deferred@1894039261 after retry RPC after error@1907262175) -> (continuation of Deferred@671989246 after retry RPC after error@2092164857) -> (continuation of Deferred@695516644 after retry RPC after error@751401583) -> (continuation of Deferred@1777258565 after retry RPC after error@168388527) -> (continuation of Deferred@102658199 after retry RPC after error@1633904697)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28522), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [6ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [7ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [7ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [8ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [23ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [24ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [25ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [25ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [44ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [44ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [83ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [143ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [144ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [183ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [362ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [382ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1145ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2183ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [4601ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@1612199092(state=PENDING, result=null, callback=(continuation of Deferred@667803249 after retry RPC after error@853969650) -> (continuation of Deferred@753301941 after retry RPC after error@226116873) -> (continuation of Deferred@1141718145 after retry RPC after error@1111134184) -> (continuation of Deferred@1569619403 after retry RPC after error@42154366) -> (continuation of Deferred@801633435 after retry RPC after error@957643588) -> (continuation of Deferred@400173448 after retry RPC after error@201960132) -> (continuation of Deferred@477820146 after retry RPC after error@112095842) -> (continuation of Deferred@1090428246 after retry RPC after error@23085063) -> (continuation of Deferred@1257695677 after retry RPC after error@1061072867) -> (continuation of Deferred@194941311 after retry RPC after error@142448755) -> (continuation of Deferred@1975198656 after retry RPC after error@1060166435) -> (continuation of Deferred@1079685331 after retry RPC after error@603985579) -> (continuation of Deferred@134845640 after retry RPC after error@836349737) -> (continuation of Deferred@605048297 after retry RPC after error@8495758) -> (continuation of Deferred@1156237698 after retry RPC after error@943097553) -> (continuation of Deferred@510655291 after retry RPC after error@326614954) -> (continuation of Deferred@29610655 after retry RPC after error@223333496) -> (continuation of Deferred@1821923529 after retry RPC after error@1111240735) -> (continuation of Deferred@1576289773 after retry RPC after error@782990887) -> (continuation of Deferred@5973291 after retry RPC after error@591679991) -> (continuation of Deferred@1558229855 after retry RPC after error@693089442) -> (continuation of Deferred@1894039261 after retry RPC after error@1907262175) -> (continuation of Deferred@671989246 after retry RPC after error@2092164857) -> (continuation of Deferred@695516644 after retry RPC after error@751401583) -> (continuation of Deferred@1777258565 after retry RPC after error@168388527) -> (continuation of Deferred@102658199 after retry RPC after error@1633904697), errback=(continuation of Deferred@667803249 after retry RPC after error@853969650) -> (continuation of Deferred@753301941 after retry RPC after error@226116873) -> (continuation of Deferred@1141718145 after retry RPC after error@1111134184) -> (continuation of Deferred@1569619403 after retry RPC after error@42154366) -> (continuation of Deferred@801633435 after retry RPC after error@957643588) -> (continuation of Deferred@400173448 after retry RPC after error@201960132) -> (continuation of Deferred@477820146 after retry RPC after error@112095842) -> (continuation of Deferred@1090428246 after retry RPC after error@23085063) -> (continuation of Deferred@1257695677 after retry RPC after error@1061072867) -> (continuation of Deferred@194941311 after retry RPC after error@142448755) -> (continuation of Deferred@1975198656 after retry RPC after error@1060166435) -> (continuation of Deferred@1079685331 after retry RPC after error@603985579) -> (continuation of Deferred@134845640 after retry RPC after error@836349737) -> (continuation of Deferred@605048297 after retry RPC after error@8495758) -> (continuation of Deferred@1156237698 after retry RPC after error@943097553) -> (continuation of Deferred@510655291 after retry RPC after error@326614954) -> (continuation of Deferred@29610655 after retry RPC after error@223333496) -> (continuation of Deferred@1821923529 after retry RPC after error@1111240735) -> (continuation of Deferred@1576289773 after retry RPC after error@782990887) -> (continuation of Deferred@5973291 after retry RPC after error@591679991) -> (continuation of Deferred@1558229855 after retry RPC after error@693089442) -> (continuation of Deferred@1894039261 after retry RPC after error@1907262175) -> (continuation of Deferred@671989246 after retry RPC after error@2092164857) -> (continuation of Deferred@695516644 after retry RPC after error@751401583) -> (continuation of Deferred@1777258565 after retry RPC after error@168388527) -> (continuation of Deferred@102658199 after retry RPC after error@1633904697)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.65.188:39581
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:19.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.763 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.763 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.763 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.763 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:19.766 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28522), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [6ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [7ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [7ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [8ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [23ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [24ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [25ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [25ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [44ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [44ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [83ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [143ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [144ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [183ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [362ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [382ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1145ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2183ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [4601ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@1612199092(state=PENDING, result=null, callback=(continuation of Deferred@667803249 after retry RPC after error@853969650) -> (continuation of Deferred@753301941 after retry RPC after error@226116873) -> (continuation of Deferred@1141718145 after retry RPC after error@1111134184) -> (continuation of Deferred@1569619403 after retry RPC after error@42154366) -> (continuation of Deferred@801633435 after retry RPC after error@957643588) -> (continuation of Deferred@400173448 after retry RPC after error@201960132) -> (continuation of Deferred@477820146 after retry RPC after error@112095842) -> (continuation of Deferred@1090428246 after retry RPC after error@23085063) -> (continuation of Deferred@1257695677 after retry RPC after error@1061072867) -> (continuation of Deferred@194941311 after retry RPC after error@142448755) -> (continuation of Deferred@1975198656 after retry RPC after error@1060166435) -> (continuation of Deferred@1079685331 after retry RPC after error@603985579) -> (continuation of Deferred@134845640 after retry RPC after error@836349737) -> (continuation of Deferred@605048297 after retry RPC after error@8495758) -> (continuation of Deferred@1156237698 after retry RPC after error@943097553) -> (continuation of Deferred@510655291 after retry RPC after error@326614954) -> (continuation of Deferred@29610655 after retry RPC after error@223333496) -> (continuation of Deferred@1821923529 after retry RPC after error@1111240735) -> (continuation of Deferred@1576289773 after retry RPC after error@782990887) -> (continuation of Deferred@5973291 after retry RPC after error@591679991) -> (continuation of Deferred@1558229855 after retry RPC after error@693089442) -> (continuation of Deferred@1894039261 after retry RPC after error@1907262175) -> (continuation of Deferred@671989246 after retry RPC after error@2092164857) -> (continuation of Deferred@695516644 after retry RPC after error@751401583) -> (continuation of Deferred@1777258565 after retry RPC after error@168388527) -> (continuation of Deferred@102658199 after retry RPC after error@1633904697), errback=(continuation of Deferred@667803249 after retry RPC after error@853969650) -> (continuation of Deferred@753301941 after retry RPC after error@226116873) -> (continuation of Deferred@1141718145 after retry RPC after error@1111134184) -> (continuation of Deferred@1569619403 after retry RPC after error@42154366) -> (continuation of Deferred@801633435 after retry RPC after error@957643588) -> (continuation of Deferred@400173448 after retry RPC after error@201960132) -> (continuation of Deferred@477820146 after retry RPC after error@112095842) -> (continuation of Deferred@1090428246 after retry RPC after error@23085063) -> (continuation of Deferred@1257695677 after retry RPC after error@1061072867) -> (continuation of Deferred@194941311 after retry RPC after error@142448755) -> (continuation of Deferred@1975198656 after retry RPC after error@1060166435) -> (continuation of Deferred@1079685331 after retry RPC after error@603985579) -> (continuation of Deferred@134845640 after retry RPC after error@836349737) -> (continuation of Deferred@605048297 after retry RPC after error@8495758) -> (continuation of Deferred@1156237698 after retry RPC after error@943097553) -> (continuation of Deferred@510655291 after retry RPC after error@326614954) -> (continuation of Deferred@29610655 after retry RPC after error@223333496) -> (continuation of Deferred@1821923529 after retry RPC after error@1111240735) -> (continuation of Deferred@1576289773 after retry RPC after error@782990887) -> (continuation of Deferred@5973291 after retry RPC after error@591679991) -> (continuation of Deferred@1558229855 after retry RPC after error@693089442) -> (continuation of Deferred@1894039261 after retry RPC after error@1907262175) -> (continuation of Deferred@671989246 after retry RPC after error@2092164857) -> (continuation of Deferred@695516644 after retry RPC after error@751401583) -> (continuation of Deferred@1777258565 after retry RPC after error@168388527) -> (continuation of Deferred@102658199 after retry RPC after error@1633904697)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28522), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [6ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [7ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [7ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [8ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [23ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [24ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [25ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [25ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [44ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [44ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [83ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [143ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [144ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [183ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [361ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [362ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [382ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1145ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2183ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [4601ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@1612199092(state=PENDING, result=null, callback=(continuation of Deferred@667803249 after retry RPC after error@853969650) -> (continuation of Deferred@753301941 after retry RPC after error@226116873) -> (continuation of Deferred@1141718145 after retry RPC after error@1111134184) -> (continuation of Deferred@1569619403 after retry RPC after error@42154366) -> (continuation of Deferred@801633435 after retry RPC after error@957643588) -> (continuation of Deferred@400173448 after retry RPC after error@201960132) -> (continuation of Deferred@477820146 after retry RPC after error@112095842) -> (continuation of Deferred@1090428246 after retry RPC after error@23085063) -> (continuation of Deferred@1257695677 after retry RPC after error@1061072867) -> (continuation of Deferred@194941311 after retry RPC after error@142448755) -> (continuation of Deferred@1975198656 after retry RPC after error@1060166435) -> (continuation of Deferred@1079685331 after retry RPC after error@603985579) -> (continuation of Deferred@134845640 after retry RPC after error@836349737) -> (continuation of Deferred@605048297 after retry RPC after error@8495758) -> (continuation of Deferred@1156237698 after retry RPC after error@943097553) -> (continuation of Deferred@510655291 after retry RPC after error@326614954) -> (continuation of Deferred@29610655 after retry RPC after error@223333496) -> (continuation of Deferred@1821923529 after retry RPC after error@1111240735) -> (continuation of Deferred@1576289773 after retry RPC after error@782990887) -> (continuation of Deferred@5973291 after retry RPC after error@591679991) -> (continuation of Deferred@1558229855 after retry RPC after error@693089442) -> (continuation of Deferred@1894039261 after retry RPC after error@1907262175) -> (continuation of Deferred@671989246 after retry RPC after error@2092164857) -> (continuation of Deferred@695516644 after retry RPC after error@751401583) -> (continuation of Deferred@1777258565 after retry RPC after error@168388527) -> (continuation of Deferred@102658199 after retry RPC after error@1633904697), errback=(continuation of Deferred@667803249 after retry RPC after error@853969650) -> (continuation of Deferred@753301941 after retry RPC after error@226116873) -> (continuation of Deferred@1141718145 after retry RPC after error@1111134184) -> (continuation of Deferred@1569619403 after retry RPC after error@42154366) -> (continuation of Deferred@801633435 after retry RPC after error@957643588) -> (continuation of Deferred@400173448 after retry RPC after error@201960132) -> (continuation of Deferred@477820146 after retry RPC after error@112095842) -> (continuation of Deferred@1090428246 after retry RPC after error@23085063) -> (continuation of Deferred@1257695677 after retry RPC after error@1061072867) -> (continuation of Deferred@194941311 after retry RPC after error@142448755) -> (continuation of Deferred@1975198656 after retry RPC after error@1060166435) -> (continuation of Deferred@1079685331 after retry RPC after error@603985579) -> (continuation of Deferred@134845640 after retry RPC after error@836349737) -> (continuation of Deferred@605048297 after retry RPC after error@8495758) -> (continuation of Deferred@1156237698 after retry RPC after error@943097553) -> (continuation of Deferred@510655291 after retry RPC after error@326614954) -> (continuation of Deferred@29610655 after retry RPC after error@223333496) -> (continuation of Deferred@1821923529 after retry RPC after error@1111240735) -> (continuation of Deferred@1576289773 after retry RPC after error@782990887) -> (continuation of Deferred@5973291 after retry RPC after error@591679991) -> (continuation of Deferred@1558229855 after retry RPC after error@693089442) -> (continuation of Deferred@1894039261 after retry RPC after error@1907262175) -> (continuation of Deferred@671989246 after retry RPC after error@2092164857) -> (continuation of Deferred@695516644 after retry RPC after error@751401583) -> (continuation of Deferred@1777258565 after retry RPC after error@168388527) -> (continuation of Deferred@102658199 after retry RPC after error@1633904697)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.65.188:39581
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:19.770 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:08:19.770 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
02:08:19.770 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
02:08:19.772 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
02:08:19.772 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
02:08:19.772 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
02:08:19.772 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
02:08:19.773 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
02:08:19.773 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
02:08:19.773 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
02:08:19.774 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:08:19.774 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:08:19.774 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
02:08:19.774 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
02:08:19.774 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
02:08:19.774 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:08:19.776 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:08:19.776 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
02:08:19.776 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
02:08:19.776 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:19.776 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:19.776 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:19.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.777 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:19.780 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:08:19.780 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
02:08:19.780 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:08:19.781 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
02:08:19.781 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
02:08:19.781 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
02:08:19.781 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
02:08:19.781 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
02:08:19.782 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
02:08:19.782 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
02:08:19.782 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:19.783 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
02:08:19.783 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
02:08:19.784 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:19.784 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 0d8395fba2788201aec6c54dce2f1c84
02:08:19.796 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:19.796 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:19.796 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:19.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:19.815 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:19.816 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:19.816 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:19.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:19.836 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:19.836 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:19.836 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:19.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.837 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.837 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.837 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:19.876 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:19.876 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:19.877 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:19.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:19.956 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:19.956 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:19.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.957 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:19.957 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.957 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.957 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:19.976 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:19.976 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:19.977 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:19.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:19.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:19.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:19.978 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:19.990 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:19.990 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:19.990 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:19.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:19.990 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:19.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:19.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:19.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:19.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:19.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:19.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:19.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:19.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:19.992 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28770), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [6ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [8ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [8ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [126ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [204ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [204ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [281ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [342ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [343ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [982ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [982ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [982ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [983ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2241ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [2243ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [2243ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2243ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [4961ms] refreshing cache from master, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [4962ms] too many traces: truncated at 100 traces, deferred=Deferred@335823549(state=PENDING, result=null, callback=(continuation of Deferred@1569804982 after retry RPC after error@2078456337) -> (continuation of Deferred@1978680192 after retry RPC after error@1129834025) -> (continuation of Deferred@335808535 after retry RPC after error@2052590260) -> (continuation of Deferred@230926908 after retry RPC after error@1901683459) -> (continuation of Deferred@1160350095 after retry RPC after error@2141074996) -> (continuation of Deferred@1864163761 after retry RPC after error@1432868394) -> (continuation of Deferred@1552632056 after retry RPC after error@1378544331) -> (continuation of Deferred@1521719382 after retry RPC after error@823055276) -> (continuation of Deferred@927236605 after retry RPC after error@842877292) -> (continuation of Deferred@1946818133 after retry RPC after error@861812939) -> (continuation of Deferred@537267252 after retry RPC after error@2024294257) -> (continuation of Deferred@1546931855 after retry RPC after error@518962594) -> (continuation of Deferred@236549607 after retry RPC after error@883964058) -> (continuation of Deferred@1242454197 after retry RPC after error@560398331) -> (continuation of Deferred@1687486589 after retry RPC after error@1372885149) -> (continuation of Deferred@1764205026 after retry RPC after error@2141721114) -> (continuation of Deferred@871523194 after retry RPC after error@1180130785) -> (continuation of Deferred@304860280 after retry RPC after error@757871845) -> (continuation of Deferred@233139081 after retry RPC after error@1906411393) -> (continuation of Deferred@1034280385 after retry RPC after error@1902271884) -> (continuation of Deferred@1476253962 after retry RPC after error@714985979) -> (continuation of Deferred@960842428 after retry RPC after error@1512631845) -> (continuation of Deferred@1663326691 after retry RPC after error@670191221) -> (continuation of Deferred@879878301 after retry RPC after error@691370480), errback=(continuation of Deferred@1569804982 after retry RPC after error@2078456337) -> (continuation of Deferred@1978680192 after retry RPC after error@1129834025) -> (continuation of Deferred@335808535 after retry RPC after error@2052590260) -> (continuation of Deferred@230926908 after retry RPC after error@1901683459) -> (continuation of Deferred@1160350095 after retry RPC after error@2141074996) -> (continuation of Deferred@1864163761 after retry RPC after error@1432868394) -> (continuation of Deferred@1552632056 after retry RPC after error@1378544331) -> (continuation of Deferred@1521719382 after retry RPC after error@823055276) -> (continuation of Deferred@927236605 after retry RPC after error@842877292) -> (continuation of Deferred@1946818133 after retry RPC after error@861812939) -> (continuation of Deferred@537267252 after retry RPC after error@2024294257) -> (continuation of Deferred@1546931855 after retry RPC after error@518962594) -> (continuation of Deferred@236549607 after retry RPC after error@883964058) -> (continuation of Deferred@1242454197 after retry RPC after error@560398331) -> (continuation of Deferred@1687486589 after retry RPC after error@1372885149) -> (continuation of Deferred@1764205026 after retry RPC after error@2141721114) -> (continuation of Deferred@871523194 after retry RPC after error@1180130785) -> (continuation of Deferred@304860280 after retry RPC after error@757871845) -> (continuation of Deferred@233139081 after retry RPC after error@1906411393) -> (continuation of Deferred@1034280385 after retry RPC after error@1902271884) -> (continuation of Deferred@1476253962 after retry RPC after error@714985979) -> (continuation of Deferred@960842428 after retry RPC after error@1512631845) -> (continuation of Deferred@1663326691 after retry RPC after error@670191221) -> (continuation of Deferred@879878301 after retry RPC after error@691370480)))
02:08:20.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:20.029544 16403 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:20.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:20.030088 16403 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:20.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:20.030589 16403 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:20.070120 16403 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:20.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:20.071146 16403 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.148.130
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:20.115135 16403 tablet_server_runner.cc:78] Tablet server non-default flags:
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.148.148:36103
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/data
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/wal
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.148.130:0
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/data/info.pb
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.148.130
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.148.190:41305,127.15.148.189:35525,127.15.148.188:43533
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.148.130
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/logs
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:20.116703 16403 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:20.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:20.118407 16403 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:20.122 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.123 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.123 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.124 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.124 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.124 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070100124 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:20.125 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.135 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:08:20.136 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:20.136 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:20.136 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:20.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.138 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
02:08:20.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.138 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:20.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:20.139868 16422 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:20.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:20.245 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:20.245 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:20.245 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:20.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:20.245 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:20.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:20.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:20.246 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:20.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:20.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:20.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:20.246 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:20.246 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:20.272 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:20.272 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:20.273 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:20.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:20.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:20.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:20.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:20.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:20.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:20.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:20.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:20.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:20.276 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:20.317 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:20.317 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:20.317 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:20.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.320 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.320 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.320 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.321 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.321 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:20.407 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:20.408 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:20.409 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:20.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:20.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:20.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:20.409 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:20.409 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:20.409 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:20.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:20.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:20.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:20.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:20.470 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0d8395fba2788201aec6c54dce2f1c84) switched from state RESTARTING to RUNNING.
02:08:20.471 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 0d8395fba2788201aec6c54dce2f1c84 from Checkpoint 71 @ 1779070070098 for 0d8395fba2788201aec6c54dce2f1c84 located at file:/tmp/junit14535583248957966585/checkpoints/0d8395fba2788201aec6c54dce2f1c84/chk-71.
02:08:20.471 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
02:08:20.472 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:08:20.473 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
02:08:20.474 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
02:08:20.474 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id d3a3082cb47522c9f2863b17bcda3a0d
02:08:20.474 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
02:08:20.475 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
02:08:20.475 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id 13b44c31f483957181ce35908cf03122
02:08:20.475 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:20.476 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d3a3082cb47522c9f2863b17bcda3a0d.
02:08:20.478 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id d3a3082cb47522c9f2863b17bcda3a0d.
02:08:20.478 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:20.479 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
02:08:20.482 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:20.482 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
02:08:20.483 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id 90acbd4a4c30020c3e87a531c222a0d2
02:08:20.483 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
02:08:20.484 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:08:20.486 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
02:08:20.486 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id be394e81e38df7fbc495db38f2967cbb
02:08:20.487 [INFO - Thread-60] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:08:20.488 [DEBUG - Thread-60] (Connection.java:575) [peer master-127.11.65.188:39581(127.11.65.188:39581)] disconnecting while in state TERMINATED
02:08:20.488 [DEBUG - Thread-60] (Connection.java:575) [peer master-127.11.65.189:39499(127.11.65.189:39499)] disconnecting while in state TERMINATED
02:08:20.488 [DEBUG - Thread-60] (Connection.java:575) [peer master-127.11.65.190:40661(127.11.65.190:40661)] disconnecting while in state TERMINATED
02:08:20.489 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:20.489 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 13b44c31f483957181ce35908cf03122.
02:08:20.490 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 13b44c31f483957181ce35908cf03122.
02:08:20.491 [INFO - Thread-60] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:08:20.491 [INFO - Thread-60] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:08:20.493 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
02:08:20.493 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
02:08:20.493 [DEBUG - Thread-60] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:20.495 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@20bf0188
02:08:20.495 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:20.495 [INFO - Thread-60] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:08:20.495 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:08:20.496 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
02:08:20.496 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
02:08:20.497 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 90acbd4a4c30020c3e87a531c222a0d2.
02:08:20.498 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 90acbd4a4c30020c3e87a531c222a0d2.
02:08:20.499 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
02:08:20.499 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
02:08:20.505 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot be394e81e38df7fbc495db38f2967cbb.
02:08:20.506 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id be394e81e38df7fbc495db38f2967cbb.
02:08:20.509 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.509 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.510 [DEBUG - pool-355-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.511 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29293), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [9ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [11ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [13ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [13ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [27ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [29ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [29ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [48ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [48ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [85ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [106ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [107ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [107ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [107ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [343ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [443ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [443ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [802ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [802ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [803ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [803ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [962ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [963ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [963ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [963ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1841ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [1843ms] too many traces: truncated at 100 traces, deferred=Deferred@568810374(state=PENDING, result=null, callback=(continuation of Deferred@234340270 after retry RPC after error@1391420265) -> (continuation of Deferred@857562097 after retry RPC after error@683478399) -> (continuation of Deferred@403168521 after retry RPC after error@827982155) -> (continuation of Deferred@1749091906 after retry RPC after error@685189312) -> (continuation of Deferred@236869446 after retry RPC after error@1865375639) -> (continuation of Deferred@255604518 after retry RPC after error@507285289) -> (continuation of Deferred@1650745295 after retry RPC after error@2007132147) -> (continuation of Deferred@432663334 after retry RPC after error@1677097713) -> (continuation of Deferred@590142311 after retry RPC after error@1205185806) -> (continuation of Deferred@294911497 after retry RPC after error@1105342264) -> (continuation of Deferred@80753536 after retry RPC after error@1845969865) -> (continuation of Deferred@1625983926 after retry RPC after error@807531388) -> (continuation of Deferred@896043723 after retry RPC after error@1638244004) -> (continuation of Deferred@1428557341 after retry RPC after error@1789115862) -> (continuation of Deferred@468470939 after retry RPC after error@1450291708) -> (continuation of Deferred@868355017 after retry RPC after error@1148738922) -> (continuation of Deferred@1024018922 after retry RPC after error@1714221542) -> (continuation of Deferred@1158881961 after retry RPC after error@1124508780) -> (continuation of Deferred@884470783 after retry RPC after error@890603342) -> (continuation of Deferred@1766849839 after retry RPC after error@521929134) -> (continuation of Deferred@339685817 after retry RPC after error@218758023) -> (continuation of Deferred@456771980 after retry RPC after error@1683466804) -> (continuation of Deferred@159968766 after retry RPC after error@1268775563) -> (continuation of Deferred@507461597 after retry RPC after error@1205874724), errback=(continuation of Deferred@234340270 after retry RPC after error@1391420265) -> (continuation of Deferred@857562097 after retry RPC after error@683478399) -> (continuation of Deferred@403168521 after retry RPC after error@827982155) -> (continuation of Deferred@1749091906 after retry RPC after error@685189312) -> (continuation of Deferred@236869446 after retry RPC after error@1865375639) -> (continuation of Deferred@255604518 after retry RPC after error@507285289) -> (continuation of Deferred@1650745295 after retry RPC after error@2007132147) -> (continuation of Deferred@432663334 after retry RPC after error@1677097713) -> (continuation of Deferred@590142311 after retry RPC after error@1205185806) -> (continuation of Deferred@294911497 after retry RPC after error@1105342264) -> (continuation of Deferred@80753536 after retry RPC after error@1845969865) -> (continuation of Deferred@1625983926 after retry RPC after error@807531388) -> (continuation of Deferred@896043723 after retry RPC after error@1638244004) -> (continuation of Deferred@1428557341 after retry RPC after error@1789115862) -> (continuation of Deferred@468470939 after retry RPC after error@1450291708) -> (continuation of Deferred@868355017 after retry RPC after error@1148738922) -> (continuation of Deferred@1024018922 after retry RPC after error@1714221542) -> (continuation of Deferred@1158881961 after retry RPC after error@1124508780) -> (continuation of Deferred@884470783 after retry RPC after error@890603342) -> (continuation of Deferred@1766849839 after retry RPC after error@521929134) -> (continuation of Deferred@339685817 after retry RPC after error@218758023) -> (continuation of Deferred@456771980 after retry RPC after error@1683466804) -> (continuation of Deferred@159968766 after retry RPC after error@1268775563) -> (continuation of Deferred@507461597 after retry RPC after error@1205874724)))
02:08:20.513 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
02:08:20.513 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
02:08:20.514 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6398040d
02:08:20.514 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:20.514 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:08:20.514 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
02:08:20.515 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
02:08:20.519 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@92f2ecd
02:08:20.519 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:20.519 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@543ff762
02:08:20.523 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:20.524 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:08:20.525 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:08:20.527 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
02:08:20.531 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c9aa0d4
02:08:20.533 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
02:08:20.539 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
02:08:20.547 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6e3a2104
02:08:20.547 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:20.549 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:20.549 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:20.549 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:20.549 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:20.551 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:08:20.551 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:08:20.551 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
02:08:20.552 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.555 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d485361
02:08:20.557 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:20.564 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:20.566 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@55798225
02:08:20.571 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.573 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:20.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.579 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.584 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.586 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:20.586 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.602 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:20.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.614 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.615 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.618 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.618 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:20.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.620 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.620 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.620 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.620 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:20.621 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.621 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.621 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.621 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.621 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.623 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.623 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070100623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:20.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.625 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.626 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:20.631 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.632 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.632 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.633 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:08:20.635 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
02:08:20.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.636 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.636 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.637 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.638 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.638 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.640 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.640 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.641 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.641 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.641 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.641 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.642 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.642 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.642 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.643 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.643 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:20.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.644 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:20.645 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.646 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.646 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.646 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:20.647 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.648 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.648 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.649 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.649 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.650 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:20.651 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.651 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.653 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.654 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.654 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.658 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.659 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.659 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.659 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.659 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.659 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.661 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.662 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.662 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.662 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.664 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:20.665 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:20.665 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:20.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:20.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:20.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:20.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:20.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:20.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:20.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:20.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:20.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:20.665 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:20.665 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.669 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:20.672 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.672 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.672 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.673 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.673 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.674 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.676 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.677 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.678 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.679 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.679 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.679 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.679 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.679 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.679 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.681 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.683 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.692 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.692 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:20.692 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.692 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.693 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.693 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.693 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.693 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.693 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.693 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:20.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.694 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.694 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:20.698 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.698 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.698 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.699 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.699 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.699 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.699 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.699 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.700 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.700 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.700 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.700 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.700 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.700 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.701 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.701 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.702 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.702 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.702 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.703 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.707 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:20.707 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:20.707 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:20.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.708 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.708 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.708 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:20.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:20.712203 16400 heartbeater.cc:499] Master 127.15.148.190:41305 was elected leader, sending a full tablet report...
02:08:20.712 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.712 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.713 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.713 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.713 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.718 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.719 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.719 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.720 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.721 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.721 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.721 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.723 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.726 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.726 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.726 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.727 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.727 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:20.727 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:20.727 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:20.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:20.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:20.738 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.738 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.738 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.739 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.739 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.745 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.745 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.745 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.746 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.746 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.746 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.746 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.746 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.746 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.747 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.747 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:20.747 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:20.747 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:20.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:20.759 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.759 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.760 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.760 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.760 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.760 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.761 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.765 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.765 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.765 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.765 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.767 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:20.767 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:20.767 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:20.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.768 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:20.792 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.792 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.793 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.794 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.798 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.798 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.798 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.799 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.799 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.799 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.799 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.800 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.800 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.800 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.800 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.800 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.801 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.806 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:20.806 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:20.806 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:20.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.807 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.808 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:20.825 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.825 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.825 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.825 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.826 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.826 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.826 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.826 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.847 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:20.847 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:20.847 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:20.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:20.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:20.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.849 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:20.849 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:20.878 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.878 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.878 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.879 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.900 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.900 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.900 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.901 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.901 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.901 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.901 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.901 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.901 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.901 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.902 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.912 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.913 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.913 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.915 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.915 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.915 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.922 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.923 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.923 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.924 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.924 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.924 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.925 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.925 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.926 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.926 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.982 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.982 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.983 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.984 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.984 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.985 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:20.986 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29772), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [14ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [17ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [17ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [18ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [461ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [461ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [462ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [462ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [642ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [642ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [642ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [642ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [1482ms] refreshing cache from master, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [1485ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1485ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1924ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2041ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [2043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [2046ms] too many traces: truncated at 100 traces, deferred=Deferred@341565352(state=PENDING, result=null, callback=(continuation of Deferred@326271222 after retry RPC after error@840021090) -> (continuation of Deferred@1498950614 after retry RPC after error@322177482) -> (continuation of Deferred@340151914 after retry RPC after error@726358564) -> (continuation of Deferred@861262336 after retry RPC after error@10283001) -> (continuation of Deferred@646958238 after retry RPC after error@1474570257) -> (continuation of Deferred@1245455679 after retry RPC after error@762884270) -> (continuation of Deferred@1976263331 after retry RPC after error@60385451) -> (continuation of Deferred@682078266 after retry RPC after error@1085446208) -> (continuation of Deferred@1849832591 after retry RPC after error@651613660) -> (continuation of Deferred@862295900 after retry RPC after error@1740728808) -> (continuation of Deferred@408473555 after retry RPC after error@145785137) -> (continuation of Deferred@401618956 after retry RPC after error@2064817459) -> (continuation of Deferred@636150741 after retry RPC after error@694110032) -> (continuation of Deferred@1073297967 after retry RPC after error@1357759462) -> (continuation of Deferred@585852517 after retry RPC after error@1910358191) -> (continuation of Deferred@117679353 after retry RPC after error@961525004) -> (continuation of Deferred@1089348622 after retry RPC after error@1604930564) -> (continuation of Deferred@1159143268 after retry RPC after error@28583199) -> (continuation of Deferred@810270579 after retry RPC after error@622271506) -> (continuation of Deferred@1476844523 after retry RPC after error@2017104169) -> (continuation of Deferred@367466874 after retry RPC after error@135098456) -> (continuation of Deferred@1723480881 after retry RPC after error@1243958550) -> (continuation of Deferred@1738846689 after retry RPC after error@80249597) -> (continuation of Deferred@865878758 after retry RPC after error@1395778686) -> (continuation of Deferred@291011648 after retry RPC after error@1363659772) -> (continuation of Deferred@10299456 after retry RPC after error@1548959289) -> (continuation of Deferred@238809999 after retry RPC after error@1640812959), errback=(continuation of Deferred@326271222 after retry RPC after error@840021090) -> (continuation of Deferred@1498950614 after retry RPC after error@322177482) -> (continuation of Deferred@340151914 after retry RPC after error@726358564) -> (continuation of Deferred@861262336 after retry RPC after error@10283001) -> (continuation of Deferred@646958238 after retry RPC after error@1474570257) -> (continuation of Deferred@1245455679 after retry RPC after error@762884270) -> (continuation of Deferred@1976263331 after retry RPC after error@60385451) -> (continuation of Deferred@682078266 after retry RPC after error@1085446208) -> (continuation of Deferred@1849832591 after retry RPC after error@651613660) -> (continuation of Deferred@862295900 after retry RPC after error@1740728808) -> (continuation of Deferred@408473555 after retry RPC after error@145785137) -> (continuation of Deferred@401618956 after retry RPC after error@2064817459) -> (continuation of Deferred@636150741 after retry RPC after error@694110032) -> (continuation of Deferred@1073297967 after retry RPC after error@1357759462) -> (continuation of Deferred@585852517 after retry RPC after error@1910358191) -> (continuation of Deferred@117679353 after retry RPC after error@961525004) -> (continuation of Deferred@1089348622 after retry RPC after error@1604930564) -> (continuation of Deferred@1159143268 after retry RPC after error@28583199) -> (continuation of Deferred@810270579 after retry RPC after error@622271506) -> (continuation of Deferred@1476844523 after retry RPC after error@2017104169) -> (continuation of Deferred@367466874 after retry RPC after error@135098456) -> (continuation of Deferred@1723480881 after retry RPC after error@1243958550) -> (continuation of Deferred@1738846689 after retry RPC after error@80249597) -> (continuation of Deferred@865878758 after retry RPC after error@1395778686) -> (continuation of Deferred@291011648 after retry RPC after error@1363659772) -> (continuation of Deferred@10299456 after retry RPC after error@1548959289) -> (continuation of Deferred@238809999 after retry RPC after error@1640812959)))
02:08:20.993 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:20.993 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:20.993 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:20.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:20.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:20.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:20.995 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:21.007 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:21.007 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:21.007 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:21.008 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:21.008 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:21.008 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:21.008 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:21.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:21.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:21.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:21.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:21.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:21.009 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:21.040 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:21.040 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:21.040 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:21.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.041 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.041 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.042 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:21.045 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:21.046 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:21.046 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:21.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.047 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:21.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070101123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:21.134 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:08:21.135 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
02:08:21.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:21.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:21.330 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:21.330 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:21.330 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:21.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:21.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:21.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:21.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:21.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:21.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:21.332 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:21.332 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:21.332 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:21.332 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:21.338 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:21.338 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:21.338 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:21.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.339 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.339 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.339 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.340 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.340 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.340 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.340 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:21.398 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:21.398 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:21.398 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:21.399 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.399 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.399 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:21.405 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:21.406 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:21.406 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:21.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.407 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:21.412 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:21.412 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:21.412 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:21.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.413 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.413 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.413 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.413 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.414 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:21.465 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:21.465 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:21.465 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:21.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.467 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:21.564 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:21.564 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:21.564 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:21.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:21.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:21.565 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.565 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.565 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:21.566 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:21.607 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:21.607 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:21.607 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:21.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:21.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:21.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:21.608 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:21.608 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:21.608 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:21.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:21.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:21.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:21.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:21.627 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070101626 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:21.640 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:08:21.642 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
02:08:21.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:21.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:21.861 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state RESTARTING to RUNNING.
02:08:21.861 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job aa0f880d3d16040ce17d0c341cb8eb57 from Checkpoint 65 @ 1779069978163 for aa0f880d3d16040ce17d0c341cb8eb57 located at file:/tmp/junit11530347038482474453/checkpoints/aa0f880d3d16040ce17d0c341cb8eb57/chk-65.
02:08:21.862 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
02:08:21.862 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:08:21.863 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
02:08:21.864 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
02:08:21.864 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id d7694e2979b9ad53903744251e3751dd
02:08:21.864 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:21.864 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
02:08:21.865 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot d7694e2979b9ad53903744251e3751dd.
02:08:21.865 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
02:08:21.865 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 03c76505bc684735e07a267c0551681c
02:08:21.865 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
02:08:21.865 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
02:08:21.865 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0
02:08:21.866 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id d7694e2979b9ad53903744251e3751dd.
02:08:21.866 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
02:08:21.866 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:21.866 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
02:08:21.866 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 625a4eedc5b3dfb29c047e1033cb1872
02:08:21.866 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:21.866 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:08:21.867 [INFO - Thread-61] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:08:21.867 [DEBUG - Thread-61] (Connection.java:575) [peer master-127.7.47.126:46261(127.7.47.126:46261)] disconnecting while in state TERMINATED
02:08:21.867 [DEBUG - Thread-61] (Connection.java:575) [peer master-127.7.47.124:38689(127.7.47.124:38689)] disconnecting while in state TERMINATED
02:08:21.867 [DEBUG - Thread-61] (Connection.java:575) [peer master-127.7.47.125:34413(127.7.47.125:34413)] disconnecting while in state TERMINATED
02:08:21.867 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:21.874 [INFO - Thread-61] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:08:21.874 [INFO - Thread-61] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:08:21.876 [DEBUG - Thread-61] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:21.876 [INFO - Thread-61] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:08:21.884 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 03c76505bc684735e07a267c0551681c.
02:08:21.885 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 03c76505bc684735e07a267c0551681c.
02:08:21.886 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
02:08:21.886 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
02:08:21.889 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@22f81ec8
02:08:21.889 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:21.890 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:08:21.890 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
02:08:21.890 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
02:08:21.892 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:08:21.893 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:08:21.895 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
02:08:21.895 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
02:08:21.898 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@34c098ac
02:08:21.898 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:21.899 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:08:21.899 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:08:21.899 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
02:08:21.908 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44da9884
02:08:21.911 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 625a4eedc5b3dfb29c047e1033cb1872.
02:08:21.912 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 625a4eedc5b3dfb29c047e1033cb1872.
02:08:21.913 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
02:08:21.914 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
02:08:21.914 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:21.914 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:21.914 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:21.914 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:21.914 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36fb3cf3
02:08:21.915 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:21.915 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:08:21.917 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@bb2d9e
02:08:21.920 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
02:08:21.920 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
02:08:21.921 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:21.931 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:21.935 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
02:08:21.936 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:21.936 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:21.937 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
02:08:21.939 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5dc6554e
02:08:21.941 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:21.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:21.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:21.941 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5cd50216
02:08:21.942 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:21.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:21.942 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:21.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:21.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:21.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:21.944 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:08:21.944 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
02:08:21.945 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
02:08:21.945 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:21.946 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:21.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:21.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:21.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:21.952 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:21.958 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2caa485b
02:08:21.959 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:21.959 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:21.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:21.959 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:21.962 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:21.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:21.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:21.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:21.970 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:21.974 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:21.975 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:21.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:21.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:21.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:21.984 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:21.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:21.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:21.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:21.987 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:21.988 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:21.988 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:21.988 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:21.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:21.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:21.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:21.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:21.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:21.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:21.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:21.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:21.989 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:21.990 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:21.990 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:21.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:21.991 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:21.997 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.001 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.002 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.004 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.007 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:22.009 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.009 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.010 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.010 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.010 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.010 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.026 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.026 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:22.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.030 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:22.030 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.033 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.035 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.042 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.042 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.046 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:22.046 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.046 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.049 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.050 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.050 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.052 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.057 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.063 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.067 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.069 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.071 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:22.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.074 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.076 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.078 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.079 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.079 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.079 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.079 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:20.141227 16423 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:22.080010 16403 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.940s	user 0.741s	sys 1.104s
02:08:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:21.539873 16421 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 16403
02:08:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:22.081252 16403 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.942s	user 0.741s	sys 1.105s
02:08:22.082 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:22.083571 16425 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:22.083 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.084 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.084 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.084 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.085 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.085 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:22.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.085 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.086 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.086 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.086 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.086 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.086 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:22.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.087 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:22.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.087 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:22.089066 16424 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1941 milliseconds
02:08:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.089130 16403 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:22.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.090531 16403 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.092783 16403 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:22.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.094175 16403 hybrid_clock.cc:648] HybridClock initialized: now 1779070102094143 us; error 42 us; skew 500 ppm
02:08:22.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.095148 16403 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:22.096 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.097 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.097 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.097 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.097 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.098 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.099 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.099 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.099 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.099 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.101 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.102 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.103013 16403 webserver.cc:533] Webserver started at http://127.15.148.130:43967/ using document root <none> and password file <none>
02:08:22.104 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.104 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.104055 16403 fs_manager.cc:362] Metadata directory not provided
02:08:22.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.104348 16403 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.104955 16403 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:22.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.105 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.106 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:22.106 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:22.106 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:22.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.106 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.106 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.106 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:22.108 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.108 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.108 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.108 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.108 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.110831 16403 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/data/instance:
02:08:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43"
02:08:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:22 on dist-test-slave-9vqr"
02:08:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.112013 16403 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/wal/instance:
02:08:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43"
02:08:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:22 on dist-test-slave-9vqr"
02:08:22.116 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.116 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.116 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.117 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.117 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.117 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.117 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.118 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.120019 16403 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
02:08:22.122 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.122 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.122 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.122 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.122 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.122 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.122 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.122 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.122 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.122 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.122 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.122 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.123 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.123 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:22.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070102123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:22.127 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:22.127 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:22.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.127492 16539 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:08:22.127 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:22.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.129262 16403 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.006s	sys 0.001s
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.130795 16403 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/wal
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43"
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:22 on dist-test-slave-9vqr"
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.131150 16403 fs_report.cc:389] FS layout report
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/wal
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/wal
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/data/data
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:22.133 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:08:22.133 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
02:08:22.136 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.136 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.136 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.137 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.137 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.137 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.138 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.140 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:22.140 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:22.140 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:22.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.140 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:22.141 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.141 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.141 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.142 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.142 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.142 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.142 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.143 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.143 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.143 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.143 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.143 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.143 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.143 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.143 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.144 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.144 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.146 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:22.146 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:22.146 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:22.146 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.146 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:22.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:22.155 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.155 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.156 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.162 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.162 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.162 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.162 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.163 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.182 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.182 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.182 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.182 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.182 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.182 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.183 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.185588 16403 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:08:22.186 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:22.186 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:22.187 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:22.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.187237 16403 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:22.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.187 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:22.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.187786 16403 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:22.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.190532 16403 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:08:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.195233 16403 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:08:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.195444 16403 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:08:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.195639 16403 ts_tablet_manager.cc:616] Registered 0 tablets
02:08:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.195775 16403 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:08:22.196 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.196 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.196 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.196 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.197 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.197 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.197 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.197 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.198 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.198 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.222 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.223 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.223 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.223 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.224 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.224 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.225 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.225 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.225 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.226 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:22.226 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:22.226 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:22.226 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.226 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.226 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.227 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:22.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:22.257 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.257 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.257 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.258 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.261 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.262 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.262 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.262 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.262 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.262 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.262 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.262 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.263 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.265 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:22.265 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:22.265 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:22.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:22.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:22.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:22.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:22.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:22.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:22.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:22.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:22.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:22.266 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:22.272 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:22.272 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:22.272 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:22.272 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.273 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.273 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.273 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:22.283 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.283 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.283 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.284 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.336 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.337 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.337 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.338 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.357 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.357 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.357 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.370009 16403 rpc_server.cc:307] RPC server started. Bound to: 127.15.148.130:35657
02:08:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.370097 16651 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.148.130:35657 every 8 connection(s)
02:08:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.373991 16403 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/data/info.pb
02:08:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.377820 15954 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 16403
02:08:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.378288 15954 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-1/wal/instance
02:08:22.383 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.383 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.383 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.383 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.392416 15954 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/wal
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/data
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/logs
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/data/info.pb
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.148.131:0
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.148.131
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.148.131
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.148.190:41305,127.15.148.189:35525,127.15.148.188:43533
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.148.148:36103
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:08:22.402 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.402 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.402 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.404 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.405 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:22.405 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:22.406 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:22.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.407 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:22.417 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.417 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.417 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.418 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.449097 16652 heartbeater.cc:344] Connected to a master server at 127.15.148.189:35525
02:08:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.449589 16652 heartbeater.cc:461] Registering TS with master...
02:08:22.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.451691 16652 heartbeater.cc:507] Master 127.15.148.189:35525 requested a full tablet report, sending...
02:08:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.458189 16074 ts_manager.cc:194] Registered new tserver with Master: 78b8b8dfc94c4fb6bf9b72acdb50db43 (127.15.148.130:35657)
02:08:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.468727 16653 heartbeater.cc:344] Connected to a master server at 127.15.148.188:43533
02:08:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.469146 16653 heartbeater.cc:461] Registering TS with master...
02:08:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.470005 16653 heartbeater.cc:507] Master 127.15.148.188:43533 requested a full tablet report, sending...
02:08:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.475245 16153 ts_manager.cc:194] Registered new tserver with Master: 78b8b8dfc94c4fb6bf9b72acdb50db43 (127.15.148.130:35657)
02:08:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.478421 16656 heartbeater.cc:344] Connected to a master server at 127.15.148.190:41305
02:08:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.478806 16656 heartbeater.cc:461] Registering TS with master...
02:08:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.479743 16656 heartbeater.cc:507] Master 127.15.148.190:41305 requested a full tablet report, sending...
02:08:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.482160 16000 ts_manager.cc:194] Registered new tserver with Master: 78b8b8dfc94c4fb6bf9b72acdb50db43 (127.15.148.130:35657)
02:08:22.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.484081 16000 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.148.130:40717
02:08:22.546 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:22.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.547 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:22.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:22.547 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:22.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:22.548 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.548 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.548 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:22.548 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:22.576 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.576 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.576 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.585 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:22.585 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:22.585 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:22.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.586 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.586 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.586 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:22.603 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.603 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.603 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.603 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.603 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.604 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.603 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.604 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:22.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070102623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:22.635 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:08:22.637 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
02:08:22.646 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:22.647 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:22.647 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:22.647 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:22.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:22.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:22.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:22.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:22.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:22.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:22.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:22.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:22.647 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:22.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:22.656 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.656 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.656 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.656 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.656 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.657 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.656 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.657 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.725 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:22.725 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:22.725 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:22.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.726 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:22.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:22.759 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:22.760 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:22.760 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:22.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:22.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:22.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:22.760 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:22.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:22.778890 16657 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:22.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:22.779336 16657 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:22.779860 16657 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:22.815385 16657 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:22.816277 16657 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.148.131
02:08:22.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.855391 16657 tablet_server_runner.cc:78] Tablet server non-default flags:
02:08:22.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:22.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.148.148:36103
02:08:22.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:22.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/data
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/wal
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.148.131:0
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/data/info.pb
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.148.131
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.148.190:41305,127.15.148.189:35525,127.15.148.188:43533
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.148.131
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/logs
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:08:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:08:22.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:22.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.857128 16657 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:22.858848 16657 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:22.861 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:22.861 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:22.861 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:22.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.862 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.862 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.862 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:22.862 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.862 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:22.862 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.862 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:22.862 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:22.872044 16667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:23.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070103123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:23.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:23.132 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:23.133 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:23.133 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:23.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:23.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:23.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:23.133 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:23.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:23.133 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:23.134 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:08:23.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:23.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:23.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:23.134 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:23.136 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
02:08:23.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:23.176 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:23.177 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:23.177 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:23.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:23.217 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:23.217 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:23.217 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:23.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:23.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:23.252 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:23.253 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:23.253 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:23.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:23.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:23.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:23.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:23.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:23.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:23.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:23.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:23.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:23.255 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:23.323 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:23.323 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:23.323 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:23.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.325 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:23.358 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:23.359 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:23.359 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:23.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:23.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:23.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:23.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:23.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:23.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:23.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:23.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:23.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:23.360 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:23.488174 16656 heartbeater.cc:499] Master 127.15.148.190:41305 was elected leader, sending a full tablet report...
02:08:23.526 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:23.527 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:23.527 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:23.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:23.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:23.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:23.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:23.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:23.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:23.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:23.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:23.528 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:23.528 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:23.542 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:23.542 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:23.542 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:23.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.543 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.543 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.543 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:23.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070103623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:23.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:23.642 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
02:08:23.643 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
02:08:23.652 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:23.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:23.902 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:23.902 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:23.903 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:23.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:23.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:23.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:23.904 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:23.906 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:23.907 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:23.907 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:23.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:23.907 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:23.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:23.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:23.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:23.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:23.908 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:23.908 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:23.907 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:23.909 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:23.940 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:23.940 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:23.940 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:23.941 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:23.941 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:23.941 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:23.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:23.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:23.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:23.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:23.941 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:23.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:23.942 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:24.008 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:24.008 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:24.008 [DEBUG - pool-330-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:24.010 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.010 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.010 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.011 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:24.065 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:24.066 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:24.066 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:24.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:24.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:24.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:24.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:24.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:24.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:24.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:24.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:24.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:24.069 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:24.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:24.125 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070104124 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:24.142 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
02:08:24.143 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
02:08:24.144 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RESTARTING to RUNNING.
02:08:24.145 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 5643d6aa02746b8a0b8a3513bda90461 from Checkpoint 64 @ 1779069891943 for 5643d6aa02746b8a0b8a3513bda90461 located at file:/tmp/junit17785780698805776559/checkpoints/5643d6aa02746b8a0b8a3513bda90461/chk-64.
02:08:24.146 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
02:08:24.146 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:08:24.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:24.151 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
02:08:24.152 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:24.152 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
02:08:24.152 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 2a8d1acdc046bcc7434c00507fd73b98
02:08:24.152 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to SCHEDULED.
02:08:24.153 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from SCHEDULED to DEPLOYING.
02:08:24.153 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #8) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 056af2c1e2ccf9b0a73e657f13772a73
02:08:24.153 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to SCHEDULED.
02:08:24.154 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from SCHEDULED to DEPLOYING.
02:08:24.155 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:24.155 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:24.156 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 2a8d1acdc046bcc7434c00507fd73b98.
02:08:24.157 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id 2a8d1acdc046bcc7434c00507fd73b98.
02:08:24.157 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 056af2c1e2ccf9b0a73e657f13772a73.
02:08:24.158 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8), deploy into slot with allocation id 056af2c1e2ccf9b0a73e657f13772a73.
02:08:24.158 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
02:08:24.158 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
02:08:24.159 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@375cf9f0
02:08:24.159 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:24.159 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:08:24.159 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
02:08:24.155 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #7) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id 4eb5f240ac883804d366b2130e587823
02:08:24.163 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5d699609
02:08:24.163 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to SCHEDULED.
02:08:24.164 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:08:24.164 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:24.166 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from SCHEDULED to DEPLOYING.
02:08:24.166 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #8) with attempt id 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1) with allocation id cb92e3213cd9afe85c5e7dba14b00289
02:08:24.168 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
02:08:24.174 [INFO - Thread-62] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:08:24.174 [DEBUG - Thread-62] (Connection.java:575) [peer master-127.3.84.252:40301(127.3.84.252:40301)] disconnecting while in state TERMINATED
02:08:24.175 [DEBUG - Thread-62] (Connection.java:575) [peer master-127.3.84.253:38369(127.3.84.253:38369)] disconnecting while in state TERMINATED
02:08:24.175 [DEBUG - Thread-62] (Connection.java:575) [peer master-127.3.84.254:39663(127.3.84.254:39663)] disconnecting while in state TERMINATED
02:08:24.176 [DEBUG - Thread-62] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:24.177 [INFO - Thread-62] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:08:24.178 [INFO - Thread-62] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:08:24.183 [DEBUG - Thread-62] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:24.183 [INFO - Thread-62] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:08:24.185 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 4eb5f240ac883804d366b2130e587823.
02:08:24.186 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7), deploy into slot with allocation id 4eb5f240ac883804d366b2130e587823.
02:08:24.188 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.188 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to DEPLOYING.
02:08:24.188 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8) [DEPLOYING].
02:08:24.190 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e999c8f
02:08:24.190 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:24.190 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:08:24.198 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
02:08:24.199 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
02:08:24.209 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b2e75b7
02:08:24.211 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:24.213 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:24.214 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:24.214 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:24.214 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:24.215 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot cb92e3213cd9afe85c5e7dba14b00289.
02:08:24.216 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8), deploy into slot with allocation id cb92e3213cd9afe85c5e7dba14b00289.
02:08:24.218 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.221 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.222 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to DEPLOYING.
02:08:24.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.222 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7) [DEPLOYING].
02:08:24.223 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@493182bf
02:08:24.223 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:24.223 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:08:24.224 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
02:08:24.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.224 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
02:08:24.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.224 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.224 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.227 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:24.229 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.230 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:24.231 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.232 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.232 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.232 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.240 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@177489d4
02:08:24.245 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:24.245 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:24.245 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:24.245 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:24.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:24.245 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:24.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:24.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:24.246 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:24.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:24.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:24.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:24.246 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:24.246 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:24.246 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:24.246 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:24.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:24.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:24.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:24.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:24.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:24.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:24.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:24.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:24.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:24.248 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:24.248 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.249 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.249 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.249 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:22.873155 16668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:24.251 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:24.251868 16669 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1378 milliseconds
02:08:24.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:24.253031 16670 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:24.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.254 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.255 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to DEPLOYING.
02:08:24.255 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8) [DEPLOYING].
02:08:24.256 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7373c4a0
02:08:24.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.256 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:24.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.256 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17785780698805776559/checkpoints")
02:08:24.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.256 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.256 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
02:08:24.256 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
02:08:24.258 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@689e478a
02:08:24.260 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:24.260342 16657 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.388s	user 0.536s	sys 0.782s
02:08:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:24.260686 16657 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.389s	user 0.536s	sys 0.782s
02:08:24.261 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.260978 16657 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:24.261 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.262411 16657 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:24.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.263 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.265089 16657 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:24.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.266515 16657 hybrid_clock.cc:648] HybridClock initialized: now 1779070104266464 us; error 35 us; skew 500 ppm
02:08:24.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.267593 16657 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:24.269 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.270 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.272 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.276260 16657 webserver.cc:533] Webserver started at http://127.15.148.131:34031/ using document root <none> and password file <none>
02:08:24.276 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:24.277 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.277482 16657 fs_manager.cc:362] Metadata directory not provided
02:08:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.277762 16657 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.278317 16657 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:24.280 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:24.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.284793 16657 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/data/instance:
02:08:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b82271d442284937b59a1baee73269df"
02:08:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:24 on dist-test-slave-9vqr"
02:08:24.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.286401 16657 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/wal/instance:
02:08:24.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b82271d442284937b59a1baee73269df"
02:08:24.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:24 on dist-test-slave-9vqr"
02:08:24.288 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.296245 16657 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.001s
02:08:24.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.300 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.300 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.301 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.301 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.301 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.301 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.303809 16710 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:08:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.305356 16657 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
02:08:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.305739 16657 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/wal
02:08:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b82271d442284937b59a1baee73269df"
02:08:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:24 on dist-test-slave-9vqr"
02:08:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.306160 16657 fs_report.cc:389] FS layout report
02:08:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/wal
02:08:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/wal
02:08:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/data/data
02:08:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:24.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.309 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:24.309 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.309 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.309 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.310 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.310 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.310 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.310 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.311 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.313 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.313 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.313 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.313 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.314 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.314 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.317 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.317 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.318 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.319 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.319 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.319 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.321 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:24.322 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:24.322 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.322 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.322 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.322 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:24.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.324 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:24.328 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.329 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.329 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.329 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.329 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.329 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.330 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.330 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.330 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.330 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.330 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.332 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.332 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.332 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.333 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.333 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.333 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.333 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.333 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.337 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.340 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.341 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.341 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:24.342 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.342 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.342 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.342 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.343 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.346 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.346 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.346 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.346 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.348 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.349 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:24.349 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.349 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.349 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:24.349 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.349 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.349 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.350 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.350 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.350 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.350 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.349 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.350 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.350 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:24.350 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.350 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.350 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.350 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.350 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.350 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.350 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.350 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.351 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.352 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.353 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.353 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.353 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.353 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.357 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.357 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.357 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.358 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.361 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:24.361 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:24.361 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:24.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.362 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.362 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.362 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:24.370 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.370 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.370 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.370 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.370 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.370 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.370 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.370 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.370 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.371 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.373 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.373 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.373 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.373 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.373 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.373 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.373 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.374 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.377 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.377 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.377 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.377 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.378 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.381 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:24.381 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:24.381 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:24.381 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.381 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.381 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.381 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.382 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.382 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.381 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.382 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:24.388 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.388 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.388 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.388 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.389 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.389 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.392 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.392 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.393 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.393 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.393 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.393 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.393 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.393 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.393 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.393 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.393 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.393 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.393 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.397 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.397403 16657 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:08:24.397 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.397 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.399291 16657 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.399706 16657 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:24.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.402590 16657 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:08:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.406935 16657 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:08:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.407137 16657 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:08:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.407354 16657 ts_tablet_manager.cc:616] Registered 0 tablets
02:08:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.407503 16657 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:08:24.410 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.410 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.411 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.413 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.413 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.413 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.413 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.413 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.413 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.421 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:24.422 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:24.422 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:24.422 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.422 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.422 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:24.429 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.429 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.429 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.430 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.430 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.430 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.430 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.450 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.450 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.450 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.451 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.457 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.457 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.457 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.458 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.468 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.469 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.469 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.469 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.469 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.469 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.469 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.469 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.469 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.470 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.470 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.470 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.472 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.473 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.473 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.474 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.475 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.481 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:24.481 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:24.482 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:24.482 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.482 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.482 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.483 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:24.517 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.517 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.517 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.518 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.560127 16657 rpc_server.cc:307] RPC server started. Bound to: 127.15.148.131:44417
02:08:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.560242 16846 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.148.131:44417 every 8 connection(s)
02:08:24.561 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:24.561 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:24.561 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:24.562 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.562 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.562 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.562 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.562 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.562 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.562 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.563059 16657 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/data/info.pb
02:08:24.568 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.569 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.569 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.569 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.570 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.570 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.570 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.571254 15954 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 16657
02:08:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.571753 15954 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster10299925554026395057/ts-2/wal/instance
02:08:24.574 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.574 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.574 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.575 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.575 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.575 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.593 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.593 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.593 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.594 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.597440 16847 heartbeater.cc:344] Connected to a master server at 127.15.148.189:35525
02:08:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.597936 16847 heartbeater.cc:461] Registering TS with master...
02:08:24.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.599038 16847 heartbeater.cc:507] Master 127.15.148.189:35525 requested a full tablet report, sending...
02:08:24.601 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:24.601 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:24.601 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:24.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.602 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.602 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.604550 16074 ts_manager.cc:194] Registered new tserver with Master: b82271d442284937b59a1baee73269df (127.15.148.131:44417)
02:08:24.613 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.613 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.613 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.613 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.613 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.620349 16848 heartbeater.cc:344] Connected to a master server at 127.15.148.188:43533
02:08:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.620745 16848 heartbeater.cc:461] Registering TS with master...
02:08:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.621672 16848 heartbeater.cc:507] Master 127.15.148.188:43533 requested a full tablet report, sending...
02:08:24.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070104624 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:24.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.624655 16153 ts_manager.cc:194] Registered new tserver with Master: b82271d442284937b59a1baee73269df (127.15.148.131:44417)
02:08:24.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:24.633 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:08:24.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
02:08:24.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.636344 16849 heartbeater.cc:344] Connected to a master server at 127.15.148.190:41305
02:08:24.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.636822 16849 heartbeater.cc:461] Registering TS with master...
02:08:24.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.637835 16849 heartbeater.cc:507] Master 127.15.148.190:41305 requested a full tablet report, sending...
02:08:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.640039 16000 ts_manager.cc:194] Registered new tserver with Master: b82271d442284937b59a1baee73269df (127.15.148.131:44417)
02:08:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.641526 16000 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.148.131:58075
02:08:24.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:24.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:24.650079 15954 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:08:24.665 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:08:24.665 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:08:24.666 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.148.190"
      port: 41305
    }
    bound_http_address {
      host: "127.15.148.190"
      port: 42539
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.148.189"
      port: 35525
    }
    bound_http_address {
      host: "127.15.148.189"
      port: 39419
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.148.188"
      port: 43533
    }
    bound_http_address {
      host: "127.15.148.188"
      port: 41893
    }
  }
}

02:08:24.666 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:08:24.667 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.148.129"
      port: 41603
    }
    bound_http_address {
      host: "127.15.148.129"
      port: 44567
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.148.130"
      port: 35657
    }
    bound_http_address {
      host: "127.15.148.130"
      port: 43967
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.148.131"
      port: 44417
    }
    bound_http_address {
      host: "127.15.148.131"
      port: 34031
    }
  }
}

02:08:24.667 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:08:24.669 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:24.670 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:08:24.670 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_EXdJ_/test-tmp
02:08:24.670 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:08:24.671 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_EXdJ_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:08:24.676 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:08:24.676 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.677 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.677 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:24.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:24.749 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.749 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.749 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.749 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.749 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.749 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.749 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.749 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.750 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.750 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.790 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.791 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.791 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.862 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:24.862 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:24.862 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:24.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:24.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:24.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:24.862 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:24.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:24.862 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:24.862 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:24.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:24.862 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:24.863 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:24.913 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.913 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.913 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.914 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:24.921 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:24.921 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:24.921 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:24.922 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:24.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.922 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:24.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:24.923 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:24.925 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:24.925 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:24.925 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:24.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:24.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:24.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:24.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:24.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:24.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:24.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:24.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:24.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:24.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:24.996 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:24.997 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:24.997 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:24.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.997 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:24.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:24.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:24.997 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:25.002 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:25.002 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:25.002 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:25.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:25.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:25.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:25.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:25.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:25.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:25.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:25.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:25.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:25.003 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:25.021 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:08:25.021 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:08:25.024 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 226350c0f683964857a646cd0909db9f from Checkpoint 64 @ 1779069933417 for 226350c0f683964857a646cd0909db9f located at file:/tmp/junit10048720978270830343/checkpoints/226350c0f683964857a646cd0909db9f/chk-64.
02:08:25.025 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
02:08:25.025 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:08:25.025 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
02:08:25.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:25.025123 16857 mini_oidc.cc:150] Starting JWKS server
02:08:25.026 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:25.026 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
02:08:25.026 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id c67877856d264a76f5fe0cff9fd2610d
02:08:25.026 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RESTARTING to RUNNING.
02:08:25.026 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot c67877856d264a76f5fe0cff9fd2610d.
02:08:25.027 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 226350c0f683964857a646cd0909db9f from Checkpoint 64 @ 1779069933417 for 226350c0f683964857a646cd0909db9f located at file:/tmp/junit10048720978270830343/checkpoints/226350c0f683964857a646cd0909db9f/chk-64.
02:08:25.027 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
02:08:25.027 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 64 for source Source: KuduSource to checkpoint.
02:08:25.027 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id c67877856d264a76f5fe0cff9fd2610d.
02:08:25.028 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
02:08:25.028 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
02:08:25.028 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
02:08:25.029 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:08:25.029 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
02:08:25.029 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1dda9eef
02:08:25.029 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:25.029 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1) with allocation id aa6d9fe9a0c5e00d578e174091d1c61d
02:08:25.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:25.029282 16857 webserver.cc:533] Webserver started at http://127.0.0.1:35241/ using document root <none> and password file <none>
02:08:25.029 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:08:25.030 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot aa6d9fe9a0c5e00d578e174091d1c61d.
02:08:25.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:25.029943 16857 mini_oidc.cc:186] Starting OIDC Discovery server
02:08:25.030 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
02:08:25.030 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
02:08:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:25.032004 16857 webserver.cc:533] Webserver started at http://127.0.0.1:41499/ using document root <none> and password file <none>
02:08:25.049 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id aa6d9fe9a0c5e00d578e174091d1c61d.
02:08:25.050 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:25.050 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:25.050 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:25.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.051 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5683e014
02:08:25.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.050 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:25.051 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:25.052 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:25.052 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.052 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.052 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.054 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:25.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.054 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:25.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.054 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:25.056 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
02:08:25.056 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
02:08:25.056 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.057 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6405a5c6
02:08:25.057 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:25.057 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10048720978270830343/checkpoints")
02:08:25.058 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
02:08:25.058 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
02:08:25.060 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9aee1f1
02:08:25.061 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:25.061 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.072 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.077 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.079 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.079 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.079 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.080 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.081 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.081 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.081 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.081 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.093 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.096 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.097 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.098 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.099 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.099 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.099 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.100 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.100 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.101 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.101 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.101 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.101 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.102 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.102 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.102 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.103 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.103 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.103 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.103 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:08:25Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:08:25.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:08:25Z Disabled control of system clock
02:08:25.112 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.113 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.113 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.114 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.117 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.117 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.118 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.120 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.120 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.120 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.120 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:25.122010 16857 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/wal
02:08:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/data
02:08:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/logs
02:08:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/data/info.pb
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.118.126:35839
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.118.126
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.118.84:33413
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.118.126:35839,127.16.118.125:46813,127.16.118.124:41511
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35241/jwks.json with env {}
02:08:25.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:25.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070105124 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:25.133 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.133 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.133 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.133 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.136 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:25.136 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:25.136 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:25.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:25.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:25.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:25.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:25.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:25.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:25.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:25.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:25.137 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:25.137 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.137 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:25.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.137 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:08:25.137 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.138 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
02:08:25.138 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:25.153 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.153 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.154 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.154 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.157 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.157 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.157 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.158 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.168 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:25.168 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:25.169 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:25.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.170 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.170 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.170 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:25.173 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.173 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.173 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.223 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:25.223 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:25.223 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:25.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:25.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:25.224 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:25.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:25.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:25.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:25.229 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.229 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.229 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.229 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.229 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.230 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:25.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:25.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:25.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:25.236 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:25.237 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:25.252 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.253 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.253 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.253 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.254 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.256 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.257 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.257 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.257 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.257 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.257 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.333 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.333 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.334 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.334 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.357 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.357 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.357 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.357 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.358 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.393 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.393 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.393 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.394 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.397 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:25.397 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:25.397 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:25.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:25.417 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.417 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.417 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:25.480554 16889 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:25.481163 16889 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:25.481702 16889 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:25.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:25.493 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.493 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.494 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.494 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:25.518108 16889 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:08:25.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:25.518458 16889 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:25.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:25.518759 16889 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:08:25.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:25.519045 16889 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:08:25.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:25.519348 16889 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:08:25.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:25.519572 16889 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35241/jwks.json
02:08:25.530 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:25.530 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:25.530 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.530 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.530 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:25.530 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:25.552 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:25.553 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:25.553 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:25.553 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.553 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.553 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:25.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:25.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:25.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:25.557 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.557 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.557 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.558 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:25.562156 16889 master_runner.cc:387] Master server non-default flags:
02:08:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.118.84:33413
02:08:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/data
02:08:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/wal
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.118.126:35839,127.16.118.125:46813,127.16.118.124:41511
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.118.126:35839
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35241/jwks.json
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/data/info.pb
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.118.126
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/logs
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:08:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:25.563839 16889 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:25.565644 16889 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:25.577922 16895 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:25.581 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:25.581 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:25.581 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:25.582 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:25.582 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:25.582 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:25.582 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:25.582 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:25.582 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:25.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:25.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:25.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:25.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:25.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070105623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:25.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:25.635 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
02:08:25.636 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
02:08:25.640 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:25.640 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:25.640 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:25.640 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:25.640 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:25.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:25.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:25.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:25.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:25.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:25.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:25.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:25.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:25.645426 16849 heartbeater.cc:499] Master 127.15.148.190:41305 was elected leader, sending a full tablet report...
02:08:25.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:25.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:25.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:25.792 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:25.792 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:25.793 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:25.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:25.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:25.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:25.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:25.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:25.793 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:25.793 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:25.793 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:25.793 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:25.793 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:25.826 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:25.826 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:25.827 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:25.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:25.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:25.827 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:25.827 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:25.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:25.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:25.827 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:25.827 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:25.827 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:25.828 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:25.936 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:25.937 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:25.937 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:25.937 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:25.937 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:25.937 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:25.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:25.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:25.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:25.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:25.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:25.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:25.938 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:25.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:25.993 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:25.993 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:25.993 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:25.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:25.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:25.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:25.994 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:26.016 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:26.017 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:26.017 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:26.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:26.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:26.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:26.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:26.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:26.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:26.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:26.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:26.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:26.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:26.077 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:26.077 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:26.077 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:26.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:26.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:26.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:26.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:26.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:26.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:26.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:26.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:26.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:26.078 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:26.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:26.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070106123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:26.130 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:08:26.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
02:08:26.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:26.157 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:26.157 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:26.158 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:26.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:26.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:26.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:26.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:26.158 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:26.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:26.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:26.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:26.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:26.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:26.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:26.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:26.401 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:26.401 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:26.402 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:26.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:26.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:26.402 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:26.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:26.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:26.402 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:26.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:26.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:26.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:26.403 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:26.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:26.556 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:26.557 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:26.557 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:26.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:26.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:26.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:26.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:26.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:26.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:26.559 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:26.559 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:26.559 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:26.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:26.617 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:26.618 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:26.618 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:26.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:26.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:26.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:26.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:26.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:26.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:26.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:26.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:26.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:26.619 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:26.623 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070106623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:26.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:26.631 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:08:26.631 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
02:08:26.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:26.658 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:26.658 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:26.658 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:26.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:26.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:26.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:26.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:26.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:26.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:26.659 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:26.659 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:26.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:26.659 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:26.665 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:26.665 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:26.665 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:26.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:26.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:26.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:26.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:26.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:26.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:26.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:26.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:26.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:26.666 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:26.681 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:26.682 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:26.682 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:26.682 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:26.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:26.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:26.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:26.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:26.682 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:26.682 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:26.682 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:26.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:26.683 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:26.727 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:26.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:26.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:25.580096 16896 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:26.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:25.581609 16898 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:26.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:25.582206 16889 server_base.cc:1061] running on GCE node
02:08:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.751231 16889 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:26.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.754958 16889 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:26.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.756331 16889 hybrid_clock.cc:648] HybridClock initialized: now 1779070106756293 us; error 41 us; skew 500 ppm
02:08:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.757180 16889 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:26.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.763561 16889 webserver.cc:533] Webserver started at http://127.16.118.126:41959/ using document root <none> and password file <none>
02:08:26.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.764586 16889 fs_manager.cc:362] Metadata directory not provided
02:08:26.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.764818 16889 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.765338 16889 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.770267 16889 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/data/instance:
02:08:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc6718afa0b343f0b3dbbbacc5004aa3"
02:08:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:26 on dist-test-slave-9vqr"
02:08:26.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.771384 16889 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/wal/instance:
02:08:26.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc6718afa0b343f0b3dbbbacc5004aa3"
02:08:26.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:26 on dist-test-slave-9vqr"
02:08:26.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.778743 16889 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
02:08:26.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.784613 16906 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:08:26.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.785725 16889 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:08:26.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.786078 16889 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/wal
02:08:26.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc6718afa0b343f0b3dbbbacc5004aa3"
02:08:26.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:26 on dist-test-slave-9vqr"
02:08:26.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.786417 16889 fs_report.cc:389] FS layout report
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/wal
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/wal
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/data/data
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:26.805 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:26.806 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:26.806 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:26.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:26.806 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:26.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:26.806 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:26.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:26.806 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:26.806 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:26.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:26.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:26.807 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:26.833 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:26.833 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:26.834 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:26.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:26.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:26.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:26.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:26.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:26.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:26.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:26.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:26.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:26.834 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:26.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.853806 16889 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:08:26.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.855320 16889 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:26.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.855783 16889 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:26.927 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:26.927 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:26.927 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:26.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:26.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:26.927 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:26.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:26.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:26.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:26.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:26.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:26.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:26.929 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:26.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.929986 16889 rpc_server.cc:307] RPC server started. Bound to: 127.16.118.126:35839
02:08:26.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.930053 16957 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.118.126:35839 every 8 connection(s)
02:08:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.932827 16889 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/data/info.pb
02:08:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.938917 16958 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.942993 16857 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 16889
02:08:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.943482 16857 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-0/wal/instance
02:08:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.947613 16857 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/wal
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/data
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/logs
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/data/info.pb
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.118.125:46813
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.118.125
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.118.84:33413
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.118.126:35839,127.16.118.125:46813,127.16.118.124:41511
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:26.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35241/jwks.json with env {}
02:08:26.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.950740 16958 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } has no permanent_uuid. Determining permanent_uuid...
02:08:26.973 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:26.973 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:26.974 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:26.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:26.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:26.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:26.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:26.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:26.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:26.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:26.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:26.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:26.974 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:26.980343 16958 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } has no permanent_uuid. Determining permanent_uuid...
02:08:26.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:26.983032 16907 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.118.125:46813: connect: Connection refused (error 111)
02:08:26.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:26.987476 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.125:46813: Network error: Client connection negotiation failed: client connection to 127.16.118.125:46813: connect: Connection refused (error 111)
02:08:26.989 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:27.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:27.036998 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } attempt: 1
02:08:27.040 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:27.040 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:27.040 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:27.040 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:27.040 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:27.041 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:27.041 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:27.041 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:27.041 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:27.041 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:27.041 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:27.041 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:27.041 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:27.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.041424 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.125:46813: Network error: Client connection negotiation failed: client connection to 127.16.118.125:46813: connect: Connection refused (error 111)
02:08:27.089 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:27.089 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:27.089 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:27.089 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:27.089 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:27.089 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:27.089 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:27.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:27.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:27.090 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:27.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:27.090 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:27.090 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:27.092 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:27.093 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:27.093 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:27.093 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:27.093 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:27.093 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:27.093 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:27.093 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:27.093 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:27.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:27.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:27.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:27.094 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:27.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:27.109790 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } attempt: 2
02:08:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.113998 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.125:46813: Network error: Client connection negotiation failed: client connection to 127.16.118.125:46813: connect: Connection refused (error 111)
02:08:27.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070107123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:27.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:27.132 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:08:27.133 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
02:08:27.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:27.159 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:27.159 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:27.159 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:27.159 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:27.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:27.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:27.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:27.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:27.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:27.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:27.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:27.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:27.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:27.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:27.205433 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } attempt: 3
02:08:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.209481 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.125:46813: Network error: Client connection negotiation failed: client connection to 127.16.118.125:46813: connect: Connection refused (error 111)
02:08:27.227 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:27.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:27.250 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:27.250 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:27.250 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:27.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:27.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:27.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:27.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:27.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:27.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:27.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:27.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:27.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:27.251 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:27.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.273584 16960 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:27.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.274190 16960 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:27.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.274667 16960 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:27.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.324158 16960 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:08:27.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.324568 16960 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:27.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.324887 16960 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:08:27.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.325199 16960 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:08:27.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.325517 16960 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:08:27.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.325752 16960 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35241/jwks.json
02:08:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:27.352902 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } attempt: 4
02:08:27.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.356715 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.125:46813: Network error: Client connection negotiation failed: client connection to 127.16.118.125:46813: connect: Connection refused (error 111)
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:27.367116 16960 master_runner.cc:387] Master server non-default flags:
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.118.84:33413
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/data
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/wal
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.118.126:35839,127.16.118.125:46813,127.16.118.124:41511
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.118.125:46813
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:27.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35241/jwks.json
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/data/info.pb
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.118.125
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/logs
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:08:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:27.368815 16960 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:27.370929 16960 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.385499 16969 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:27.453 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:27.453 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:27.453 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:27.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:27.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:27.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:27.455 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:27.455 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:27.455 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:27.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:27.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:27.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:27.455 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:27.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:27.627 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070107623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:27.628 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:27.638 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
02:08:27.647 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
02:08:27.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:27.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:27.656152 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } attempt: 5
02:08:27.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.662461 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.125:46813: Network error: Client connection negotiation failed: client connection to 127.16.118.125:46813: connect: Connection refused (error 111)
02:08:27.680 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:27.680 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:27.680 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:27.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:27.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:27.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:27.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:27.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:27.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:27.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:27.682 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:27.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:27.682 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:27.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:27.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:27.763 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:27.763 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:27.763 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:27.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:27.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:27.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:27.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:27.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:27.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:27.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:27.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:27.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:27.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:27.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:28.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070108123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:28.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:28.136 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
02:08:28.141 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
02:08:28.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:28.209988 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } attempt: 6
02:08:28.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:28.232 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:28.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:28.240378 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.125:46813: Network error: Client connection negotiation failed: client connection to 127.16.118.125:46813: connect: Connection refused (error 111)
02:08:28.248 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:28.249 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:28.249 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:28.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:28.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:28.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:28.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:28.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:28.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:28.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:28.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:28.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:28.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:28.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:28.538 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:28.538 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:28.538 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:28.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:28.539 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:28.539 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:28.539 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:28.539 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:28.539 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:28.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:28.540 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:28.540 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:28.540 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:28.577 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:28.577 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:28.577 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:28.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:28.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:28.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:28.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:28.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:28.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:28.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:28.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:28.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:28.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:28.629 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070108627 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:28.630 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:28.649 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
02:08:28.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:28.651 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
02:08:28.670 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:28.671 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:28.671 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:28.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:28.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:28.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:28.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:28.672 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:28.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:28.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:28.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:28.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:28.673 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:28.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:28.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:28.898 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:28.898 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:28.898 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:28.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:28.898 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:28.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:28.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:28.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:28.899 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:28.899 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:28.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:28.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:28.899 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:28.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:27.385792 16970 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:28.966868 16972 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:28.791730 16968 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 16960
02:08:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:28.964506 16960 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.580s	user 0.637s	sys 0.890s
02:08:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:28.968555 16960 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.584s	user 0.638s	sys 0.891s
02:08:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:28.972555 16971 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1581 milliseconds
02:08:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:28.972662 16960 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:28.974151 16960 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:28.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:28.976876 16960 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:28.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:28.978389 16960 hybrid_clock.cc:648] HybridClock initialized: now 1779070108978326 us; error 75 us; skew 500 ppm
02:08:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:28.979215 16960 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:28.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:28.986245 16960 webserver.cc:533] Webserver started at http://127.16.118.125:33533/ using document root <none> and password file <none>
02:08:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:28.987255 16960 fs_manager.cc:362] Metadata directory not provided
02:08:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:28.987509 16960 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:28.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:28.988090 16960 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:28.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:28.993709 16960 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/data/instance:
02:08:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77ff85366dd542fb9790587692febffa"
02:08:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:28 on dist-test-slave-9vqr"
02:08:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:28.994961 16960 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/wal/instance:
02:08:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77ff85366dd542fb9790587692febffa"
02:08:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:28 on dist-test-slave-9vqr"
02:08:29.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.003664 16960 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.001s
02:08:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.010267 16984 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:08:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.011695 16960 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
02:08:29.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.012152 16960 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/wal
02:08:29.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77ff85366dd542fb9790587692febffa"
02:08:29.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:28 on dist-test-slave-9vqr"
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.012714 16960 fs_report.cc:389] FS layout report
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/wal
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/wal
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/data/data
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:29.056 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:29.056 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:29.056 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:29.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:29.057 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:29.057 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:29.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:29.057 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:29.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:29.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:29.057 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:29.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:29.057 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.091868 16960 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:08:29.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.093508 16960 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.093943 16960 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:29.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:29.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070109123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:29.133 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
02:08:29.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
02:08:29.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:29.168 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:29.169 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:29.169 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:29.169 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:29.169 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:29.169 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:29.169 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:29.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:29.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:29.170 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:29.170 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:29.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:29.170 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:29.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.170626 16960 rpc_server.cc:307] RPC server started. Bound to: 127.16.118.125:46813
02:08:29.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.170686 17035 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.118.125:46813 every 8 connection(s)
02:08:29.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.173414 16960 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/data/info.pb
02:08:29.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.177532 16857 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 16960
02:08:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.177925 16857 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-1/wal/instance
02:08:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.179731 17036 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.179981 16857 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/wal
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/data
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/logs
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/data/info.pb
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.118.124:41511
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.118.124
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.118.84:33413
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.118.126:35839,127.16.118.125:46813,127.16.118.124:41511
02:08:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35241/jwks.json with env {}
02:08:29.193 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:29.194 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:29.194 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:29.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:29.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:29.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:29.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:29.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:29.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:29.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:29.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:29.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:29.195 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.193548 17036 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } has no permanent_uuid. Determining permanent_uuid...
02:08:29.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:29.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.232795 17036 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } has no permanent_uuid. Determining permanent_uuid...
02:08:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.248528 17036 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } has no permanent_uuid. Determining permanent_uuid...
02:08:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.251137 16985 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.255695 17036 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:29.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.300855 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } attempt: 7
02:08:29.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.305696 17036 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 1
02:08:29.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.311183 17036 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.316859 16958 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } has no permanent_uuid. Determining permanent_uuid...
02:08:29.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.322872 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.379601 17036 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 2
02:08:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.381325 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 1
02:08:29.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.384620 17036 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:29.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.386137 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:29.392 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:29.392 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:29.393 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:29.393 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:29.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:29.393 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:29.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:29.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:29.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:29.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:29.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:29.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:29.394 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:29.418 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:29.418 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:29.418 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:29.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:29.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:29.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:29.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:29.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:29.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:29.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:29.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:29.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:29.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:29.457 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:29.457 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:29.457 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:29.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:29.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:29.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:29.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:29.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:29.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:29.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:29.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:29.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:29.458 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:29.465 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:29.466 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:29.466 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:29.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:29.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:29.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:29.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:29.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:29.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:29.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:29.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:29.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:29.467 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:29.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.467528 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 2
02:08:29.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.471462 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:29.472 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:29.472 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:29.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:29.472 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:29.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:29.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:29.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:29.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:29.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:29.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:29.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:29.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:29.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:29.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.476063 17036 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 3
02:08:29.476 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:29.477 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:29.477 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:29.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:29.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:29.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:29.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:29.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:29.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:29.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:29.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:29.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:29.477 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:29.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.480623 17036 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:29.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:29.496 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:29.496 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:29.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:29.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:29.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:29.496 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:29.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:29.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:29.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:29.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:29.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:29.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:29.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:29.513 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:29.513 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:29.513 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:29.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:29.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:29.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:29.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:29.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:29.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:29.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:29.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:29.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:29.514 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.525739 17038 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.526504 17038 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.527001 17038 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.556888 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 3
02:08:29.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.561839 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.564975 17038 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:08:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.565306 17038 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.565598 17038 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:08:29.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.565872 17038 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:08:29.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.566078 17038 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:08:29.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.566236 17038 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35241/jwks.json
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.607822 17038 master_runner.cc:387] Master server non-default flags:
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.118.84:33413
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/data
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/wal
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.118.126:35839,127.16.118.125:46813,127.16.118.124:41511
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.118.124:41511
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35241/jwks.json
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/data/info.pb
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.118.124
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/logs
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.609182 17038 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.610750 17038 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:29.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.622429 17050 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:29.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070109623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:29.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.624377 17036 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 4
02:08:29.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:29.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.631397 17036 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:29.634 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:08:29.635 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
02:08:29.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:29.657 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:29.657 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:29.657 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:29.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:29.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:29.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:29.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:29.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:29.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:29.659 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:29.659 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:29.659 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:29.659 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:29.673 [DEBUG - pool-370-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.13.82.254:42605, [4ms] received response from server master-127.13.82.254:42605: OK, deferred=null) with no deferred attached!
02:08:29.685 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:29.685 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:29.685 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:29.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:29.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:29.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:29.690 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:29.690 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:29.690 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:29.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:29.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:29.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:29.691 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:29.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.702247 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 4
02:08:29.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.708508 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:29.727 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:29.736 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:29.739 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:29.740 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:29.740 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:29.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:29.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:29.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:29.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:29.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:29.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:29.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:29.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:29.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:29.741 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:29.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.930840 17036 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 5
02:08:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.936923 17036 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:29.942 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:29.942 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:29.942 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:29.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:29.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:29.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:29.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:29.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:29.944 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:29.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:29.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:29.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:29.944 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:29.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:29.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:29.993005 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 5
02:08:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:30.001260 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:30.105 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:30.105 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:30.105 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:30.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:30.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:30.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:30.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:30.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:30.106 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:30.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:30.106 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:30.106 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:30.106 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:30.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:30.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070110124 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:30.135 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:08:30.136 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
02:08:30.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:30.202 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:30.202 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:30.202 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:30.202 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:30.202 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:30.202 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:30.202 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:30.202 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:30.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:30.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:30.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:30.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:30.203 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:30.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:30.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:30.234 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:30.234 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:30.234 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:30.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:30.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:30.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:30.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:30.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:30.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:30.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:30.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:30.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:30.236 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:30.281 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:30.282 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:30.282 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:30.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:30.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:30.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:30.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:30.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:30.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:30.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:30.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:30.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:30.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:30.457 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:30.458 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:30.458 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:30.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:30.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:30.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:30.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:30.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:30.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:30.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:30.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:30.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:30.460 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:30.471 [DEBUG - pool-374-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.14.8.124:34435, [5ms] received response from server master-127.14.8.124:34435: OK, deferred=null) with no deferred attached!
02:08:30.471 [DEBUG - pool-374-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.14.8.124:34435, [7ms] received response from server master-127.14.8.124:34435: OK, deferred=null) with no deferred attached!
02:08:30.471 [DEBUG - pool-374-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.14.8.124:34435, [16ms] received response from server master-127.14.8.124:34435: OK, deferred=null) with no deferred attached!
02:08:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:30.484401 17036 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 6
02:08:30.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:30.494 [DEBUG - pool-372-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.14.8.124:34435, [5ms] received response from server master-127.14.8.124:34435: OK, deferred=null) with no deferred attached!
02:08:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:30.542176 17036 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:30.553767 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 6
02:08:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:30.589195 16958 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.118.124:41511: Network error: Client connection negotiation failed: client connection to 127.16.118.124:41511: connect: Connection refused (error 111)
02:08:30.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070110624 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:30.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:30.633 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:08:30.635 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
02:08:30.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:30.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:30.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:30.777 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:30.777 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:30.777 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:30.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:30.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:30.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:30.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:30.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:30.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:30.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:30.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:30.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:30.778 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:30.785 [DEBUG - pool-376-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.14.8.124:34435, [15ms] received response from server master-127.14.8.124:34435: OK, deferred=null) with no deferred attached!
02:08:30.785 [DEBUG - pool-376-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.14.8.124:34435, [13ms] received response from server master-127.14.8.124:34435: OK, deferred=null) with no deferred attached!
02:08:30.786 [DEBUG - pool-376-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.14.8.124:34435, [13ms] received response from server master-127.14.8.124:34435: OK, deferred=null) with no deferred attached!
02:08:30.818 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:30.818 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:30.818 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:30.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:30.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:30.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:30.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:30.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:30.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:30.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:30.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:30.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:30.819 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:30.947 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:30.947 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:30.947 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:30.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:30.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:30.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:30.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:30.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:30.948 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:30.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:30.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:30.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:30.948 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:30.949 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:30.949 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:30.949 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:30.949 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:30.949 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:30.949 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:30.949 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:30.949 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:30.949 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:30.949 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:30.949 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:30.949 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:30.950 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:30.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:31.021 [DEBUG - pool-378-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.14.8.124:34435, [13ms] received response from server master-127.14.8.124:34435: OK, deferred=null) with no deferred attached!
02:08:31.022 [DEBUG - pool-378-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.14.8.124:34435, [14ms] received response from server master-127.14.8.124:34435: OK, deferred=null) with no deferred attached!
02:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:31.024801 17049 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 17038
02:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:31.029029 17038 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.407s	user 0.444s	sys 0.913s
02:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:31.029462 17038 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.407s	user 0.444s	sys 0.913s
02:08:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:29.623282 17051 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:31.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:31.031301 17053 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:31.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:31.034902 17052 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1407 milliseconds
02:08:31.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.034929 17038 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:31.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.036213 17038 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.038666 17038 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.040035 17038 hybrid_clock.cc:648] HybridClock initialized: now 1779070111039999 us; error 41 us; skew 500 ppm
02:08:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.040963 17038 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:31.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.046895 17038 webserver.cc:533] Webserver started at http://127.16.118.124:38567/ using document root <none> and password file <none>
02:08:31.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.047783 17038 fs_manager.cc:362] Metadata directory not provided
02:08:31.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.047983 17038 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:31.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.048425 17038 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:31.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.052892 17038 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/data/instance:
02:08:31.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5257db1c80345119cee6cac412505c4"
02:08:31.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:31 on dist-test-slave-9vqr"
02:08:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.054070 17038 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/wal/instance:
02:08:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5257db1c80345119cee6cac412505c4"
02:08:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:31 on dist-test-slave-9vqr"
02:08:31.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.061986 17038 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
02:08:31.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.068080 17067 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:08:31.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.069291 17038 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.069643 17038 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/wal
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5257db1c80345119cee6cac412505c4"
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:31 on dist-test-slave-9vqr"
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.070089 17038 fs_report.cc:389] FS layout report
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/wal
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/wal
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/data/data
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:31.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:31.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:31.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:31.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:31.123 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070111123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:31.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:31.130 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:08:31.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
02:08:31.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.131870 17038 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:08:31.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.133530 17038 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.133953 17038 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:31.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.214357 17038 rpc_server.cc:307] RPC server started. Bound to: 127.16.118.124:41511
02:08:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.214432 17118 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.118.124:41511 every 8 connection(s)
02:08:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.217170 17038 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/data/info.pb
02:08:31.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.223919 17119 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:31.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.225945 16857 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 17038
02:08:31.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.226419 16857 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/master-2/wal/instance
02:08:31.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:31.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:31.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.244963 17119 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } has no permanent_uuid. Determining permanent_uuid...
02:08:31.270 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:31.271 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:31.271 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:31.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:31.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:31.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:31.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:31.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:31.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:31.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:31.271 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:31.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:31.272 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:31.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.272773 17119 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } has no permanent_uuid. Determining permanent_uuid...
02:08:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.284253 17119 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } has no permanent_uuid. Determining permanent_uuid...
02:08:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.301671 17119 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4: Bootstrap starting.
02:08:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.308615 17119 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4: Neither blocks nor log segments found. Creating new log.
02:08:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.311074 17119 log.cc:826] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4: Log is configured to *not* fsync() on all Append() calls
02:08:31.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.315922 17119 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4: No bootstrap required, opened a new log
02:08:31.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.337867 17119 raft_consensus.cc:359] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } }
02:08:31.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.338515 17119 raft_consensus.cc:385] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.338797 17119 raft_consensus.cc:740] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d5257db1c80345119cee6cac412505c4, State: Initialized, Role: FOLLOWER
02:08:31.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.339555 17119 consensus_queue.cc:260] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } }
02:08:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.343402 17119 sys_catalog.cc:565] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [sys.catalog]: configured and running, proceeding with master startup.
02:08:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.341951 17128 sys_catalog.cc:455] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } } }
02:08:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.343935 17128 sys_catalog.cc:458] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [sys.catalog]: This master's current role is: FOLLOWER
02:08:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:31.369266 17139 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:08:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:31.369704 17139 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:08:31.373 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:31.373 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:31.373 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:31.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:31.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:31.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:31.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:31.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:31.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:31.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:31.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:31.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:31.375 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:31.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:31.389243 17073 tablet.cc:2404] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:31.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.364498 17038 master_runner.cc:187] Error getting master registration for 127.16.118.126:35839: OK, instance_id { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" instance_seqno: 1779070106908778 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:08:31.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.391170 17038 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:08:31.489 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.602746 17036 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 7
02:08:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.622623 16958 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } attempt: 7
02:08:31.623 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070111623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:31.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.623487 17128 raft_consensus.cc:493] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:08:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.624047 17128 raft_consensus.cc:515] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } }
02:08:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.629626 17128 leader_election.cc:290] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cc6718afa0b343f0b3dbbbacc5004aa3 (127.16.118.126:35839), 77ff85366dd542fb9790587692febffa (127.16.118.125:46813)
02:08:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.630297 17036 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa: Bootstrap starting.
02:08:31.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:31.632 [DEBUG - pool-370-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.13.82.254:42605, [6ms] received response from server master-127.13.82.254:42605: OK, deferred=null) with no deferred attached!
02:08:31.632 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:31.633 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:31.633 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:31.633 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:31.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:31.633 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:31.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:31.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:31.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:31.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:31.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:31.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:31.634 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:31.634 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
02:08:31.635 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
02:08:31.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.643100 17036 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa: Neither blocks nor log segments found. Creating new log.
02:08:31.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.649217 17036 log.cc:826] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa: Log is configured to *not* fsync() on all Append() calls
02:08:31.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.657176 17036 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa: No bootstrap required, opened a new log
02:08:31.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.669479 16958 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3: Bootstrap starting.
02:08:31.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.683372 16958 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3: Neither blocks nor log segments found. Creating new log.
02:08:31.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.686178 16958 log.cc:826] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3: Log is configured to *not* fsync() on all Append() calls
02:08:31.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.704236 16958 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3: No bootstrap required, opened a new log
02:08:31.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:31.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.736420 17036 raft_consensus.cc:359] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } }
02:08:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.737888 17036 raft_consensus.cc:385] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.738365 17036 raft_consensus.cc:740] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 77ff85366dd542fb9790587692febffa, State: Initialized, Role: FOLLOWER
02:08:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.739799 17036 consensus_queue.cc:260] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } }
02:08:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.744545 17145 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } } }
02:08:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.746490 17145 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [sys.catalog]: This master's current role is: FOLLOWER
02:08:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.747673 17011 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d5257db1c80345119cee6cac412505c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "77ff85366dd542fb9790587692febffa" is_pre_election: true
02:08:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.748811 17011 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d5257db1c80345119cee6cac412505c4 in term 0.
02:08:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.753147 17068 leader_election.cc:304] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 77ff85366dd542fb9790587692febffa, d5257db1c80345119cee6cac412505c4; no voters: 
02:08:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.754096 17128 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:08:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.754438 17128 raft_consensus.cc:493] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:08:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.754776 17128 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [term 0 FOLLOWER]: Advancing to term 1
02:08:31.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.757963 17036 sys_catalog.cc:565] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [sys.catalog]: configured and running, proceeding with master startup.
02:08:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.762919 16958 raft_consensus.cc:359] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } }
02:08:31.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.763813 16958 raft_consensus.cc:385] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:31.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.764083 16958 raft_consensus.cc:740] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cc6718afa0b343f0b3dbbbacc5004aa3, State: Initialized, Role: FOLLOWER
02:08:31.765 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:31.765 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:31.765 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:31.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:31.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:31.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:31.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:31.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:31.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:31.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:31.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:31.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:31.767 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.765108 16958 consensus_queue.cc:260] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } }
02:08:31.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.769486 17128 raft_consensus.cc:515] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } }
02:08:31.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.774981 16958 sys_catalog.cc:565] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [sys.catalog]: configured and running, proceeding with master startup.
02:08:31.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.772470 17147 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } } }
02:08:31.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.775760 17147 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [sys.catalog]: This master's current role is: FOLLOWER
02:08:31.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.777786 16933 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d5257db1c80345119cee6cac412505c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" is_pre_election: true
02:08:31.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.778687 16933 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d5257db1c80345119cee6cac412505c4 in term 0.
02:08:31.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.787179 16933 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d5257db1c80345119cee6cac412505c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3"
02:08:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.787818 16933 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [term 0 FOLLOWER]: Advancing to term 1
02:08:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.788409 17011 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d5257db1c80345119cee6cac412505c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "77ff85366dd542fb9790587692febffa"
02:08:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.789047 17011 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [term 0 FOLLOWER]: Advancing to term 1
02:08:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.795629 16933 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d5257db1c80345119cee6cac412505c4 in term 1.
02:08:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.797025 17070 leader_election.cc:304] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cc6718afa0b343f0b3dbbbacc5004aa3, d5257db1c80345119cee6cac412505c4; no voters: 
02:08:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.799690 17011 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d5257db1c80345119cee6cac412505c4 in term 1.
02:08:31.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.802752 17128 leader_election.cc:290] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [CANDIDATE]: Term 1 election: Requested vote from peers cc6718afa0b343f0b3dbbbacc5004aa3 (127.16.118.126:35839), 77ff85366dd542fb9790587692febffa (127.16.118.125:46813)
02:08:31.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.804028 17128 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [term 1 FOLLOWER]: Leader election won for term 1
02:08:31.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.804965 17128 raft_consensus.cc:697] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [term 1 LEADER]: Becoming Leader. State: Replica: d5257db1c80345119cee6cac412505c4, State: Running, Role: LEADER
02:08:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.806183 17128 consensus_queue.cc:237] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } }
02:08:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.823966 17151 sys_catalog.cc:455] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d5257db1c80345119cee6cac412505c4. Latest consensus state: current_term: 1 leader_uuid: "d5257db1c80345119cee6cac412505c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } } }
02:08:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.824752 17151 sys_catalog.cc:458] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [sys.catalog]: This master's current role is: LEADER
02:08:31.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.835565 17156 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:08:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.843887 17156 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:08:31.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:31.852082 16990 tablet.cc:2404] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.867367 17011 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [term 1 FOLLOWER]: Refusing update from remote peer d5257db1c80345119cee6cac412505c4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.869560 17151 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:31.870771 16912 tablet.cc:2404] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:31.883 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.882220 16933 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [term 1 FOLLOWER]: Refusing update from remote peer d5257db1c80345119cee6cac412505c4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:08:31.883 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:31.883 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:31.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:31.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:31.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:31.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:31.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:31.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:31.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:31.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:31.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:31.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.885422 17151 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:31.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.895447 17145 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [sys.catalog]: SysCatalogTable state changed. Reason: New leader d5257db1c80345119cee6cac412505c4. Latest consensus state: current_term: 1 leader_uuid: "d5257db1c80345119cee6cac412505c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } } }
02:08:31.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.896129 17145 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [sys.catalog]: This master's current role is: FOLLOWER
02:08:31.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.898602 17166 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:08:31.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.902858 17164 mvcc.cc:204] Tried to move back new op lower bound from 7287071178182778880 to 7287071177975586816. Current Snapshot: MvccSnapshot[applied={T|T < 7287071178182778880}]
02:08:31.906 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:31.907 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:31.907 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:31.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:31.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:31.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:31.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:31.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:31.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:31.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:31.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:31.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:31.907 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:31.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.908440 17151 sys_catalog.cc:455] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d5257db1c80345119cee6cac412505c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } } }
02:08:31.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.909192 17151 sys_catalog.cc:458] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [sys.catalog]: This master's current role is: LEADER
02:08:31.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.921784 17156 catalog_manager.cc:1382] Generated new cluster ID: 1a7abb02d59d49e8aef020ef81b6310b
02:08:31.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.922096 17156 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:08:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.921478 17168 mvcc.cc:204] Tried to move back new op lower bound from 7287071178182778880 to 7287071177975586816. Current Snapshot: MvccSnapshot[applied={T|T < 7287071178182778880}]
02:08:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.951206 17145 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d5257db1c80345119cee6cac412505c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } } }
02:08:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.951900 17145 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa [sys.catalog]: This master's current role is: FOLLOWER
02:08:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.961585 17147 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d5257db1c80345119cee6cac412505c4. Latest consensus state: current_term: 1 leader_uuid: "d5257db1c80345119cee6cac412505c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } } }
02:08:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.962863 17147 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [sys.catalog]: This master's current role is: FOLLOWER
02:08:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.975879 17128 sys_catalog.cc:455] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d5257db1c80345119cee6cac412505c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } } }
02:08:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.976620 17128 sys_catalog.cc:458] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4 [sys.catalog]: This master's current role is: LEADER
02:08:31.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.981174 17171 mvcc.cc:204] Tried to move back new op lower bound from 7287071178182778880 to 7287071177975586816. Current Snapshot: MvccSnapshot[applied={T|T < 7287071178182778880}]
02:08:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.988446 17147 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d5257db1c80345119cee6cac412505c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" member_type: VOTER last_known_addr { host: "127.16.118.126" port: 35839 } } peers { permanent_uuid: "77ff85366dd542fb9790587692febffa" member_type: VOTER last_known_addr { host: "127.16.118.125" port: 46813 } } peers { permanent_uuid: "d5257db1c80345119cee6cac412505c4" member_type: VOTER last_known_addr { host: "127.16.118.124" port: 41511 } } }
02:08:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.989143 17147 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3 [sys.catalog]: This master's current role is: FOLLOWER
02:08:31.989 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.906905 16960 master_runner.cc:187] Error getting master registration for 127.16.118.126:35839: OK, instance_id { permanent_uuid: "cc6718afa0b343f0b3dbbbacc5004aa3" instance_seqno: 1779070106908778 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:08:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:31.998935 16960 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:08:32.002 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:32.002 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:32.002 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:32.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:32.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:32.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:32.003 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:32.003 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:32.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:32.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:32.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:32.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:32.003 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.047704 17180 catalog_manager.cc:1294] Loaded cluster ID: 1a7abb02d59d49e8aef020ef81b6310b
02:08:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.048023 17180 catalog_manager.cc:1587] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3: loading cluster ID for follower catalog manager: success
02:08:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.050755 17156 catalog_manager.cc:1405] Generated new certificate authority record
02:08:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.052881 17156 catalog_manager.cc:1539] Loading token signing keys...
02:08:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.055572 17180 catalog_manager.cc:1609] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3: acquiring CA information for follower catalog manager: success
02:08:32.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:32.060497 17180 catalog_manager.cc:883] Not found: no TSK found in the system table: failed to prepare follower catalog manager, will retry
02:08:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.092211 17156 catalog_manager.cc:6069] T 00000000000000000000000000000000 P d5257db1c80345119cee6cac412505c4: Generated new TSK 0
02:08:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.093369 17156 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:08:32.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:32.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070112123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:32.131 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:08:32.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
02:08:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.145177 16857 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/wal
02:08:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/data
02:08:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/logs
02:08:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/data/info.pb
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.118.65:0
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.118.65
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.118.65
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.118.126:35839,127.16.118.125:46813,127.16.118.124:41511
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.118.84:33413
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:08:32.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:32.215 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:32.216 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:32.216 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:32.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:32.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:32.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:32.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:32.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:32.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:32.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:32.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:32.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:32.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:32.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:32.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:32.257 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:32.258 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:32.258 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:32.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:32.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:32.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:32.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:32.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:32.259 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:32.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:32.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:32.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:32.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:32.272 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:32.272 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:32.272 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:32.273 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:32.273 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:32.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:32.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:32.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:32.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:32.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:32.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:32.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:32.275 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:32.304 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:32.305 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:32.305 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:32.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:32.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:32.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:32.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:32.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:32.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:32.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:32.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:32.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:32.306 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:32.386 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:32.387 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:32.387 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:32.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:32.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:32.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:32.388 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:32.388 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:32.388 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:32.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:32.389 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:32.389 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:32.389 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:32.489 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:32.534 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:32.535 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:32.535 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:32.535 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:32.535 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:32.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:32.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:32.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:32.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:32.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:32.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:32.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:32.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:32.601 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:32.601 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:32.602 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:32.602 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:32.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:32.602 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:32.602 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:32.602 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:32.602 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:32.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:32.603 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:32.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:32.603 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:32.625 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070112624 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:32.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:32.637 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
02:08:32.639 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
02:08:32.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:32.710091 17183 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:32.710734 17183 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:32.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:32.711467 17183 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:32.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:32.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:32.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:32.771626 17183 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:32.772898 17183 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.118.65
02:08:32.819 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:32.819 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:32.820 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:32.820 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:32.820 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:32.820 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:32.820 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:32.820 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:32.821 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:32.821 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:32.821 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:32.821 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:32.821 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.842173 17183 tablet_server_runner.cc:78] Tablet server non-default flags:
02:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.118.84:33413
02:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/data
02:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/wal
02:08:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.118.65:0
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/data/info.pb
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.118.65
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.118.126:35839,127.16.118.125:46813,127.16.118.124:41511
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.118.65
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/logs
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:08:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.843832 17183 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.845959 17183 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:32.861 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:32.861 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:32.861 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:32.861 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:32.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:32.861 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:32.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:32.862 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:32.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:32.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:32.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:32.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:32.862 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:32.865217 17190 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:32.872 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:32.872 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:32.872 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:32.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:32.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:32.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:32.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:32.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:32.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:32.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:32.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:32.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:32.874 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.931018 17166 catalog_manager.cc:1294] Loaded cluster ID: 1a7abb02d59d49e8aef020ef81b6310b
02:08:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.931309 17166 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa: loading cluster ID for follower catalog manager: success
02:08:32.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.946944 17166 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa: acquiring CA information for follower catalog manager: success
02:08:32.957 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:32.957 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:32.957 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:32.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:32.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:32.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:32.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:32.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:32.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:32.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:32.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:32.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:32.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:32.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:32.969197 17166 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 77ff85366dd542fb9790587692febffa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:08:32.989 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:33.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:33.068235 17180 catalog_manager.cc:1637] T 00000000000000000000000000000000 P cc6718afa0b343f0b3dbbbacc5004aa3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:08:33.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070113123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:33.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:33.133 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:08:33.134 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
02:08:33.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:33.217 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:33.217 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:33.217 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:33.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:33.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:33.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:33.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:33.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:33.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:33.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:33.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:33.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:33.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:33.235 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:33.237 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:33.427 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:33.427 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:33.427 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:33.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:33.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:33.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:33.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:33.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:33.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:33.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:33.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:33.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:33.429 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:33.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:33.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070113624 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:33.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:33.632 [DEBUG - pool-370-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.13.82.254:42605, [4ms] received response from server master-127.13.82.254:42605: OK, deferred=null) with no deferred attached!
02:08:33.633 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:08:33.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
02:08:33.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:33.658 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:33.659 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:33.659 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:33.659 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:33.659 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:33.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:33.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:33.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:33.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:33.659 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:33.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:33.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:33.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:33.695 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:33.705 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:33.705 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:33.706 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:33.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:33.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:33.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:33.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:33.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:33.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:33.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:33.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:33.707 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:33.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:33.730 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:33.730 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:33.730 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:33.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:33.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:33.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:33.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:33.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:33.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:33.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:33.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:33.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:33.731 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:33.732 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:33.856 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:33.856 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:33.856 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:33.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:33.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:33.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:33.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:33.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:33.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:33.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:33.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:33.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:33.858 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:33.905 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:33.905 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:33.906 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:33.906 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:33.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:33.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:33.906 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:33.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:33.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:33.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:33.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:33.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:33.907 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:33.946 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:33.947 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:33.947 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:33.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:33.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:33.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:33.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:33.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:33.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:33.948 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:33.948 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:33.948 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:33.948 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:33.952 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:33.952 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:33.952 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:33.953 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:33.953 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:33.953 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:33.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:33.953 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:33.953 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:33.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:33.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:33.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:33.954 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:33.991 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:34.026 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:34.027 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:34.027 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:34.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:34.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:34.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:34.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:34.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:34.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:34.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:34.028 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:34.029 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:34.029 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:34.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:34.124 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070114124 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:34.131 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:08:34.132 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
02:08:34.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:34.163 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:34.163 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:34.163 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:34.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:34.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:34.163 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:34.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:34.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:34.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:34.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:34.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:34.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:34.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:34.177 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:34.177 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:34.177 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:34.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:34.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:34.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:34.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:34.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:34.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:34.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:34.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:34.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:34.178 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:34.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:34.234 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:34.242 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:34.243 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:34.243 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:34.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:34.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:34.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:34.244 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:34.244 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:34.244 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:34.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:34.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:34.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:34.244 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:34.377 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:34.378 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:34.378 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:34.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:34.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:34.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:34.379 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:34.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:34.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:34.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:34.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:34.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:34.379 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:34.492 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:34.549 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:34.549 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:34.549 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:34.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:34.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:34.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:34.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:34.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:34.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:34.550 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:34.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:34.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:34.551 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:34.624 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070114624 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:34.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:34.633 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
02:08:34.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
02:08:34.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:34.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:34.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:34.772 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:34.772 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:34.772 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:34.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:34.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:34.773 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:34.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:34.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:34.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:34.773 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:34.773 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:34.773 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:34.773 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:34.264990 17189 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 17183
02:08:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:34.844895 17192 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1977 milliseconds
02:08:34.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:34.846117 17193 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:34.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:32.867578 17191 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:34.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:34.844107 17183 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.977s	user 0.306s	sys 0.523s
02:08:34.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:34.848186 17183 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.981s	user 0.306s	sys 0.523s
02:08:34.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.848834 17183 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:34.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.852519 17183 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.865607 17183 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:34.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.873404 17183 hybrid_clock.cc:648] HybridClock initialized: now 1779070114873338 us; error 67 us; skew 500 ppm
02:08:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.874631 17183 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.906142 17183 webserver.cc:533] Webserver started at http://127.16.118.65:40735/ using document root <none> and password file <none>
02:08:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.907724 17183 fs_manager.cc:362] Metadata directory not provided
02:08:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.908185 17183 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.908841 17183 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.916000 17183 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/data/instance:
02:08:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f5461fb2f3c4e3689daae115757a227"
02:08:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:34 on dist-test-slave-9vqr"
02:08:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.917713 17183 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/wal/instance:
02:08:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f5461fb2f3c4e3689daae115757a227"
02:08:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:34 on dist-test-slave-9vqr"
02:08:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.952203 17183 fs_manager.cc:696] Time spent creating directory manager: real 0.034s	user 0.008s	sys 0.007s
02:08:34.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.984510 17202 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:08:34.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.986071 17183 fs_manager.cc:730] Time spent opening block manager: real 0.027s	user 0.002s	sys 0.005s
02:08:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.986647 17183 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/wal
02:08:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f5461fb2f3c4e3689daae115757a227"
02:08:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:34 on dist-test-slave-9vqr"
02:08:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:34.987120 17183 fs_report.cc:389] FS layout report
02:08:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/wal
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/wal
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/data/data
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:34.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:35.060 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:35.060 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:35.060 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:35.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:35.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:35.061 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:35.061 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:35.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:35.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:35.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:35.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:35.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:35.061 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:35.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.084307 17183 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:08:35.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.086354 17183 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.087141 17183 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.090824 17183 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:08:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.102110 17183 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:08:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.102455 17183 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:08:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.102782 17183 ts_tablet_manager.cc:616] Registered 0 tablets
02:08:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.103004 17183 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:08:35.123 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070115123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:35.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:35.135 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:08:35.136 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
02:08:35.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:35.172 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:35.173 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:35.173 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:35.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:35.173 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:35.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:35.173 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:35.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:35.173 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:35.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:35.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:35.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:35.174 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:35.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:35.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:35.256 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:35.256 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:35.256 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:35.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:35.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:35.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:35.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:35.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:35.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:35.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:35.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:35.257 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:35.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:35.357 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:35.357 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:35.357 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:35.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:35.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:35.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:35.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:35.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:35.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:35.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:35.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:35.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:35.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:35.489 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:35.501238 16106 debug-util.cc:398] Leaking SignalData structure 0x7b080009d380 after lost signal to thread 16041
02:08:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:35.502091 16106 debug-util.cc:398] Leaking SignalData structure 0x7b0800081a80 after lost signal to thread 16109
02:08:35.521 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:35.521 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:35.522 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:35.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:35.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:35.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:35.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:35.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:35.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:35.523 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:35.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:35.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:35.523 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:35.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.530874 17316 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.118.65:36187 every 8 connection(s)
02:08:35.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.531260 17183 rpc_server.cc:307] RPC server started. Bound to: 127.16.118.65:36187
02:08:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.535183 17183 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/data/info.pb
02:08:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.536890 16857 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 17183
02:08:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.537528 16857 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-0/wal/instance
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.560564 16857 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/wal
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/data
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/logs
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/data/info.pb
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.118.66:0
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.118.66
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.118.66
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.118.126:35839,127.16.118.125:46813,127.16.118.124:41511
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.118.84:33413
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:08:35.623 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070115623 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:35.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:35.632 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
02:08:35.632 [DEBUG - pool-370-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.13.82.254:42605, [5ms] received response from server master-127.13.82.254:42605: OK, deferred=null) with no deferred attached!
02:08:35.633 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
02:08:35.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.660372 17318 heartbeater.cc:344] Connected to a master server at 127.16.118.125:46813
02:08:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.661586 17318 heartbeater.cc:461] Registering TS with master...
02:08:35.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.663005 17318 heartbeater.cc:507] Master 127.16.118.125:46813 requested a full tablet report, sending...
02:08:35.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.675437 17001 ts_manager.cc:194] Registered new tserver with Master: 9f5461fb2f3c4e3689daae115757a227 (127.16.118.65:36187)
02:08:35.681 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:35.682 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:35.682 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:35.682 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:35.682 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:35.682 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:35.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:35.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:35.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:35.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:35.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:35.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:35.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.689711 17317 heartbeater.cc:344] Connected to a master server at 127.16.118.124:41511
02:08:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.690047 17317 heartbeater.cc:461] Registering TS with master...
02:08:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.690919 17317 heartbeater.cc:507] Master 127.16.118.124:41511 requested a full tablet report, sending...
02:08:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.693811 17084 ts_manager.cc:194] Registered new tserver with Master: 9f5461fb2f3c4e3689daae115757a227 (127.16.118.65:36187)
02:08:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.696451 17084 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.118.65:35693
02:08:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.702806 17323 heartbeater.cc:344] Connected to a master server at 127.16.118.126:35839
02:08:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.703238 17323 heartbeater.cc:461] Registering TS with master...
02:08:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.704067 17323 heartbeater.cc:507] Master 127.16.118.126:35839 requested a full tablet report, sending...
02:08:35.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:35.708029 16923 ts_manager.cc:194] Registered new tserver with Master: 9f5461fb2f3c4e3689daae115757a227 (127.16.118.65:36187)
02:08:35.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:35.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:35.738 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:35.738 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:35.738 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:35.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:35.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:35.739 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:35.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:35.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:35.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:35.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:35.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:35.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:35.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:35.777 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:35.777 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:35.777 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:35.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:35.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:35.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:35.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:35.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:35.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:35.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:35.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:35.779 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:35.779 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:35.933 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:35.933 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:35.933 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:35.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:35.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:35.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:35.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:35.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:35.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:35.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:35.935 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:35.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:35.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:35.965 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:35.965 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:35.965 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:35.966 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:35.966 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:35.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:35.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:35.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:35.967 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:35.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:35.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:35.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:35.967 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:35.989 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:36.123 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070116123 for job 4493b51b1e9678bc4b0af52ac25af4e2.
02:08:36.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:36.131 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job 4493b51b1e9678bc4b0af52ac25af4e2 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:08:36.132 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
02:08:36.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:36.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:36.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:36.307 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:36.307 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:36.307 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:36.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:36.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:36.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:36.308 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:36.308 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:36.308 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:36.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:36.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:36.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:36.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:36.324 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:36.325 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:36.325 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:36.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:36.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:36.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:36.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:36.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:36.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:36.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:36.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:36.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:36.326 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:36.365 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:36.366 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:36.366 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:36.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:36.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:36.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:36.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:36.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:36.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:36.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:36.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:36.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:36.367 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:36.433357 17321 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:36.435217 17321 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:36.436748 17321 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:36.459 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:36.459 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:36.459 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:36.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:36.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:36.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:36.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:36.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:36.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:36.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:36.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:36.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:36.461 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:36.472 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:36.472 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:36.473 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:36.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.474 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:36.475 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:36.475 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:36.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.475 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:36.476 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=28868), Traces: [0ms] sending RPC to server master-127.13.82.254:42605, [2ms] received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [6ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [7ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [7ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [8ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [8ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [38ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [38ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [48ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [49ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [49ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [68ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [68ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [106ms] refreshing cache from master, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [108ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [165ms] refreshing cache from master, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [166ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [167ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [167ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [167ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [226ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [227ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [227ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [227ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [306ms] refreshing cache from master, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [307ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [686ms] refreshing cache from master, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [687ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [687ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1526ms] refreshing cache from master, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1527ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1805ms] refreshing cache from master, [1805ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [1806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [1806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1806ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [3706ms] refreshing cache from master, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [3707ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [3708ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [3708ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [3708ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [4346ms] refreshing cache from master, [4346ms] too many traces: truncated at 100 traces, deferred=Deferred@895834260(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@2d0bf2b5 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1631061440 after retry RPC after error@919437332) -> (continuation of Deferred@695459745 after retry RPC after error@1528766048) -> (continuation of Deferred@2057836230 after retry RPC after error@541062311) -> (continuation of Deferred@386312662 after retry RPC after error@885606728) -> (continuation of Deferred@250439473 after retry RPC after error@1369972871) -> (continuation of Deferred@1933736829 after retry RPC after error@222293844) -> (continuation of Deferred@1745802541 after retry RPC after error@2024963251) -> (continuation of Deferred@415983947 after retry RPC after error@1786536009) -> (continuation of Deferred@1950705558 after retry RPC after error@528079433) -> (continuation of Deferred@1555786204 after retry RPC after error@1439446058) -> (continuation of Deferred@183144658 after retry RPC after error@1536206932) -> (continuation of Deferred@1558368115 after retry RPC after error@1757138337) -> (continuation of Deferred@914992228 after retry RPC after error@1745187049) -> (continuation of Deferred@584496077 after retry RPC after error@347514099) -> (continuation of Deferred@1864880269 after retry RPC after error@753301432) -> (continuation of Deferred@993653042 after retry RPC after error@445209498) -> (continuation of Deferred@1274758142 after retry RPC after error@1413461646) -> (continuation of Deferred@544959834 after retry RPC after error@1887348548) -> (continuation of Deferred@1636560390 after retry RPC after error@1219084159) -> (continuation of Deferred@868424333 after retry RPC after error@914546486) -> (continuation of Deferred@147323966 after retry RPC after error@227604510) -> (continuation of Deferred@648842323 after retry RPC after error@116886751) -> (continuation of Deferred@828814899 after retry RPC after error@993847305) -> (continuation of Deferred@2033202473 after retry RPC after error@1134284708) -> (continuation of Deferred@1195912906 after retry RPC after error@468249226), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1631061440 after retry RPC after error@919437332) -> (continuation of Deferred@695459745 after retry RPC after error@1528766048) -> (continuation of Deferred@2057836230 after retry RPC after error@541062311) -> (continuation of Deferred@386312662 after retry RPC after error@885606728) -> (continuation of Deferred@250439473 after retry RPC after error@1369972871) -> (continuation of Deferred@1933736829 after retry RPC after error@222293844) -> (continuation of Deferred@1745802541 after retry RPC after error@2024963251) -> (continuation of Deferred@415983947 after retry RPC after error@1786536009) -> (continuation of Deferred@1950705558 after retry RPC after error@528079433) -> (continuation of Deferred@1555786204 after retry RPC after error@1439446058) -> (continuation of Deferred@183144658 after retry RPC after error@1536206932) -> (continuation of Deferred@1558368115 after retry RPC after error@1757138337) -> (continuation of Deferred@914992228 after retry RPC after error@1745187049) -> (continuation of Deferred@584496077 after retry RPC after error@347514099) -> (continuation of Deferred@1864880269 after retry RPC after error@753301432) -> (continuation of Deferred@993653042 after retry RPC after error@445209498) -> (continuation of Deferred@1274758142 after retry RPC after error@1413461646) -> (continuation of Deferred@544959834 after retry RPC after error@1887348548) -> (continuation of Deferred@1636560390 after retry RPC after error@1219084159) -> (continuation of Deferred@868424333 after retry RPC after error@914546486) -> (continuation of Deferred@147323966 after retry RPC after error@227604510) -> (continuation of Deferred@648842323 after retry RPC after error@116886751) -> (continuation of Deferred@828814899 after retry RPC after error@993847305) -> (continuation of Deferred@2033202473 after retry RPC after error@1134284708) -> (continuation of Deferred@1195912906 after retry RPC after error@468249226)))
02:08:36.478 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:36.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:36.478 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:36.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:36.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:36.478 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:36.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:36.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:36.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.478 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=28868), Traces: [0ms] sending RPC to server master-127.13.82.254:42605, [2ms] received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [6ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [7ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [7ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [8ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [8ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [38ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [38ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [48ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [49ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [49ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [68ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [68ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [106ms] refreshing cache from master, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [108ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [165ms] refreshing cache from master, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [166ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [167ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [167ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [167ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [226ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [227ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [227ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [227ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [306ms] refreshing cache from master, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [307ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [686ms] refreshing cache from master, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [687ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [687ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1526ms] refreshing cache from master, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1527ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1805ms] refreshing cache from master, [1805ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [1806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [1806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1806ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [3706ms] refreshing cache from master, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [3707ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [3708ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [3708ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [3708ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [4346ms] refreshing cache from master, [4346ms] too many traces: truncated at 100 traces, deferred=Deferred@895834260(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@2d0bf2b5 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1631061440 after retry RPC after error@919437332) -> (continuation of Deferred@695459745 after retry RPC after error@1528766048) -> (continuation of Deferred@2057836230 after retry RPC after error@541062311) -> (continuation of Deferred@386312662 after retry RPC after error@885606728) -> (continuation of Deferred@250439473 after retry RPC after error@1369972871) -> (continuation of Deferred@1933736829 after retry RPC after error@222293844) -> (continuation of Deferred@1745802541 after retry RPC after error@2024963251) -> (continuation of Deferred@415983947 after retry RPC after error@1786536009) -> (continuation of Deferred@1950705558 after retry RPC after error@528079433) -> (continuation of Deferred@1555786204 after retry RPC after error@1439446058) -> (continuation of Deferred@183144658 after retry RPC after error@1536206932) -> (continuation of Deferred@1558368115 after retry RPC after error@1757138337) -> (continuation of Deferred@914992228 after retry RPC after error@1745187049) -> (continuation of Deferred@584496077 after retry RPC after error@347514099) -> (continuation of Deferred@1864880269 after retry RPC after error@753301432) -> (continuation of Deferred@993653042 after retry RPC after error@445209498) -> (continuation of Deferred@1274758142 after retry RPC after error@1413461646) -> (continuation of Deferred@544959834 after retry RPC after error@1887348548) -> (continuation of Deferred@1636560390 after retry RPC after error@1219084159) -> (continuation of Deferred@868424333 after retry RPC after error@914546486) -> (continuation of Deferred@147323966 after retry RPC after error@227604510) -> (continuation of Deferred@648842323 after retry RPC after error@116886751) -> (continuation of Deferred@828814899 after retry RPC after error@993847305) -> (continuation of Deferred@2033202473 after retry RPC after error@1134284708) -> (continuation of Deferred@1195912906 after retry RPC after error@468249226), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1631061440 after retry RPC after error@919437332) -> (continuation of Deferred@695459745 after retry RPC after error@1528766048) -> (continuation of Deferred@2057836230 after retry RPC after error@541062311) -> (continuation of Deferred@386312662 after retry RPC after error@885606728) -> (continuation of Deferred@250439473 after retry RPC after error@1369972871) -> (continuation of Deferred@1933736829 after retry RPC after error@222293844) -> (continuation of Deferred@1745802541 after retry RPC after error@2024963251) -> (continuation of Deferred@415983947 after retry RPC after error@1786536009) -> (continuation of Deferred@1950705558 after retry RPC after error@528079433) -> (continuation of Deferred@1555786204 after retry RPC after error@1439446058) -> (continuation of Deferred@183144658 after retry RPC after error@1536206932) -> (continuation of Deferred@1558368115 after retry RPC after error@1757138337) -> (continuation of Deferred@914992228 after retry RPC after error@1745187049) -> (continuation of Deferred@584496077 after retry RPC after error@347514099) -> (continuation of Deferred@1864880269 after retry RPC after error@753301432) -> (continuation of Deferred@993653042 after retry RPC after error@445209498) -> (continuation of Deferred@1274758142 after retry RPC after error@1413461646) -> (continuation of Deferred@544959834 after retry RPC after error@1887348548) -> (continuation of Deferred@1636560390 after retry RPC after error@1219084159) -> (continuation of Deferred@868424333 after retry RPC after error@914546486) -> (continuation of Deferred@147323966 after retry RPC after error@227604510) -> (continuation of Deferred@648842323 after retry RPC after error@116886751) -> (continuation of Deferred@828814899 after retry RPC after error@993847305) -> (continuation of Deferred@2033202473 after retry RPC after error@1134284708) -> (continuation of Deferred@1195912906 after retry RPC after error@468249226)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=28868), Traces: [0ms] sending RPC to server master-127.13.82.254:42605, [2ms] received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [6ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [7ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [7ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [8ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [8ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [38ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [38ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [48ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [49ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [49ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [68ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [68ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [106ms] refreshing cache from master, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [108ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [165ms] refreshing cache from master, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [166ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [167ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [167ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [167ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [226ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [227ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [227ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [227ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [306ms] refreshing cache from master, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [307ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [686ms] refreshing cache from master, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [687ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [687ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1526ms] refreshing cache from master, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1527ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1805ms] refreshing cache from master, [1805ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [1806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [1806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1806ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [3706ms] refreshing cache from master, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [3707ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [3708ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [3708ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [3708ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [4346ms] refreshing cache from master, [4346ms] too many traces: truncated at 100 traces, deferred=Deferred@895834260(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@2d0bf2b5 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1631061440 after retry RPC after error@919437332) -> (continuation of Deferred@695459745 after retry RPC after error@1528766048) -> (continuation of Deferred@2057836230 after retry RPC after error@541062311) -> (continuation of Deferred@386312662 after retry RPC after error@885606728) -> (continuation of Deferred@250439473 after retry RPC after error@1369972871) -> (continuation of Deferred@1933736829 after retry RPC after error@222293844) -> (continuation of Deferred@1745802541 after retry RPC after error@2024963251) -> (continuation of Deferred@415983947 after retry RPC after error@1786536009) -> (continuation of Deferred@1950705558 after retry RPC after error@528079433) -> (continuation of Deferred@1555786204 after retry RPC after error@1439446058) -> (continuation of Deferred@183144658 after retry RPC after error@1536206932) -> (continuation of Deferred@1558368115 after retry RPC after error@1757138337) -> (continuation of Deferred@914992228 after retry RPC after error@1745187049) -> (continuation of Deferred@584496077 after retry RPC after error@347514099) -> (continuation of Deferred@1864880269 after retry RPC after error@753301432) -> (continuation of Deferred@993653042 after retry RPC after error@445209498) -> (continuation of Deferred@1274758142 after retry RPC after error@1413461646) -> (continuation of Deferred@544959834 after retry RPC after error@1887348548) -> (continuation of Deferred@1636560390 after retry RPC after error@1219084159) -> (continuation of Deferred@868424333 after retry RPC after error@914546486) -> (continuation of Deferred@147323966 after retry RPC after error@227604510) -> (continuation of Deferred@648842323 after retry RPC after error@116886751) -> (continuation of Deferred@828814899 after retry RPC after error@993847305) -> (continuation of Deferred@2033202473 after retry RPC after error@1134284708) -> (continuation of Deferred@1195912906 after retry RPC after error@468249226), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1631061440 after retry RPC after error@919437332) -> (continuation of Deferred@695459745 after retry RPC after error@1528766048) -> (continuation of Deferred@2057836230 after retry RPC after error@541062311) -> (continuation of Deferred@386312662 after retry RPC after error@885606728) -> (continuation of Deferred@250439473 after retry RPC after error@1369972871) -> (continuation of Deferred@1933736829 after retry RPC after error@222293844) -> (continuation of Deferred@1745802541 after retry RPC after error@2024963251) -> (continuation of Deferred@415983947 after retry RPC after error@1786536009) -> (continuation of Deferred@1950705558 after retry RPC after error@528079433) -> (continuation of Deferred@1555786204 after retry RPC after error@1439446058) -> (continuation of Deferred@183144658 after retry RPC after error@1536206932) -> (continuation of Deferred@1558368115 after retry RPC after error@1757138337) -> (continuation of Deferred@914992228 after retry RPC after error@1745187049) -> (continuation of Deferred@584496077 after retry RPC after error@347514099) -> (continuation of Deferred@1864880269 after retry RPC after error@753301432) -> (continuation of Deferred@993653042 after retry RPC after error@445209498) -> (continuation of Deferred@1274758142 after retry RPC after error@1413461646) -> (continuation of Deferred@544959834 after retry RPC after error@1887348548) -> (continuation of Deferred@1636560390 after retry RPC after error@1219084159) -> (continuation of Deferred@868424333 after retry RPC after error@914546486) -> (continuation of Deferred@147323966 after retry RPC after error@227604510) -> (continuation of Deferred@648842323 after retry RPC after error@116886751) -> (continuation of Deferred@828814899 after retry RPC after error@993847305) -> (continuation of Deferred@2033202473 after retry RPC after error@1134284708) -> (continuation of Deferred@1195912906 after retry RPC after error@468249226)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.82.252:36411
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:36.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:36.479 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:36.481 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:36.481 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:36.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:36.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.485 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:36.489 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:36.490 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=28868), Traces: [0ms] sending RPC to server master-127.13.82.254:42605, [2ms] received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [6ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [7ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [7ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [8ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [8ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [38ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [38ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [48ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [49ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [49ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [68ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [68ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [106ms] refreshing cache from master, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [108ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [165ms] refreshing cache from master, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [166ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [167ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [167ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [167ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [226ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [227ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [227ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [227ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [306ms] refreshing cache from master, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [307ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [686ms] refreshing cache from master, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [687ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [687ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1526ms] refreshing cache from master, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1527ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1805ms] refreshing cache from master, [1805ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [1806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [1806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1806ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [3706ms] refreshing cache from master, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [3707ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [3708ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [3708ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [3708ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [4346ms] refreshing cache from master, [4346ms] too many traces: truncated at 100 traces, deferred=Deferred@895834260(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@2d0bf2b5 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1631061440 after retry RPC after error@919437332) -> (continuation of Deferred@695459745 after retry RPC after error@1528766048) -> (continuation of Deferred@2057836230 after retry RPC after error@541062311) -> (continuation of Deferred@386312662 after retry RPC after error@885606728) -> (continuation of Deferred@250439473 after retry RPC after error@1369972871) -> (continuation of Deferred@1933736829 after retry RPC after error@222293844) -> (continuation of Deferred@1745802541 after retry RPC after error@2024963251) -> (continuation of Deferred@415983947 after retry RPC after error@1786536009) -> (continuation of Deferred@1950705558 after retry RPC after error@528079433) -> (continuation of Deferred@1555786204 after retry RPC after error@1439446058) -> (continuation of Deferred@183144658 after retry RPC after error@1536206932) -> (continuation of Deferred@1558368115 after retry RPC after error@1757138337) -> (continuation of Deferred@914992228 after retry RPC after error@1745187049) -> (continuation of Deferred@584496077 after retry RPC after error@347514099) -> (continuation of Deferred@1864880269 after retry RPC after error@753301432) -> (continuation of Deferred@993653042 after retry RPC after error@445209498) -> (continuation of Deferred@1274758142 after retry RPC after error@1413461646) -> (continuation of Deferred@544959834 after retry RPC after error@1887348548) -> (continuation of Deferred@1636560390 after retry RPC after error@1219084159) -> (continuation of Deferred@868424333 after retry RPC after error@914546486) -> (continuation of Deferred@147323966 after retry RPC after error@227604510) -> (continuation of Deferred@648842323 after retry RPC after error@116886751) -> (continuation of Deferred@828814899 after retry RPC after error@993847305) -> (continuation of Deferred@2033202473 after retry RPC after error@1134284708) -> (continuation of Deferred@1195912906 after retry RPC after error@468249226), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1631061440 after retry RPC after error@919437332) -> (continuation of Deferred@695459745 after retry RPC after error@1528766048) -> (continuation of Deferred@2057836230 after retry RPC after error@541062311) -> (continuation of Deferred@386312662 after retry RPC after error@885606728) -> (continuation of Deferred@250439473 after retry RPC after error@1369972871) -> (continuation of Deferred@1933736829 after retry RPC after error@222293844) -> (continuation of Deferred@1745802541 after retry RPC after error@2024963251) -> (continuation of Deferred@415983947 after retry RPC after error@1786536009) -> (continuation of Deferred@1950705558 after retry RPC after error@528079433) -> (continuation of Deferred@1555786204 after retry RPC after error@1439446058) -> (continuation of Deferred@183144658 after retry RPC after error@1536206932) -> (continuation of Deferred@1558368115 after retry RPC after error@1757138337) -> (continuation of Deferred@914992228 after retry RPC after error@1745187049) -> (continuation of Deferred@584496077 after retry RPC after error@347514099) -> (continuation of Deferred@1864880269 after retry RPC after error@753301432) -> (continuation of Deferred@993653042 after retry RPC after error@445209498) -> (continuation of Deferred@1274758142 after retry RPC after error@1413461646) -> (continuation of Deferred@544959834 after retry RPC after error@1887348548) -> (continuation of Deferred@1636560390 after retry RPC after error@1219084159) -> (continuation of Deferred@868424333 after retry RPC after error@914546486) -> (continuation of Deferred@147323966 after retry RPC after error@227604510) -> (continuation of Deferred@648842323 after retry RPC after error@116886751) -> (continuation of Deferred@828814899 after retry RPC after error@993847305) -> (continuation of Deferred@2033202473 after retry RPC after error@1134284708) -> (continuation of Deferred@1195912906 after retry RPC after error@468249226)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=27, TimeoutTracker(timeout=30000, elapsed=28868), Traces: [0ms] sending RPC to server master-127.13.82.254:42605, [2ms] received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [6ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [7ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [7ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [8ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [8ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [38ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [38ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [48ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [49ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [49ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [68ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [68ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [106ms] refreshing cache from master, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [108ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [165ms] refreshing cache from master, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [166ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [167ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [167ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [167ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [226ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [227ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [227ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [227ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [306ms] refreshing cache from master, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [306ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [307ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [307ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [686ms] refreshing cache from master, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [687ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [687ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [687ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1526ms] refreshing cache from master, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [1526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1527ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1805ms] refreshing cache from master, [1805ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [1806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [1806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [1806ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [1806ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [3706ms] refreshing cache from master, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.253:44067, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.254:42605, [3706ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.82.252:36411, [3707ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.253:44067: Network error: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067, [3708ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.254:42605: Network error: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605, [3708ms] Sub RPC ConnectToMaster: received response from server master-127.13.82.252:36411: Network error: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [3708ms] delaying RPC due to: Service unavailable: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411, [4346ms] refreshing cache from master, [4346ms] too many traces: truncated at 100 traces, deferred=Deferred@895834260(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$226/0x00007fb10c320a70@2d0bf2b5 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1631061440 after retry RPC after error@919437332) -> (continuation of Deferred@695459745 after retry RPC after error@1528766048) -> (continuation of Deferred@2057836230 after retry RPC after error@541062311) -> (continuation of Deferred@386312662 after retry RPC after error@885606728) -> (continuation of Deferred@250439473 after retry RPC after error@1369972871) -> (continuation of Deferred@1933736829 after retry RPC after error@222293844) -> (continuation of Deferred@1745802541 after retry RPC after error@2024963251) -> (continuation of Deferred@415983947 after retry RPC after error@1786536009) -> (continuation of Deferred@1950705558 after retry RPC after error@528079433) -> (continuation of Deferred@1555786204 after retry RPC after error@1439446058) -> (continuation of Deferred@183144658 after retry RPC after error@1536206932) -> (continuation of Deferred@1558368115 after retry RPC after error@1757138337) -> (continuation of Deferred@914992228 after retry RPC after error@1745187049) -> (continuation of Deferred@584496077 after retry RPC after error@347514099) -> (continuation of Deferred@1864880269 after retry RPC after error@753301432) -> (continuation of Deferred@993653042 after retry RPC after error@445209498) -> (continuation of Deferred@1274758142 after retry RPC after error@1413461646) -> (continuation of Deferred@544959834 after retry RPC after error@1887348548) -> (continuation of Deferred@1636560390 after retry RPC after error@1219084159) -> (continuation of Deferred@868424333 after retry RPC after error@914546486) -> (continuation of Deferred@147323966 after retry RPC after error@227604510) -> (continuation of Deferred@648842323 after retry RPC after error@116886751) -> (continuation of Deferred@828814899 after retry RPC after error@993847305) -> (continuation of Deferred@2033202473 after retry RPC after error@1134284708) -> (continuation of Deferred@1195912906 after retry RPC after error@468249226), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1631061440 after retry RPC after error@919437332) -> (continuation of Deferred@695459745 after retry RPC after error@1528766048) -> (continuation of Deferred@2057836230 after retry RPC after error@541062311) -> (continuation of Deferred@386312662 after retry RPC after error@885606728) -> (continuation of Deferred@250439473 after retry RPC after error@1369972871) -> (continuation of Deferred@1933736829 after retry RPC after error@222293844) -> (continuation of Deferred@1745802541 after retry RPC after error@2024963251) -> (continuation of Deferred@415983947 after retry RPC after error@1786536009) -> (continuation of Deferred@1950705558 after retry RPC after error@528079433) -> (continuation of Deferred@1555786204 after retry RPC after error@1439446058) -> (continuation of Deferred@183144658 after retry RPC after error@1536206932) -> (continuation of Deferred@1558368115 after retry RPC after error@1757138337) -> (continuation of Deferred@914992228 after retry RPC after error@1745187049) -> (continuation of Deferred@584496077 after retry RPC after error@347514099) -> (continuation of Deferred@1864880269 after retry RPC after error@753301432) -> (continuation of Deferred@993653042 after retry RPC after error@445209498) -> (continuation of Deferred@1274758142 after retry RPC after error@1413461646) -> (continuation of Deferred@544959834 after retry RPC after error@1887348548) -> (continuation of Deferred@1636560390 after retry RPC after error@1219084159) -> (continuation of Deferred@868424333 after retry RPC after error@914546486) -> (continuation of Deferred@147323966 after retry RPC after error@227604510) -> (continuation of Deferred@648842323 after retry RPC after error@116886751) -> (continuation of Deferred@828814899 after retry RPC after error@993847305) -> (continuation of Deferred@2033202473 after retry RPC after error@1134284708) -> (continuation of Deferred@1195912906 after retry RPC after error@468249226)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.82.252:36411
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:36.492 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:36.493 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:36.493 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:36.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.493 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.493 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.493 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.493 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.494 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:36.498 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:08:36.498 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4493b51b1e9678bc4b0af52ac25af4e2) switched from state RUNNING to RESTARTING.
02:08:36.498 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
02:08:36.504 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:08:36.505 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:08:36.505 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
02:08:36.505 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:08:36.505 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:08:36.505 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
02:08:36.505 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
02:08:36.505 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:08:36.506 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
02:08:36.506 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:08:36.512 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:36.512 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:36.512 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:36.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.513 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.513 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.514 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:36.518 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.14.8.124:34435(127.14.8.124:34435)] disconnecting while in state TERMINATED
02:08:36.518 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.14.8.126:34347(127.14.8.126:34347)] disconnecting while in state TERMINATED
02:08:36.518 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.14.8.125:37543(127.14.8.125:37543)] disconnecting while in state TERMINATED
02:08:36.519 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer b4d432adba0044348680d5d5c9d70d8e(127.14.8.67:35903)] disconnecting while in state TERMINATED
02:08:36.520 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:36.522 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:08:36.522 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
02:08:36.523 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
02:08:36.532 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:36.532 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:36.532 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:36.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.533 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.533 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.533 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.533 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.533 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.533 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.533 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.533 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:36.534 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:08:36.534 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
02:08:36.534 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:08:36.549 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.14.8.124:34435(127.14.8.124:34435)] disconnecting while in state TERMINATED
02:08:36.549 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] disconnecting while in state TERMINATED
02:08:36.549 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.14.8.126:34347(127.14.8.126:34347)] disconnecting while in state TERMINATED
02:08:36.549 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.14.8.125:37543(127.14.8.125:37543)] disconnecting while in state TERMINATED
02:08:36.549 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:36.550 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
02:08:36.550 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:08:36.550 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
02:08:36.550 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
02:08:36.550 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:08:36.550 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
02:08:36.552 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:36.553 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:36.553 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:36.552541 17321 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:36.553 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.553 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:36.554085 17321 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.118.66
02:08:36.565 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:08:36.565 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:08:36.566 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:08:36.566 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
02:08:36.572 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:36.572 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:36.573 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:36.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.573 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
02:08:36.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.573 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.573 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.574 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:36.574 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:08:36.574 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:08:36.575 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
02:08:36.580 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 606ac9f1e0f140c296800e6dc060c533(127.14.8.65:42077)] disconnecting while in state TERMINATED
02:08:36.580 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.14.8.124:34435(127.14.8.124:34435)] disconnecting while in state TERMINATED
02:08:36.580 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] disconnecting while in state TERMINATED
02:08:36.580 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.14.8.126:34347(127.14.8.126:34347)] disconnecting while in state TERMINATED
02:08:36.580 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.14.8.125:37543(127.14.8.125:37543)] disconnecting while in state TERMINATED
02:08:36.581 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:36.581 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
02:08:36.581 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:08:36.581 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
02:08:36.582 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
02:08:36.582 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:08:36.582 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
02:08:36.583 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:08:36.586 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.14.8.124:34435(127.14.8.124:34435)] disconnecting while in state TERMINATED
02:08:36.586 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 2e77b2ad4b1945efb2da870907d14802(127.14.8.66:41353)] disconnecting while in state TERMINATED
02:08:36.586 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.14.8.126:34347(127.14.8.126:34347)] disconnecting while in state TERMINATED
02:08:36.586 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.14.8.125:37543(127.14.8.125:37543)] disconnecting while in state TERMINATED
02:08:36.587 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:36.588 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
02:08:36.588 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
02:08:36.588 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
02:08:36.592 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:36.592 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:36.592 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:36.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.593 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.593 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.593 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.593 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.593 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.593 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.593 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:36.597 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:36.597 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:36.597 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:36.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:36.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:36.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:36.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:36.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:36.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:36.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:36.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:36.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:36.598 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:36.603 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
02:08:36.604 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:08:36.608 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:08:36.608 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
02:08:36.612 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:36.612 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:36.612 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:36.613 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
02:08:36.613 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.613 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.613 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
02:08:36.614 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
02:08:36.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.614 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
02:08:36.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.615 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:36.615 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
02:08:36.615 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
02:08:36.616 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4493b51b1e9678bc4b0af52ac25af4e2: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:36.616 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 4493b51b1e9678bc4b0af52ac25af4e2: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:36.619 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4493b51b1e9678bc4b0af52ac25af4e2: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:36.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:36.638931 17321 tablet_server_runner.cc:78] Tablet server non-default flags:
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.118.84:33413
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/data
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/wal
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.118.66:0
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/data/info.pb
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.118.66
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.118.126:35839,127.16.118.125:46813,127.16.118.124:41511
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.118.66
02:08:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/logs
02:08:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:08:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:08:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:08:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:08:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:08:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:36.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:36.646996 17321 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:36.649605 17321 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:36.665 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
02:08:36.665 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:08:36.666 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:08:36.667 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
02:08:36.668 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
02:08:36.668 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
02:08:36.669 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 4493b51b1e9678bc4b0af52ac25af4e2
02:08:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:36.685776 17352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:36.700443 17317 heartbeater.cc:499] Master 127.16.118.124:41511 was elected leader, sending a full tablet report...
02:08:36.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:36.735 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:36.829 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:36.829 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:36.829 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:36.830 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:36.830 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:36.830 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:36.830 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:36.830 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:36.830 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:36.830 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:36.830 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:36.830 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:36.831 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:36.852 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:36.853 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:36.853 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:36.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:36.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:36.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:36.854 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:36.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:37.092 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:37.092 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:37.092 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:37.093 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.093 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.093 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.094 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:37.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:37.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:37.165 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:37.165 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:37.165 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:37.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:37.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:37.166 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:37.166 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:37.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:37.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:37.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:37.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:37.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:37.167 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:37.168 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29503), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [301ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [301ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [301ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [301ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [401ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [401ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [401ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [402ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [561ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [561ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [561ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [561ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [1142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [2923ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [5360ms] refreshing cache from master, [5360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [5361ms] too many traces: truncated at 100 traces, deferred=Deferred@178423398(state=PENDING, result=null, callback=(continuation of Deferred@1338286184 after retry RPC after error@766671532) -> (continuation of Deferred@15493977 after retry RPC after error@509824148) -> (continuation of Deferred@1951295696 after retry RPC after error@1243024367) -> (continuation of Deferred@700581719 after retry RPC after error@767686935) -> (continuation of Deferred@709758103 after retry RPC after error@1484010050) -> (continuation of Deferred@1630895780 after retry RPC after error@1134439124) -> (continuation of Deferred@435076228 after retry RPC after error@1626438617) -> (continuation of Deferred@712767805 after retry RPC after error@402763308) -> (continuation of Deferred@1952922420 after retry RPC after error@522430930) -> (continuation of Deferred@1793329434 after retry RPC after error@2139208356) -> (continuation of Deferred@846369019 after retry RPC after error@807256670) -> (continuation of Deferred@2063315358 after retry RPC after error@148730111) -> (continuation of Deferred@781110359 after retry RPC after error@1885332714) -> (continuation of Deferred@1469045822 after retry RPC after error@875959480) -> (continuation of Deferred@1812105757 after retry RPC after error@1677024195) -> (continuation of Deferred@1244796335 after retry RPC after error@1311067013) -> (continuation of Deferred@915370558 after retry RPC after error@2137853039) -> (continuation of Deferred@631828800 after retry RPC after error@1102442259) -> (continuation of Deferred@208042905 after retry RPC after error@461312014) -> (continuation of Deferred@2034225360 after retry RPC after error@387741075) -> (continuation of Deferred@672759386 after retry RPC after error@1267070007) -> (continuation of Deferred@1278936263 after retry RPC after error@947863614) -> (continuation of Deferred@1542914757 after retry RPC after error@1060594112) -> (continuation of Deferred@725506013 after retry RPC after error@1770163252) -> (continuation of Deferred@176179947 after retry RPC after error@247268122) -> (continuation of Deferred@1466183087 after retry RPC after error@721090651), errback=(continuation of Deferred@1338286184 after retry RPC after error@766671532) -> (continuation of Deferred@15493977 after retry RPC after error@509824148) -> (continuation of Deferred@1951295696 after retry RPC after error@1243024367) -> (continuation of Deferred@700581719 after retry RPC after error@767686935) -> (continuation of Deferred@709758103 after retry RPC after error@1484010050) -> (continuation of Deferred@1630895780 after retry RPC after error@1134439124) -> (continuation of Deferred@435076228 after retry RPC after error@1626438617) -> (continuation of Deferred@712767805 after retry RPC after error@402763308) -> (continuation of Deferred@1952922420 after retry RPC after error@522430930) -> (continuation of Deferred@1793329434 after retry RPC after error@2139208356) -> (continuation of Deferred@846369019 after retry RPC after error@807256670) -> (continuation of Deferred@2063315358 after retry RPC after error@148730111) -> (continuation of Deferred@781110359 after retry RPC after error@1885332714) -> (continuation of Deferred@1469045822 after retry RPC after error@875959480) -> (continuation of Deferred@1812105757 after retry RPC after error@1677024195) -> (continuation of Deferred@1244796335 after retry RPC after error@1311067013) -> (continuation of Deferred@915370558 after retry RPC after error@2137853039) -> (continuation of Deferred@631828800 after retry RPC after error@1102442259) -> (continuation of Deferred@208042905 after retry RPC after error@461312014) -> (continuation of Deferred@2034225360 after retry RPC after error@387741075) -> (continuation of Deferred@672759386 after retry RPC after error@1267070007) -> (continuation of Deferred@1278936263 after retry RPC after error@947863614) -> (continuation of Deferred@1542914757 after retry RPC after error@1060594112) -> (continuation of Deferred@725506013 after retry RPC after error@1770163252) -> (continuation of Deferred@176179947 after retry RPC after error@247268122) -> (continuation of Deferred@1466183087 after retry RPC after error@721090651)))
02:08:37.170 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
02:08:37.170 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29503), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [301ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [301ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [301ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [301ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [401ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [401ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [401ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [402ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [561ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [561ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [561ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [561ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [1142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [2923ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [5360ms] refreshing cache from master, [5360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [5361ms] too many traces: truncated at 100 traces, deferred=Deferred@178423398(state=PENDING, result=null, callback=(continuation of Deferred@1338286184 after retry RPC after error@766671532) -> (continuation of Deferred@15493977 after retry RPC after error@509824148) -> (continuation of Deferred@1951295696 after retry RPC after error@1243024367) -> (continuation of Deferred@700581719 after retry RPC after error@767686935) -> (continuation of Deferred@709758103 after retry RPC after error@1484010050) -> (continuation of Deferred@1630895780 after retry RPC after error@1134439124) -> (continuation of Deferred@435076228 after retry RPC after error@1626438617) -> (continuation of Deferred@712767805 after retry RPC after error@402763308) -> (continuation of Deferred@1952922420 after retry RPC after error@522430930) -> (continuation of Deferred@1793329434 after retry RPC after error@2139208356) -> (continuation of Deferred@846369019 after retry RPC after error@807256670) -> (continuation of Deferred@2063315358 after retry RPC after error@148730111) -> (continuation of Deferred@781110359 after retry RPC after error@1885332714) -> (continuation of Deferred@1469045822 after retry RPC after error@875959480) -> (continuation of Deferred@1812105757 after retry RPC after error@1677024195) -> (continuation of Deferred@1244796335 after retry RPC after error@1311067013) -> (continuation of Deferred@915370558 after retry RPC after error@2137853039) -> (continuation of Deferred@631828800 after retry RPC after error@1102442259) -> (continuation of Deferred@208042905 after retry RPC after error@461312014) -> (continuation of Deferred@2034225360 after retry RPC after error@387741075) -> (continuation of Deferred@672759386 after retry RPC after error@1267070007) -> (continuation of Deferred@1278936263 after retry RPC after error@947863614) -> (continuation of Deferred@1542914757 after retry RPC after error@1060594112) -> (continuation of Deferred@725506013 after retry RPC after error@1770163252) -> (continuation of Deferred@176179947 after retry RPC after error@247268122) -> (continuation of Deferred@1466183087 after retry RPC after error@721090651), errback=(continuation of Deferred@1338286184 after retry RPC after error@766671532) -> (continuation of Deferred@15493977 after retry RPC after error@509824148) -> (continuation of Deferred@1951295696 after retry RPC after error@1243024367) -> (continuation of Deferred@700581719 after retry RPC after error@767686935) -> (continuation of Deferred@709758103 after retry RPC after error@1484010050) -> (continuation of Deferred@1630895780 after retry RPC after error@1134439124) -> (continuation of Deferred@435076228 after retry RPC after error@1626438617) -> (continuation of Deferred@712767805 after retry RPC after error@402763308) -> (continuation of Deferred@1952922420 after retry RPC after error@522430930) -> (continuation of Deferred@1793329434 after retry RPC after error@2139208356) -> (continuation of Deferred@846369019 after retry RPC after error@807256670) -> (continuation of Deferred@2063315358 after retry RPC after error@148730111) -> (continuation of Deferred@781110359 after retry RPC after error@1885332714) -> (continuation of Deferred@1469045822 after retry RPC after error@875959480) -> (continuation of Deferred@1812105757 after retry RPC after error@1677024195) -> (continuation of Deferred@1244796335 after retry RPC after error@1311067013) -> (continuation of Deferred@915370558 after retry RPC after error@2137853039) -> (continuation of Deferred@631828800 after retry RPC after error@1102442259) -> (continuation of Deferred@208042905 after retry RPC after error@461312014) -> (continuation of Deferred@2034225360 after retry RPC after error@387741075) -> (continuation of Deferred@672759386 after retry RPC after error@1267070007) -> (continuation of Deferred@1278936263 after retry RPC after error@947863614) -> (continuation of Deferred@1542914757 after retry RPC after error@1060594112) -> (continuation of Deferred@725506013 after retry RPC after error@1770163252) -> (continuation of Deferred@176179947 after retry RPC after error@247268122) -> (continuation of Deferred@1466183087 after retry RPC after error@721090651)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.205.60:35581
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:37.174 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
02:08:37.180 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:08:37.182 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 31387ee5-76ef-4661-a6bd-01ff71aa1f72 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29503), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [1ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [2ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [22ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [22ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [43ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [43ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [62ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [62ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [81ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [82ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [102ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [181ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [182ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [301ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [301ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [301ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [301ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [401ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [401ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [401ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [402ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [561ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [561ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [561ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [561ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [1142ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.62:41527: Network error: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.60:35581: Network error: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.9.205.61:38235: Network error: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [2923ms] delaying RPC due to: Service unavailable: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235, [5360ms] refreshing cache from master, [5360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.62:41527, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.61:38235, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.205.60:35581, [5361ms] too many traces: truncated at 100 traces, deferred=Deferred@178423398(state=PENDING, result=null, callback=(continuation of Deferred@1338286184 after retry RPC after error@766671532) -> (continuation of Deferred@15493977 after retry RPC after error@509824148) -> (continuation of Deferred@1951295696 after retry RPC after error@1243024367) -> (continuation of Deferred@700581719 after retry RPC after error@767686935) -> (continuation of Deferred@709758103 after retry RPC after error@1484010050) -> (continuation of Deferred@1630895780 after retry RPC after error@1134439124) -> (continuation of Deferred@435076228 after retry RPC after error@1626438617) -> (continuation of Deferred@712767805 after retry RPC after error@402763308) -> (continuation of Deferred@1952922420 after retry RPC after error@522430930) -> (continuation of Deferred@1793329434 after retry RPC after error@2139208356) -> (continuation of Deferred@846369019 after retry RPC after error@807256670) -> (continuation of Deferred@2063315358 after retry RPC after error@148730111) -> (continuation of Deferred@781110359 after retry RPC after error@1885332714) -> (continuation of Deferred@1469045822 after retry RPC after error@875959480) -> (continuation of Deferred@1812105757 after retry RPC after error@1677024195) -> (continuation of Deferred@1244796335 after retry RPC after error@1311067013) -> (continuation of Deferred@915370558 after retry RPC after error@2137853039) -> (continuation of Deferred@631828800 after retry RPC after error@1102442259) -> (continuation of Deferred@208042905 after retry RPC after error@461312014) -> (continuation of Deferred@2034225360 after retry RPC after error@387741075) -> (continuation of Deferred@672759386 after retry RPC after error@1267070007) -> (continuation of Deferred@1278936263 after retry RPC after error@947863614) -> (continuation of Deferred@1542914757 after retry RPC after error@1060594112) -> (continuation of Deferred@725506013 after retry RPC after error@1770163252) -> (continuation of Deferred@176179947 after retry RPC after error@247268122) -> (continuation of Deferred@1466183087 after retry RPC after error@721090651), errback=(continuation of Deferred@1338286184 after retry RPC after error@766671532) -> (continuation of Deferred@15493977 after retry RPC after error@509824148) -> (continuation of Deferred@1951295696 after retry RPC after error@1243024367) -> (continuation of Deferred@700581719 after retry RPC after error@767686935) -> (continuation of Deferred@709758103 after retry RPC after error@1484010050) -> (continuation of Deferred@1630895780 after retry RPC after error@1134439124) -> (continuation of Deferred@435076228 after retry RPC after error@1626438617) -> (continuation of Deferred@712767805 after retry RPC after error@402763308) -> (continuation of Deferred@1952922420 after retry RPC after error@522430930) -> (continuation of Deferred@1793329434 after retry RPC after error@2139208356) -> (continuation of Deferred@846369019 after retry RPC after error@807256670) -> (continuation of Deferred@2063315358 after retry RPC after error@148730111) -> (continuation of Deferred@781110359 after retry RPC after error@1885332714) -> (continuation of Deferred@1469045822 after retry RPC after error@875959480) -> (continuation of Deferred@1812105757 after retry RPC after error@1677024195) -> (continuation of Deferred@1244796335 after retry RPC after error@1311067013) -> (continuation of Deferred@915370558 after retry RPC after error@2137853039) -> (continuation of Deferred@631828800 after retry RPC after error@1102442259) -> (continuation of Deferred@208042905 after retry RPC after error@461312014) -> (continuation of Deferred@2034225360 after retry RPC after error@387741075) -> (continuation of Deferred@672759386 after retry RPC after error@1267070007) -> (continuation of Deferred@1278936263 after retry RPC after error@947863614) -> (continuation of Deferred@1542914757 after retry RPC after error@1060594112) -> (continuation of Deferred@725506013 after retry RPC after error@1770163252) -> (continuation of Deferred@176179947 after retry RPC after error@247268122) -> (continuation of Deferred@1466183087 after retry RPC after error@721090651)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.205.60:35581
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:37.190 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job e145383e68303a1e13038904fc8aacb4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:37.192 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
02:08:37.193 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
02:08:37.193 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e145383e68303a1e13038904fc8aacb4) switched from state RUNNING to RESTARTING.
02:08:37.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:37.233 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:37.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:37.532 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:37.532 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:37.532 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:37.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.533 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.533 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:37.577 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (4493b51b1e9678bc4b0af52ac25af4e2) switched from state RESTARTING to RUNNING.
02:08:37.578 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 4493b51b1e9678bc4b0af52ac25af4e2 from Checkpoint 72 @ 1779070116123 for 4493b51b1e9678bc4b0af52ac25af4e2 located at file:/tmp/junit12559913033741624791/checkpoints/4493b51b1e9678bc4b0af52ac25af4e2/chk-72.
02:08:37.579 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
02:08:37.579 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:08:37.582 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
02:08:37.588 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 4493b51b1e9678bc4b0af52ac25af4e2: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:37.591 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
02:08:37.591 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 694b4656-6df2-4d19-b2de-2df2be2e0f9f @ 127.0.0.1 (dataPort=-1) with allocation id 7dff596eb434d9a22467df54a5f08ae4
02:08:37.592 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7dff596eb434d9a22467df54a5f08ae4.
02:08:37.593 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 7dff596eb434d9a22467df54a5f08ae4.
02:08:37.593 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
02:08:37.594 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 4493b51b1e9678bc4b0af52ac25af4e2: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:37.595 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
02:08:37.595 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 694b4656-6df2-4d19-b2de-2df2be2e0f9f @ 127.0.0.1 (dataPort=-1) with allocation id 06ef0b8f67bf80701fa371ca2f52df17
02:08:37.596 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
02:08:37.597 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 4493b51b1e9678bc4b0af52ac25af4e2: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:37.599 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
02:08:37.599 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 694b4656-6df2-4d19-b2de-2df2be2e0f9f @ 127.0.0.1 (dataPort=-1) with allocation id cb773ab22ef5798ba6d6b55039f4c42c
02:08:37.599 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
02:08:37.600 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 4493b51b1e9678bc4b0af52ac25af4e2: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:08:37.603 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
02:08:37.603 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 694b4656-6df2-4d19-b2de-2df2be2e0f9f @ 127.0.0.1 (dataPort=-1) with allocation id bffef7efa1f311e3242e9a4aba98e3f8
02:08:37.604 [INFO - Thread-64] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:08:37.605 [DEBUG - Thread-64] (Connection.java:575) [peer master-127.13.82.254:42605(127.13.82.254:42605)] disconnecting while in state TERMINATED
02:08:37.605 [DEBUG - Thread-64] (Connection.java:575) [peer master-127.13.82.252:36411(127.13.82.252:36411)] disconnecting while in state TERMINATED
02:08:37.605 [DEBUG - Thread-64] (Connection.java:575) [peer master-127.13.82.253:44067(127.13.82.253:44067)] disconnecting while in state TERMINATED
02:08:37.605 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 06ef0b8f67bf80701fa371ca2f52df17.
02:08:37.606 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 06ef0b8f67bf80701fa371ca2f52df17.
02:08:37.607 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot cb773ab22ef5798ba6d6b55039f4c42c.
02:08:37.607 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:37.607 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
02:08:37.608 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
02:08:37.609 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id cb773ab22ef5798ba6d6b55039f4c42c.
02:08:37.609 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4df8050d
02:08:37.609 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:37.609 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12559913033741624791/checkpoints")
02:08:37.609 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
02:08:37.609 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
02:08:37.609 [DEBUG - Thread-64] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:37.609 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21fe0c78
02:08:37.610 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:37.610 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
02:08:37.610 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
02:08:37.610 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
02:08:37.611 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12559913033741624791/checkpoints")
02:08:37.611 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:08:37.611 [INFO - Thread-64] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:08:37.611 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
02:08:37.612 [INFO - Thread-64] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:08:37.611 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:08:37.612 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
02:08:37.616 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:37.616 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:37.616 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@74fc0e14
02:08:37.616 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:37.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:37.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:37.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:37.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:37.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:37.617 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:37.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:37.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:37.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:37.618 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:37.619 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:37.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:37.624 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot bffef7efa1f311e3242e9a4aba98e3f8.
02:08:37.625 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id bffef7efa1f311e3242e9a4aba98e3f8.
02:08:37.627 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
02:08:37.627 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
02:08:37.628 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@68c68cc4
02:08:37.628 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:37.628 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12559913033741624791/checkpoints")
02:08:37.630 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
02:08:37.630 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
02:08:37.630 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c7f3177
02:08:37.630 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:37.631 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12559913033741624791/checkpoints")
02:08:37.634 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f65e60
02:08:37.635 [DEBUG - Thread-64] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:37.635 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:08:37.636 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
02:08:37.638 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:08:37.638 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (f9517dc5b4e416386bb817cd38382530_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
02:08:37.638 [INFO - Thread-64] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:08:37.643 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2bad48c1
02:08:37.650 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7022f2b5
02:08:37.646 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:37.643425 16031 debug-util.cc:398] Leaking SignalData structure 0x7b08000a9700 after lost signal to thread 15967
02:08:37.643 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:37.644210 16031 debug-util.cc:398] Leaking SignalData structure 0x7b08000ab1a0 after lost signal to thread 16034
02:08:37.652 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:37.652 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:37.652 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:37.653 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:37.654 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.657 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.661 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.661 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.661 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.661 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.662 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:37.663 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.664 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:37.667 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.668 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:37.671 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.676 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.677 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.678 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.679 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.679 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.682 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.682 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.682 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.686 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.687 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:37.687 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.687 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.687 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:37.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.691 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.694 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.698 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.699 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.700 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.700 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.700 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.700 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.701 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.701 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:37.703 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.703 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.708 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.709 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:37.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.710 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.711 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.712 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.713 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.713 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.713 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:37.713 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:37.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.716 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.717 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.718 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.719 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.720 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.720 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.720 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.720 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.721 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:37.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.723 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.723 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.727 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:37.727 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.729 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:37.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:37.732 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.732 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.733 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.734 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.735 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.735 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.735 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:37.736 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:37.736 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.737 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.737 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.738 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.739 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.741 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.741 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.741 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:37.743 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.743 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.743 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.744 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.744 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.744 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.748 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.748 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.748 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.748 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.749 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.749 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.748 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:37.749 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.749 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:37.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.749 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.749 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.750 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:37.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.750 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.750 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.750 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.750 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.750 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.750 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:37.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.751 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.757 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.757 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.757 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.764 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.764 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.764 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.764 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.764 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.764 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.767 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.768 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.768 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.768 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.768 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.768 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.768 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.768 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.769 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:37.769 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:37.769 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:37.770 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.770 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.770 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.770 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.770 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.770 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.770 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:37.771 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.772 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.773 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.774 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.776 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.776 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.776 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.778 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.788 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.788 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.788 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.789 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.789 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:37.789 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:37.789 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:37.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.790 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.790 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.790 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.790 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:37.791 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:37.791 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:37.792 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:37.792 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.792 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:37.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:37.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:37.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:37.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:37.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:37.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:37.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:37.792 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.793 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:37.794 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:37.797 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.797 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.797 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.798 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.804 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.804 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.804 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.812 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.812 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.812 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.812 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.813 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.813 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.813 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.813 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.813 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.823 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:37.823 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:37.823 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:37.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:37.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:37.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:37.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:37.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:37.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:37.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:37.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:37.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:37.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:37.828 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.828 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.828 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.828 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.828 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.828 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.829 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.829 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.829 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.829 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.829 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.829 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.836 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.837 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.837 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.837 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.838 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.849 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:37.849 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:37.849 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:37.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.849 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.849 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.849 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.849 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.850 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.850 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.850 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.850 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:37.852 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.852 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.852 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.864 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.864 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.864 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.864 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.864 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.865 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.869 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:37.869 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:37.869 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:37.870 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.870 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.870 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:37.870 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:37.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.870 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:37.871 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:37.904 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.904 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.904 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.905 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.905 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.905 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.905 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:37.906 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:37.906 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:37.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:37.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:37.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:37.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:37.907 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:37.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:37.908 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:37.908 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:37.908 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:37.908 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:37.908 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.908 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.908 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.909 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.909 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.909 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.909 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.909 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.909 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.909 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.909 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.910 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.910 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.910 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.910 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.910 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.910 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.912 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.912 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.913 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.913 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.913 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.913 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.914 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.936 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.937 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.937 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.938 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.968 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.968 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.968 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.970 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.970 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.970 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.970 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:37.991 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:37.991 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:37.991 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:37.992 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.992 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:37.992 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.992 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.992 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:37.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.992 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:37.992 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:37.997 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:37.997 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:37.998 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:37.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:37.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:37.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:37.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:37.999 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:37.999 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:37.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:37.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:37.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:37.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:38.003 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:38.003 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:38.003 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:38.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.005 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:38.012 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:38.012 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:38.012 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:38.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.013 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:38.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.013 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:38.013 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:38.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:38.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:38.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:38.013 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:38.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:38.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.014 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:38.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:38.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:38.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:38.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:38.014 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:38.029 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:38.029 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:38.029 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:38.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:38.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:38.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:38.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:38.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:38.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:38.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:38.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:38.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:38.030 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:38.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:38.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:38.132 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:38.132 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:38.132 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:38.133 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.133 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.133 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.133 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.133 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.134 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:38.196 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:38.197 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:38.197 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:38.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:38.203 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:38.204 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:38.204 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:38.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.205 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:38.216 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:38.217 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:38.217 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:38.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:38.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:38.217 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:38.217 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:38.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:38.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:38.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:38.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:38.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:38.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:38.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:38.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:38.271 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:38.271 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:38.271 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:38.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.273 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.273 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.273 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.273 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:38.323 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:38.324 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:38.324 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:38.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.325 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.325 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.325 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:38.328 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:38.328 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:38.328 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:38.329 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.329 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.329 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.329 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.329 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.329 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.329 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.329 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.329 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.329 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:38.330 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:38.330 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:38.330 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:38.330 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:38.330 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:38.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:38.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:38.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:38.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:38.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:38.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:38.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:38.331 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:38.427 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:38.427 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:38.427 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:38.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:38.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:38.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:38.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:38.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:38.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:38.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:38.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:38.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:38.428 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:38.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:38.577 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:38.577 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:38.577 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:38.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:38.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:38.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:38.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:38.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:38.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:38.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:38.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:38.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:38.578 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:38.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:38.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:38.629 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:38.629 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:38.629 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:38.630 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:38.630 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:38.630 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:38.630 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:38.630 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:38.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:38.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:38.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:38.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:38.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:38.658 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:38.659 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:38.659 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:38.659 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:38.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:38.659 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:38.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:38.659 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:38.659 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:38.659 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:38.659 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:38.659 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:38.659 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:38.697 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:38.697 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:38.697 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:38.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:38.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:38.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:38.698 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:38.703 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:38.703 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:38.703 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:38.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:38.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:38.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:38.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:38.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:38.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:38.704 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:38.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:38.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:38.705 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:38.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:38.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:38.086736 17351 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 17321
02:08:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:38.779074 17351 kernel_stack_watchdog.cc:198] Thread 17321 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 392ms:
02:08:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:08:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:08:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:08:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:08:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:38.780149 17321 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.088s	user 0.313s	sys 0.633s
02:08:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:38.780457 17321 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.088s	user 0.313s	sys 0.633s
02:08:38.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:36.693465 17353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:38.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:38.782403 17354 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2086 milliseconds
02:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:38.782873 17355 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:38.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.783655 17321 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:38.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.789003 17321 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.791699 17321 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.793236 17321 hybrid_clock.cc:648] HybridClock initialized: now 1779070118793201 us; error 47 us; skew 500 ppm
02:08:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.794159 17321 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.801123 17321 webserver.cc:533] Webserver started at http://127.16.118.66:38805/ using document root <none> and password file <none>
02:08:38.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.802160 17321 fs_manager.cc:362] Metadata directory not provided
02:08:38.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.802387 17321 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.802987 17321 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:38.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.808045 17321 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/data/instance:
02:08:38.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "09b140b20e204c09aa7d9129245e2efb"
02:08:38.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:38 on dist-test-slave-9vqr"
02:08:38.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.809535 17321 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/wal/instance:
02:08:38.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "09b140b20e204c09aa7d9129245e2efb"
02:08:38.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:38 on dist-test-slave-9vqr"
02:08:38.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.817957 17321 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
02:08:38.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.826583 17417 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:08:38.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.828040 17321 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.000s
02:08:38.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.828441 17321 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/wal
02:08:38.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "09b140b20e204c09aa7d9129245e2efb"
02:08:38.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:38 on dist-test-slave-9vqr"
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.828814 17321 fs_report.cc:389] FS layout report
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/wal
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/wal
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/data/data
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:38.872 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:38.873 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:38.873 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:38.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:38.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:38.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:38.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:38.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:38.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:38.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:38.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:38.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:38.874 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:38.900 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:38.900 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:38.900 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:38.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:38.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:38.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:38.901 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:38.901 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:38.901 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:38.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:38.901 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:38.901 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:38.901 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.905303 17321 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:08:38.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.907292 17321 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.907794 17321 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:38.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.911131 17321 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:08:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.916441 17321 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:08:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.916664 17321 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:08:38.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.916954 17321 ts_tablet_manager.cc:616] Registered 0 tablets
02:08:38.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:38.917126 17321 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:08:38.921 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:38.921 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:38.921 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:38.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:38.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:38.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:38.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:38.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:38.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:38.922 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:38.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:38.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:38.922 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:38.973 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:38.973 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:38.973 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:38.973 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:38.973 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:38.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:38.973 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:38.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:38.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:38.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:38.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:38.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:38.974 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:38.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:39.008 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:39.009 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:39.009 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:39.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.010 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.010 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.010 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:39.033 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:39.034 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:39.034 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:39.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.035 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.035 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:39.098 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:39.098 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:39.098 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:39.099 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:39.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:39.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:39.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:39.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:39.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:39.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:39.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:39.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:39.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:39.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.113801 17321 rpc_server.cc:307] RPC server started. Bound to: 127.16.118.66:39271
02:08:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.113972 17529 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.118.66:39271 every 8 connection(s)
02:08:39.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.116771 17321 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/data/info.pb
02:08:39.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.120909 16857 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 17321
02:08:39.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:39.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.121367 16857 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-1/wal/instance
02:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.150655 16857 external_mini_cluster.cc:1366] Running /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu
02:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/wal
02:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/data
02:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/logs
02:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/data/info.pb
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.118.67:0
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.118.67
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.118.67
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.118.126:35839,127.16.118.125:46813,127.16.118.124:41511
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.118.84:33413
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:08:39.219 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:39.220 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:39.220 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:39.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:39.220 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:39.220 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:39.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:39.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:39.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:39.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:39.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:39.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:39.221 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:39.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:39.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.232321 17530 heartbeater.cc:344] Connected to a master server at 127.16.118.124:41511
02:08:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.232867 17530 heartbeater.cc:461] Registering TS with master...
02:08:39.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.234254 17530 heartbeater.cc:507] Master 127.16.118.124:41511 requested a full tablet report, sending...
02:08:39.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.235426 17531 heartbeater.cc:344] Connected to a master server at 127.16.118.125:46813
02:08:39.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.235802 17531 heartbeater.cc:461] Registering TS with master...
02:08:39.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.236768 17531 heartbeater.cc:507] Master 127.16.118.125:46813 requested a full tablet report, sending...
02:08:39.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.237641 17084 ts_manager.cc:194] Registered new tserver with Master: 09b140b20e204c09aa7d9129245e2efb (127.16.118.66:39271)
02:08:39.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.239102 17084 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.118.66:52123
02:08:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.241914 17001 ts_manager.cc:194] Registered new tserver with Master: 09b140b20e204c09aa7d9129245e2efb (127.16.118.66:39271)
02:08:39.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.258505 17534 heartbeater.cc:344] Connected to a master server at 127.16.118.126:35839
02:08:39.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.258934 17534 heartbeater.cc:461] Registering TS with master...
02:08:39.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.259682 17534 heartbeater.cc:507] Master 127.16.118.126:35839 requested a full tablet report, sending...
02:08:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.262537 16923 ts_manager.cc:194] Registered new tserver with Master: 09b140b20e204c09aa7d9129245e2efb (127.16.118.66:39271)
02:08:39.268 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:39.268 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:39.268 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:39.269 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:39.269 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:39.269 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:39.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:39.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:39.269 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:39.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:39.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:39.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:39.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:39.277 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:39.277 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:39.277 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:39.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.277 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:39.433 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:39.433 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:39.433 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:39.433 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.433 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.433 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:39.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:39.501 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:39.501 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:39.501 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:39.501 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:39.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:39.502 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:39.502 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:39.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:39.502 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:39.502 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:39.502 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:39.502 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:39.502 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:39.511 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:39.511 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:39.511 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:39.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:39.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:39.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:39.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:39.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:39.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:39.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:39.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:39.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:39.512 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:39.577 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:39.577 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:39.577 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:39.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:39.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:39.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:39.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:39.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:39.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:39.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:39.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:39.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:39.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:39.597 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:39.597 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:39.598 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:39.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:39.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:39.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:39.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:39.599 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:39.599 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:39.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:39.598925 17537 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:39.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:39.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:39.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:39.599 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:39.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:39.599459 17537 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:39.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:39.600026 17537 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:39.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:39.608 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:39.608 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:39.608 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:39.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:39.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:39.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:39.609 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:39.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:39.609 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:39.609 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:39.609 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:39.609 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:39.609 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:39.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:39.628 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:39.629 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:39.629 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:39.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:39.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:39.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:39.629 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:39.629 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:39.629 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:39.630 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:39.630 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:39.630 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:39.630 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:39.642875 17537 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:39.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:39.643985 17537 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.118.67
02:08:39.650 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:39.650 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:39.650 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:39.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:39.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:39.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:39.651 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.691660 17537 tablet_server_runner.cc:78] Tablet server non-default flags:
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.118.84:33413
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/data
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/wal
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.118.67:0
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/data/info.pb
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.118.67
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.118.126:35839,127.16.118.125:46813,127.16.118.124:41511
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.118.67
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/logs
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 01:43:23 UTC on e7f111948823
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11951
02:08:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.693323 17537 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:39.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:39.695454 17537 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:39.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:39.709790 17548 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:39.727 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:39.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:39.965 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:39.966 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:39.966 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:39.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:39.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:39.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:39.966 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:39.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:39.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:39.966 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:39.967 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:39.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:39.967 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:39.989 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:40.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:40.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:40.226 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:40.227 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:40.227 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:40.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:40.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:40.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:40.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:40.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:40.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:40.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:40.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:40.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:40.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:40.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:40.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:40.243320 17530 heartbeater.cc:499] Master 127.16.118.124:41511 was elected leader, sending a full tablet report...
02:08:40.244 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:40.244 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:40.244 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:40.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:40.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:40.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:40.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:40.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:40.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:40.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:40.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:40.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:40.248 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:40.256 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:40.257 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:40.257 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:40.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:40.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:40.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:40.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:40.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:40.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:40.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:40.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:40.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:40.258 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:40.272 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:40.273 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:40.273 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:40.273 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:40.273 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:40.273 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:40.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:40.273 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:40.273 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:40.273 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:40.273 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:40.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:40.274 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:40.290 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:40.290 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:40.290 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:40.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:40.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:40.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:40.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:40.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:40.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:40.291 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:40.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:40.292 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:40.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:40.306 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (e145383e68303a1e13038904fc8aacb4) switched from state RESTARTING to RUNNING.
02:08:40.307 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job e145383e68303a1e13038904fc8aacb4 from Checkpoint 69 @ 1779070024003 for e145383e68303a1e13038904fc8aacb4 located at file:/tmp/junit17089028398363104356/checkpoints/e145383e68303a1e13038904fc8aacb4/chk-69.
02:08:40.308 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
02:08:40.309 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
02:08:40.309 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 69 for source Source: KuduSource to checkpoint.
02:08:40.310 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job e145383e68303a1e13038904fc8aacb4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:08:40.311 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
02:08:40.311 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 31387ee5-76ef-4661-a6bd-01ff71aa1f72 @ 127.0.0.1 (dataPort=-1) with allocation id a3fe5b38c924ff67ab981d9803c8afba
02:08:40.312 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot a3fe5b38c924ff67ab981d9803c8afba.
02:08:40.314 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id a3fe5b38c924ff67ab981d9803c8afba.
02:08:40.323 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
02:08:40.324 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
02:08:40.324 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@62650eb9
02:08:40.324 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:40.326 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit17089028398363104356/checkpoints")
02:08:40.326 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:08:40.327 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (2e02c296e69dfe2fc2b3062fe8162075_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
02:08:40.349 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2c71d38c
02:08:40.358 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:40.367 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:40.376 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:40.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.386 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:40.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:40.407 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:40.408 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:40.408 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:40.408 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:40.408 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:40.409 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:40.409 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:40.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:40.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:40.409 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:40.410 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:40.410 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:40.410 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:40.410 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:40.416 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:40.416 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.420 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:40.421 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.421 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.422 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.426 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:40.447 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:40.448 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:40.449 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.449 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.449 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.456 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:40.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.457 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:40.466 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:40.467 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:40.467 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:40.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.469 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:40.487 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:40.487 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:40.487 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:40.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.488 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.488 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.488 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.488 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.488 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:40.489 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:40.507 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:40.507 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:40.507 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:40.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.509 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:40.567 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:40.567 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:40.567 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:40.568 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.569 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.569 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.569 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:40.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:40.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:40.627 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:40.627 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:40.627 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:40.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.629 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.629 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.630 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.630 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.630 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.630 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:40.687 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:40.687 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:40.687 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:40.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:40.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:40.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:40.688 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:40.702 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:40.703 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:40.703 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:40.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:40.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:40.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:40.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:40.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:40.704 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:40.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:40.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:40.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:40.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:40.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:40.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:40.775 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:40.792 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:40.792 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:40.792 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:40.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:40.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:40.793 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:40.793 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:40.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:40.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:40.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:40.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:40.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:40.794 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:40.941 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:40.941 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:40.941 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:40.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:40.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:40.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:40.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:40.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:40.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:40.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:40.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:40.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:40.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:40.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.029 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:41.029 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:41.029 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:41.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:41.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:41.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:41.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:41.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:41.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:41.030 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:41.030 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:41.030 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:41.030 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:41.076 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:41.076 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:41.076 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:41.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:41.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:41.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:41.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:41.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:41.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:41.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:41.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:41.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:41.077 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:41.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:39.710222 17549 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:41.094565 17537 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.386s	user 0.558s	sys 0.819s
02:08:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:41.094906 17537 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.387s	user 0.558s	sys 0.819s
02:08:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.096329 17537 server_base.cc:1061] running on GCE node
02:08:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:41.098073 17566 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.099166 17537 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.101516 17537 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:41.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.102888 17537 hybrid_clock.cc:648] HybridClock initialized: now 1779070121102853 us; error 31 us; skew 500 ppm
02:08:41.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.103739 17537 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:41.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.111027 17537 webserver.cc:533] Webserver started at http://127.16.118.67:34605/ using document root <none> and password file <none>
02:08:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.112259 17537 fs_manager.cc:362] Metadata directory not provided
02:08:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.112527 17537 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:41.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.113075 17537 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.119457 17537 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/data/instance:
02:08:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "50685ca19ae24d71b1114b4db60ceb02"
02:08:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:41 on dist-test-slave-9vqr"
02:08:41.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.121033 17537 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/wal/instance:
02:08:41.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "50685ca19ae24d71b1114b4db60ceb02"
02:08:41.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:41 on dist-test-slave-9vqr"
02:08:41.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.130733 17537 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.004s	sys 0.005s
02:08:41.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.137352 17571 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:08:41.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.138711 17537 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
02:08:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.139045 17537 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/data,/tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/wal
02:08:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "50685ca19ae24d71b1114b4db60ceb02"
02:08:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 02:08:41 on dist-test-slave-9vqr"
02:08:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.139392 17537 fs_report.cc:389] FS layout report
02:08:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/wal
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/wal
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/data/data
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:41.167 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:41.167 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:41.167 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:41.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:41.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:41.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:41.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:41.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:41.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:41.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:41.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:41.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:41.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:41.187 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:41.187 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:41.187 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:41.188 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:41.188 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:41.188 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:41.188 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:41.188 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:41.188 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:41.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:41.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:41.188 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:41.189 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:41.189 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:41.189 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:41.189 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:41.189 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:41.188 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:41.189 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:41.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:41.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:41.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:41.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:41.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:41.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:41.190 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.212246 17537 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:08:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.214128 17537 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.214581 17537 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.217798 17537 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:08:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.222779 17537 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:08:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.224174 17537 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
02:08:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.224607 17537 ts_tablet_manager.cc:616] Registered 0 tablets
02:08:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.224900 17537 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:08:41.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.263 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:41.263 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:41.263 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:41.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:41.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:41.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:41.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:41.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:41.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:41.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:41.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:41.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:41.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:41.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.382545 17537 rpc_server.cc:307] RPC server started. Bound to: 127.16.118.67:35011
02:08:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.382618 17683 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.118.67:35011 every 8 connection(s)
02:08:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.386000 17537 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/data/info.pb
02:08:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.389153 16857 external_mini_cluster.cc:1428] Started /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu as pid 17537
02:08:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.389612 16857 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task_EXdJ_/test-tmp/mini-kudu-cluster15812683370491697629/ts-2/wal/instance
02:08:41.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.430048 17684 heartbeater.cc:344] Connected to a master server at 127.16.118.124:41511
02:08:41.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.430588 17684 heartbeater.cc:461] Registering TS with master...
02:08:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.432128 17684 heartbeater.cc:507] Master 127.16.118.124:41511 requested a full tablet report, sending...
02:08:41.437 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:41.437 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:41.437 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:41.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:41.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:41.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:41.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.435537 17084 ts_manager.cc:194] Registered new tserver with Master: 50685ca19ae24d71b1114b4db60ceb02 (127.16.118.67:35011)
02:08:41.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:41.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:41.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:41.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:41.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.437774 17084 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.118.67:33769
02:08:41.438 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:41.447 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:41.447 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:41.447 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:41.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:41.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:41.448 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:41.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:41.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:41.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:41.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:41.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:41.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:41.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.449908 17685 heartbeater.cc:344] Connected to a master server at 127.16.118.125:46813
02:08:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.450368 17685 heartbeater.cc:461] Registering TS with master...
02:08:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.451085 17685 heartbeater.cc:507] Master 127.16.118.125:46813 requested a full tablet report, sending...
02:08:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.451891 17688 heartbeater.cc:344] Connected to a master server at 127.16.118.126:35839
02:08:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.452243 17688 heartbeater.cc:461] Registering TS with master...
02:08:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.452869 17688 heartbeater.cc:507] Master 127.16.118.126:35839 requested a full tablet report, sending...
02:08:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.454102 17001 ts_manager.cc:194] Registered new tserver with Master: 50685ca19ae24d71b1114b4db60ceb02 (127.16.118.67:35011)
02:08:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.455171 16923 ts_manager.cc:194] Registered new tserver with Master: 50685ca19ae24d71b1114b4db60ceb02 (127.16.118.67:35011)
02:08:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.465626 16857 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:08:41.477 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:08:41.477 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:41.477 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:08:41.477 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:41.477 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:41.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:41.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:41.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:41.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:41.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:41.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:41.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:41.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:41.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:41.478 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:41.478 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.16.118.126"
      port: 35839
    }
    bound_http_address {
      host: "127.16.118.126"
      port: 41959
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.16.118.125"
      port: 46813
    }
    bound_http_address {
      host: "127.16.118.125"
      port: 33533
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.16.118.124"
      port: 41511
    }
    bound_http_address {
      host: "127.16.118.124"
      port: 38567
    }
  }
}

02:08:41.479 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:08:41.479 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.16.118.65"
      port: 36187
    }
    bound_http_address {
      host: "127.16.118.65"
      port: 40735
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.16.118.66"
      port: 39271
    }
    bound_http_address {
      host: "127.16.118.66"
      port: 38805
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.16.118.67"
      port: 35011
    }
    bound_http_address {
      host: "127.16.118.67"
      port: 34605
    }
  }
}

02:08:41.480 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:08:41.482 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:41.485 [DEBUG - main] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:41.486 [DEBUG - main] (Connection.java:748) [peer master-127.15.148.188:43533(127.15.148.188:43533)] connecting to peer
02:08:41.486 [DEBUG - main] (Connection.java:748) [peer master-127.15.148.189:35525(127.15.148.189:35525)] connecting to peer
02:08:41.486 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.148.190:41305(127.15.148.190:41305)] Successfully connected to peer
02:08:41.488 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.148.189:35525(127.15.148.189:35525)] Successfully connected to peer
02:08:41.490 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.148.190
02:08:41.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.491 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.148.188:43533(127.15.148.188:43533)] Successfully connected to peer
02:08:41.492 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.148.189
02:08:41.493 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.148.188
02:08:41.501 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:41.501 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:41.501 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:41.505 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xaf882360, L:/127.0.0.1:46190 - R:/127.15.148.190:41305] using SASL/PLAIN
02:08:41.506 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfc7cad4e, L:/127.0.0.1:33890 - R:/127.15.148.188:43533] using SASL/PLAIN
02:08:41.508 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:41.509 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=24), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.148.190:41305, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.148.188:43533, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.148.189:35525, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.148.190:41305: OK, deferred=null) after lookup
02:08:41.513 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0f77c71a, L:/127.0.0.1:45454 - R:/127.15.148.189:35525] using SASL/PLAIN
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.513556 16000 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46190:
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
02:08:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
02:08:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:41.518728 16000 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:08:41.586 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:41.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:41.584498 16184 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad560 after lost signal to thread 16117
02:08:41.586 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:41.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:41.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:41.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:41.589 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:41.590 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:41.590 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:41.590 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:41.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:41.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:41.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:41.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:41.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.611 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 08fd0993d8344a15a798b409b71b37fb
02:08:41.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.733215 16782 tablet_service.cc:1511] Processing CreateTablet for tablet 21561c35417346a18af654d1d9fd2d99 (DEFAULT_TABLE table=replication_test_table [id=08fd0993d8344a15a798b409b71b37fb]), partition=RANGE (int8) PARTITION UNBOUNDED
02:08:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.736240 16782 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 21561c35417346a18af654d1d9fd2d99. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:41.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.736912 16330 tablet_service.cc:1511] Processing CreateTablet for tablet 21561c35417346a18af654d1d9fd2d99 (DEFAULT_TABLE table=replication_test_table [id=08fd0993d8344a15a798b409b71b37fb]), partition=RANGE (int8) PARTITION UNBOUNDED
02:08:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.740849 16330 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 21561c35417346a18af654d1d9fd2d99. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:41.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.755393 16587 tablet_service.cc:1511] Processing CreateTablet for tablet 21561c35417346a18af654d1d9fd2d99 (DEFAULT_TABLE table=replication_test_table [id=08fd0993d8344a15a798b409b71b37fb]), partition=RANGE (int8) PARTITION UNBOUNDED
02:08:41.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.757843 16587 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 21561c35417346a18af654d1d9fd2d99. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:41.774 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.818001 17718 tablet_bootstrap.cc:492] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43: Bootstrap starting.
02:08:41.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.819379 17719 tablet_bootstrap.cc:492] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df: Bootstrap starting.
02:08:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.830969 17719 tablet_bootstrap.cc:654] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df: Neither blocks nor log segments found. Creating new log.
02:08:41.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.833989 17719 log.cc:826] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df: Log is configured to *not* fsync() on all Append() calls
02:08:41.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.838044 17720 tablet_bootstrap.cc:492] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626: Bootstrap starting.
02:08:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.843427 17718 tablet_bootstrap.cc:654] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43: Neither blocks nor log segments found. Creating new log.
02:08:41.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.845443 17719 tablet_bootstrap.cc:492] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df: No bootstrap required, opened a new log
02:08:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.846009 17719 ts_tablet_manager.cc:1403] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df: Time spent bootstrapping tablet: real 0.027s	user 0.014s	sys 0.003s
02:08:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.852301 17718 log.cc:826] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43: Log is configured to *not* fsync() on all Append() calls
02:08:41.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.858501 17720 tablet_bootstrap.cc:654] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626: Neither blocks nor log segments found. Creating new log.
02:08:41.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.861716 17720 log.cc:826] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626: Log is configured to *not* fsync() on all Append() calls
02:08:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.872929 17718 tablet_bootstrap.cc:492] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43: No bootstrap required, opened a new log
02:08:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.874022 17718 ts_tablet_manager.cc:1403] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43: Time spent bootstrapping tablet: real 0.060s	user 0.009s	sys 0.008s
02:08:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.882113 17720 tablet_bootstrap.cc:492] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626: No bootstrap required, opened a new log
02:08:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.880827 17719 raft_consensus.cc:359] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99cbb6463b124cc5afcc58d741fe8626" member_type: VOTER last_known_addr { host: "127.15.148.129" port: 41603 } } peers { permanent_uuid: "b82271d442284937b59a1baee73269df" member_type: VOTER last_known_addr { host: "127.15.148.131" port: 44417 } } peers { permanent_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43" member_type: VOTER last_known_addr { host: "127.15.148.130" port: 35657 } }
02:08:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.882875 17720 ts_tablet_manager.cc:1403] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626: Time spent bootstrapping tablet: real 0.045s	user 0.020s	sys 0.000s
02:08:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.883118 17719 raft_consensus.cc:385] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.884413 17719 raft_consensus.cc:740] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b82271d442284937b59a1baee73269df, State: Initialized, Role: FOLLOWER
02:08:41.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.885470 17719 consensus_queue.cc:260] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99cbb6463b124cc5afcc58d741fe8626" member_type: VOTER last_known_addr { host: "127.15.148.129" port: 41603 } } peers { permanent_uuid: "b82271d442284937b59a1baee73269df" member_type: VOTER last_known_addr { host: "127.15.148.131" port: 44417 } } peers { permanent_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43" member_type: VOTER last_known_addr { host: "127.15.148.130" port: 35657 } }
02:08:41.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.910295 17719 ts_tablet_manager.cc:1434] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df: Time spent starting tablet: real 0.064s	user 0.038s	sys 0.015s
02:08:41.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.956087 17718 raft_consensus.cc:359] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99cbb6463b124cc5afcc58d741fe8626" member_type: VOTER last_known_addr { host: "127.15.148.129" port: 41603 } } peers { permanent_uuid: "b82271d442284937b59a1baee73269df" member_type: VOTER last_known_addr { host: "127.15.148.131" port: 44417 } } peers { permanent_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43" member_type: VOTER last_known_addr { host: "127.15.148.130" port: 35657 } }
02:08:41.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.959107 17718 raft_consensus.cc:385] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:41.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.958096 17720 raft_consensus.cc:359] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99cbb6463b124cc5afcc58d741fe8626" member_type: VOTER last_known_addr { host: "127.15.148.129" port: 41603 } } peers { permanent_uuid: "b82271d442284937b59a1baee73269df" member_type: VOTER last_known_addr { host: "127.15.148.131" port: 44417 } } peers { permanent_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43" member_type: VOTER last_known_addr { host: "127.15.148.130" port: 35657 } }
02:08:41.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.960634 17720 raft_consensus.cc:385] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.959406 17718 raft_consensus.cc:740] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78b8b8dfc94c4fb6bf9b72acdb50db43, State: Initialized, Role: FOLLOWER
02:08:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.960952 17720 raft_consensus.cc:740] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 99cbb6463b124cc5afcc58d741fe8626, State: Initialized, Role: FOLLOWER
02:08:41.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.962013 17718 consensus_queue.cc:260] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99cbb6463b124cc5afcc58d741fe8626" member_type: VOTER last_known_addr { host: "127.15.148.129" port: 41603 } } peers { permanent_uuid: "b82271d442284937b59a1baee73269df" member_type: VOTER last_known_addr { host: "127.15.148.131" port: 44417 } } peers { permanent_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43" member_type: VOTER last_known_addr { host: "127.15.148.130" port: 35657 } }
02:08:41.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.963285 17720 consensus_queue.cc:260] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99cbb6463b124cc5afcc58d741fe8626" member_type: VOTER last_known_addr { host: "127.15.148.129" port: 41603 } } peers { permanent_uuid: "b82271d442284937b59a1baee73269df" member_type: VOTER last_known_addr { host: "127.15.148.131" port: 44417 } } peers { permanent_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43" member_type: VOTER last_known_addr { host: "127.15.148.130" port: 35657 } }
02:08:41.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.975032 17718 ts_tablet_manager.cc:1434] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43: Time spent starting tablet: real 0.100s	user 0.021s	sys 0.016s
02:08:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.989686 17720 ts_tablet_manager.cc:1434] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626: Time spent starting tablet: real 0.106s	user 0.035s	sys 0.012s
02:08:41.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.992775 17727 raft_consensus.cc:493] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:08:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:41.993734 17727 raft_consensus.cc:515] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99cbb6463b124cc5afcc58d741fe8626" member_type: VOTER last_known_addr { host: "127.15.148.129" port: 41603 } } peers { permanent_uuid: "b82271d442284937b59a1baee73269df" member_type: VOTER last_known_addr { host: "127.15.148.131" port: 44417 } } peers { permanent_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43" member_type: VOTER last_known_addr { host: "127.15.148.130" port: 35657 } }
02:08:42.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.007381 17727 leader_election.cc:290] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b82271d442284937b59a1baee73269df (127.15.148.131:44417), 78b8b8dfc94c4fb6bf9b72acdb50db43 (127.15.148.130:35657)
02:08:42.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.032291 16802 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21561c35417346a18af654d1d9fd2d99" candidate_uuid: "99cbb6463b124cc5afcc58d741fe8626" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b82271d442284937b59a1baee73269df" is_pre_election: true
02:08:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.033134 16802 raft_consensus.cc:2468] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 99cbb6463b124cc5afcc58d741fe8626 in term 0.
02:08:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.034484 16285 leader_election.cc:304] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 99cbb6463b124cc5afcc58d741fe8626, b82271d442284937b59a1baee73269df; no voters: 
02:08:42.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.035239 17727 raft_consensus.cc:2804] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:08:42.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.035519 17727 raft_consensus.cc:493] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:08:42.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.035722 17727 raft_consensus.cc:3060] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [term 0 FOLLOWER]: Advancing to term 1
02:08:42.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.040694 17727 raft_consensus.cc:515] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99cbb6463b124cc5afcc58d741fe8626" member_type: VOTER last_known_addr { host: "127.15.148.129" port: 41603 } } peers { permanent_uuid: "b82271d442284937b59a1baee73269df" member_type: VOTER last_known_addr { host: "127.15.148.131" port: 44417 } } peers { permanent_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43" member_type: VOTER last_known_addr { host: "127.15.148.130" port: 35657 } }
02:08:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.043023 16802 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21561c35417346a18af654d1d9fd2d99" candidate_uuid: "99cbb6463b124cc5afcc58d741fe8626" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b82271d442284937b59a1baee73269df"
02:08:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.043493 16802 raft_consensus.cc:3060] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df [term 0 FOLLOWER]: Advancing to term 1
02:08:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.044166 17727 leader_election.cc:290] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [CANDIDATE]: Term 1 election: Requested vote from peers b82271d442284937b59a1baee73269df (127.15.148.131:44417), 78b8b8dfc94c4fb6bf9b72acdb50db43 (127.15.148.130:35657)
02:08:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.048240 16607 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21561c35417346a18af654d1d9fd2d99" candidate_uuid: "99cbb6463b124cc5afcc58d741fe8626" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43" is_pre_election: true
02:08:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.049146 16607 raft_consensus.cc:2468] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 99cbb6463b124cc5afcc58d741fe8626 in term 0.
02:08:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.049993 16802 raft_consensus.cc:2468] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 99cbb6463b124cc5afcc58d741fe8626 in term 1.
02:08:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.050647 16606 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21561c35417346a18af654d1d9fd2d99" candidate_uuid: "99cbb6463b124cc5afcc58d741fe8626" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43"
02:08:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.051268 16606 raft_consensus.cc:3060] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43 [term 0 FOLLOWER]: Advancing to term 1
02:08:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.054936 16285 leader_election.cc:304] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 99cbb6463b124cc5afcc58d741fe8626, b82271d442284937b59a1baee73269df; no voters: 
02:08:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.058009 16606 raft_consensus.cc:2468] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 99cbb6463b124cc5afcc58d741fe8626 in term 1.
02:08:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.058534 17727 raft_consensus.cc:2804] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [term 1 FOLLOWER]: Leader election won for term 1
02:08:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.059073 17727 raft_consensus.cc:697] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [term 1 LEADER]: Becoming Leader. State: Replica: 99cbb6463b124cc5afcc58d741fe8626, State: Running, Role: LEADER
02:08:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.060837 17727 consensus_queue.cc:237] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99cbb6463b124cc5afcc58d741fe8626" member_type: VOTER last_known_addr { host: "127.15.148.129" port: 41603 } } peers { permanent_uuid: "b82271d442284937b59a1baee73269df" member_type: VOTER last_known_addr { host: "127.15.148.131" port: 44417 } } peers { permanent_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43" member_type: VOTER last_known_addr { host: "127.15.148.130" port: 35657 } }
02:08:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.077515 16000 catalog_manager.cc:5696] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 reported cstate change: term changed from 0 to 1, leader changed from <none> to 99cbb6463b124cc5afcc58d741fe8626 (127.15.148.129). New cstate: current_term: 1 leader_uuid: "99cbb6463b124cc5afcc58d741fe8626" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "99cbb6463b124cc5afcc58d741fe8626" member_type: VOTER last_known_addr { host: "127.15.148.129" port: 41603 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b82271d442284937b59a1baee73269df" member_type: VOTER last_known_addr { host: "127.15.148.131" port: 44417 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43" member_type: VOTER last_known_addr { host: "127.15.148.130" port: 35657 } health_report { overall_health: UNKNOWN } } }
02:08:42.086 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:42.086 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:42.086 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:42.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:42.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:42.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:42.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:42.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:42.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:42.089 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:42.089 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:42.089 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:42.089 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:42.105 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:42.106 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:42.106 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:42.106 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:42.107 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:42.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:42.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:42.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:42.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:42.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:42.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:42.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:42.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:42.108 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:42.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:42.138592 16854 tablet.cc:2404] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:42.173 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 08fd0993d8344a15a798b409b71b37fb
02:08:42.187 [DEBUG - main] (AsyncKuduClient.java:2538) Learned about tablet 21561c35417346a18af654d1d9fd2d99 for table 'replication_test_table' with partition [<start>, <end>)
02:08:42.187 [DEBUG - main] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=21561c35417346a18af654d1d9fd2d99@[78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657),99cbb6463b124cc5afcc58d741fe8626(127.15.148.129:41603)[L],b82271d442284937b59a1baee73269df(127.15.148.131:44417)]}]
02:08:42.187 [DEBUG - main] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.148.190:41305, [4ms] Sub RPC GetTableLocations: received response from server master-127.15.148.190:41305: OK, deferred=null) after lookup
02:08:42.188 [DEBUG - main] (Connection.java:748) [peer 99cbb6463b124cc5afcc58d741fe8626(127.15.148.129:41603)] connecting to peer
02:08:42.189 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 99cbb6463b124cc5afcc58d741fe8626(127.15.148.129:41603)] Successfully connected to peer
02:08:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:42.201025 16658 tablet.cc:2404] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:42.202685 16406 tablet.cc:2404] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:42.205 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:42.210 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x62cd31e9, L:/127.0.0.1:60440 - R:/127.15.148.129:41603] using TOKEN/null
02:08:42.227 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:42.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.240048 16606 raft_consensus.cc:1275] T 21561c35417346a18af654d1d9fd2d99 P 78b8b8dfc94c4fb6bf9b72acdb50db43 [term 1 FOLLOWER]: Refusing update from remote peer 99cbb6463b124cc5afcc58d741fe8626: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:08:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.242575 16802 raft_consensus.cc:1275] T 21561c35417346a18af654d1d9fd2d99 P b82271d442284937b59a1baee73269df [term 1 FOLLOWER]: Refusing update from remote peer 99cbb6463b124cc5afcc58d741fe8626: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:08:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.243609 17727 consensus_queue.cc:1048] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [LEADER]: Connected to new peer: Peer: permanent_uuid: "78b8b8dfc94c4fb6bf9b72acdb50db43" member_type: VOTER last_known_addr { host: "127.15.148.130" port: 35657 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:42.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.245812 17726 consensus_queue.cc:1048] T 21561c35417346a18af654d1d9fd2d99 P 99cbb6463b124cc5afcc58d741fe8626 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b82271d442284937b59a1baee73269df" member_type: VOTER last_known_addr { host: "127.15.148.131" port: 44417 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:42.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:42.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.286567 17734 mvcc.cc:204] Tried to move back new op lower bound from 7287071220677365760 to 7287071219969589248. Current Snapshot: MvccSnapshot[applied={T|T < 7287071220677365760}]
02:08:42.300 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:42.300 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:42.300 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:42.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:42.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:42.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:42.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:42.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:42.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:42.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:42.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:42.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:42.302 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:42.329 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:42.329 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:42.329 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:42.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:42.330 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:42.330 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:42.330 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:42.330 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:42.330 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:42.330 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:42.330 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:42.330 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:42.331 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.354799 17735 mvcc.cc:204] Tried to move back new op lower bound from 7287071220677365760 to 7287071219969589248. Current Snapshot: MvccSnapshot[applied={T|T < 7287071220677365760}]
02:08:42.394 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:42.394 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:42.394 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:42.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:42.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:42.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:42.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:42.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:42.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:42.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:42.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:42.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:42.396 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:42.449 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:42.449 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:42.449 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:42.450 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:42.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:42.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:42.450 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:42.450 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:42.450 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:42.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.450031 17684 heartbeater.cc:499] Master 127.16.118.124:41511 was elected leader, sending a full tablet report...
02:08:42.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:42.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:42.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:42.451 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:42.465 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:42.465 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:42.465 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:42.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:42.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:42.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:42.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:42.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:42.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:42.466 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:42.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:42.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:42.466 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:42.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:42.492 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:42.493 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:42.493 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:42.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:42.493 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:42.493 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:42.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:42.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:42.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:42.493 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:42.493 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:42.493 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:42.493 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:42.561 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:42.563 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:42.577 [DEBUG - main] (Connection.java:748) [peer master-127.16.118.125:46813(127.16.118.125:46813)] connecting to peer
02:08:42.583 [DEBUG - main] (Connection.java:748) [peer master-127.16.118.126:35839(127.16.118.126:35839)] connecting to peer
02:08:42.583 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.118.125:46813(127.16.118.125:46813)] Successfully connected to peer
02:08:42.584 [DEBUG - main] (Connection.java:748) [peer master-127.16.118.124:41511(127.16.118.124:41511)] connecting to peer
02:08:42.585 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.118.126:35839(127.16.118.126:35839)] Successfully connected to peer
02:08:42.596 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.125
02:08:42.592 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.118.124:41511(127.16.118.124:41511)] Successfully connected to peer
02:08:42.604 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.126
02:08:42.605 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:42.606 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:42.610 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x513006b2, L:/127.0.0.1:48646 - R:/127.16.118.125:46813] using SASL/PLAIN
02:08:42.619 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.124
02:08:42.621 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:42.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:42.629 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x75b9a9b2, L:/127.0.0.1:53722 - R:/127.16.118.126:35839] using SASL/PLAIN
02:08:42.663 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:42.672 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1c9816b2, L:/127.0.0.1:57862 - R:/127.16.118.124:41511] using SASL/PLAIN
02:08:42.684 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:42.684 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=119), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.125:46813, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.126:35839, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.124:41511, [37ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.125:46813: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.126:35839: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.124:41511: OK, deferred=null) after lookup
02:08:42.688 [DEBUG - main] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:42.689 [DEBUG - main] (Connection.java:748) [peer master-127.15.148.188:43533(127.15.148.188:43533)] connecting to peer
02:08:42.689 [DEBUG - main] (Connection.java:748) [peer master-127.15.148.189:35525(127.15.148.189:35525)] connecting to peer
02:08:42.690 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.148.190:41305(127.15.148.190:41305)] Successfully connected to peer
02:08:42.693 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.148.190
02:08:42.738 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:42.738 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.148.189:35525(127.15.148.189:35525)] Successfully connected to peer
02:08:42.738 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:42.738 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:42.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:42.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:42.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:42.740 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:42.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:42.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:42.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:42.741 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:42.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:42.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:42.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:42.741 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:42.741 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.148.188:43533(127.15.148.188:43533)] Successfully connected to peer
02:08:42.741 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:42.741 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:42.741 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:42.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:42.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:42.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:42.742 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:42.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:42.742 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:42.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:42.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:42.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:42.744 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:42.746 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.148.188
02:08:42.749 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:42.753 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf7afd361, L:/127.0.0.1:46204 - R:/127.15.148.190:41305] using SASL/PLAIN
02:08:42.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:42.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.148.190:41305, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.148.188:43533, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.148.189:35525, [68ms] Sub RPC ConnectToMaster: received response from server master-127.15.148.190:41305: OK, deferred=null) after lookup
02:08:42.759 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.148.189
02:08:42.760 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:42.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 08fd0993d8344a15a798b409b71b37fb
02:08:42.765 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9c1c0a5d, L:/127.0.0.1:33896 - R:/127.15.148.188:43533] using SASL/PLAIN
02:08:42.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 21561c35417346a18af654d1d9fd2d99 for table 'replication_test_table' with partition [<start>, <end>)
02:08:42.766 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=21561c35417346a18af654d1d9fd2d99@[78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657),99cbb6463b124cc5afcc58d741fe8626(127.15.148.129:41603)[L],b82271d442284937b59a1baee73269df(127.15.148.131:44417)]}]
02:08:42.766 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:42.767 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:42.767 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:42.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:42.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:42.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:42.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:42.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:42.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:42.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:42.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:42.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:42.768 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:42.769 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:42.773 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x26901ce7, L:/127.0.0.1:45470 - R:/127.15.148.189:35525] using SASL/PLAIN
02:08:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.771672 17084 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57862:
02:08:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
02:08:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:08:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
02:08:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
02:08:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:08:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.774 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\000\000\000\007\000\000\000\000"
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
02:08:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:42.779429 17084 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:08:42.821 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:42.822 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:42.822 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:42.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:42.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:42.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:42.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:42.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:42.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:42.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:42.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:42.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:42.823 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:42.866 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8e3344ae5bbc4d1684e90b7e3f0d6246
02:08:42.918 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:42.918 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:42.919 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:42.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:42.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:42.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:42.919 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:42.919 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:42.919 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:42.919 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:42.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:42.919 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:42.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.952097 17251 tablet_service.cc:1511] Processing CreateTablet for tablet b95828afc978414ea32f16047d4d4fc9 (DEFAULT_TABLE table=replication_test_table [id=8e3344ae5bbc4d1684e90b7e3f0d6246]), partition=RANGE (int8) PARTITION UNBOUNDED
02:08:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.954300 17465 tablet_service.cc:1511] Processing CreateTablet for tablet b95828afc978414ea32f16047d4d4fc9 (DEFAULT_TABLE table=replication_test_table [id=8e3344ae5bbc4d1684e90b7e3f0d6246]), partition=RANGE (int8) PARTITION UNBOUNDED
02:08:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.955384 17251 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b95828afc978414ea32f16047d4d4fc9. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.956525 17465 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b95828afc978414ea32f16047d4d4fc9. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:42.957 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:42.957 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:42.957 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:42.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:42.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:42.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:42.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:42.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:42.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:42.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:42.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:42.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:42.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:42.970 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:42.970 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:42.970 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:42.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:42.970 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:42.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:42.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.968880 17619 tablet_service.cc:1511] Processing CreateTablet for tablet b95828afc978414ea32f16047d4d4fc9 (DEFAULT_TABLE table=replication_test_table [id=8e3344ae5bbc4d1684e90b7e3f0d6246]), partition=RANGE (int8) PARTITION UNBOUNDED
02:08:42.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:42.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:42.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:42.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:42.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:42.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:42.971 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:42.972239 17619 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b95828afc978414ea32f16047d4d4fc9. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:42.989 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:43.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.000131 17776 tablet_bootstrap.cc:492] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227: Bootstrap starting.
02:08:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.008342 17776 tablet_bootstrap.cc:654] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227: Neither blocks nor log segments found. Creating new log.
02:08:43.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.011011 17776 log.cc:826] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227: Log is configured to *not* fsync() on all Append() calls
02:08:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.017372 17776 tablet_bootstrap.cc:492] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227: No bootstrap required, opened a new log
02:08:43.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.017942 17776 ts_tablet_manager.cc:1403] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227: Time spent bootstrapping tablet: real 0.018s	user 0.010s	sys 0.007s
02:08:43.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.031498 17778 tablet_bootstrap.cc:492] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb: Bootstrap starting.
02:08:43.037 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:43.037 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:43.037 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:43.037 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:43.037 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:43.037 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:43.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:43.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:43.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:43.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:43.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:43.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:43.038 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.042428 17778 tablet_bootstrap.cc:654] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb: Neither blocks nor log segments found. Creating new log.
02:08:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.047076 17779 tablet_bootstrap.cc:492] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02: Bootstrap starting.
02:08:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.048352 17778 log.cc:826] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb: Log is configured to *not* fsync() on all Append() calls
02:08:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.055009 17776 raft_consensus.cc:359] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.056125 17776 raft_consensus.cc:385] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.056427 17776 raft_consensus.cc:740] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f5461fb2f3c4e3689daae115757a227, State: Initialized, Role: FOLLOWER
02:08:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.057335 17776 consensus_queue.cc:260] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.063398 17779 tablet_bootstrap.cc:654] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02: Neither blocks nor log segments found. Creating new log.
02:08:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.063802 17778 tablet_bootstrap.cc:492] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb: No bootstrap required, opened a new log
02:08:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.064332 17778 ts_tablet_manager.cc:1403] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb: Time spent bootstrapping tablet: real 0.033s	user 0.018s	sys 0.005s
02:08:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.069476 17776 ts_tablet_manager.cc:1434] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227: Time spent starting tablet: real 0.051s	user 0.031s	sys 0.009s
02:08:43.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.084388 17779 log.cc:826] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02: Log is configured to *not* fsync() on all Append() calls
02:08:43.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.095903 17778 raft_consensus.cc:359] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.096951 17778 raft_consensus.cc:385] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.097258 17778 raft_consensus.cc:740] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 09b140b20e204c09aa7d9129245e2efb, State: Initialized, Role: FOLLOWER
02:08:43.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.098706 17778 consensus_queue.cc:260] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:43.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.103338 17779 tablet_bootstrap.cc:492] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02: No bootstrap required, opened a new log
02:08:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.104347 17779 ts_tablet_manager.cc:1403] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02: Time spent bootstrapping tablet: real 0.058s	user 0.021s	sys 0.004s
02:08:43.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:43.112 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:43.112 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:43.112 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:43.112 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:43.112 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:43.112 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:43.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:43.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:43.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:43.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:43.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:43.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:43.115 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:43.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.108561 17778 ts_tablet_manager.cc:1434] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb: Time spent starting tablet: real 0.044s	user 0.036s	sys 0.003s
02:08:43.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.130337 17779 raft_consensus.cc:359] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.131295 17779 raft_consensus.cc:385] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.131667 17779 raft_consensus.cc:740] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 50685ca19ae24d71b1114b4db60ceb02, State: Initialized, Role: FOLLOWER
02:08:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.132803 17779 consensus_queue.cc:260] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:43.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.136850 17779 ts_tablet_manager.cc:1434] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02: Time spent starting tablet: real 0.032s	user 0.029s	sys 0.001s
02:08:43.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:43.163760 17327 tablet.cc:2404] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:43.203472 17691 tablet.cc:2404] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:43.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:43.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:43.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:43.256028 17538 tablet.cc:2404] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:43.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:43.489 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:43.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.503963 17783 raft_consensus.cc:493] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:08:43.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.504627 17783 raft_consensus.cc:515] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:43.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.507929 17783 leader_election.cc:290] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f5461fb2f3c4e3689daae115757a227 (127.16.118.65:36187), 50685ca19ae24d71b1114b4db60ceb02 (127.16.118.67:35011)
02:08:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.521771 17781 raft_consensus.cc:493] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:08:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.522372 17781 raft_consensus.cc:515] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.536491 17781 leader_election.cc:290] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 50685ca19ae24d71b1114b4db60ceb02 (127.16.118.67:35011), 09b140b20e204c09aa7d9129245e2efb (127.16.118.66:39271)
02:08:43.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.548949 17784 raft_consensus.cc:493] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:08:43.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.549611 17784 raft_consensus.cc:515] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.555119 17784 leader_election.cc:290] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f5461fb2f3c4e3689daae115757a227 (127.16.118.65:36187), 09b140b20e204c09aa7d9129245e2efb (127.16.118.66:39271)
02:08:43.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.614579 17639 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "9f5461fb2f3c4e3689daae115757a227" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50685ca19ae24d71b1114b4db60ceb02" is_pre_election: true
02:08:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.615388 17639 raft_consensus.cc:2468] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9f5461fb2f3c4e3689daae115757a227 in term 0.
02:08:43.616 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:43.617 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:43.617 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:43.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:43.617 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:43.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:43.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:43.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:43.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:43.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:43.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:43.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:43.618 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.618927 17270 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "09b140b20e204c09aa7d9129245e2efb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f5461fb2f3c4e3689daae115757a227" is_pre_election: true
02:08:43.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.619423 17271 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "50685ca19ae24d71b1114b4db60ceb02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f5461fb2f3c4e3689daae115757a227" is_pre_election: true
02:08:43.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.619828 17270 raft_consensus.cc:2468] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 09b140b20e204c09aa7d9129245e2efb in term 0.
02:08:43.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.621495 17418 leader_election.cc:304] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 09b140b20e204c09aa7d9129245e2efb, 9f5461fb2f3c4e3689daae115757a227; no voters: 
02:08:43.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.622920 17783 raft_consensus.cc:2804] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 0 FOLLOWER]: Leader pre-election won for term 1
02:08:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.623279 17783 raft_consensus.cc:493] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:08:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.623589 17783 raft_consensus.cc:3060] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 0 FOLLOWER]: Advancing to term 1
02:08:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.623109 17204 leader_election.cc:304] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 50685ca19ae24d71b1114b4db60ceb02, 9f5461fb2f3c4e3689daae115757a227; no voters: 
02:08:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.625365 17781 raft_consensus.cc:2804] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:08:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.625700 17781 raft_consensus.cc:493] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:08:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.626006 17781 raft_consensus.cc:3060] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 0 FOLLOWER]: Advancing to term 1
02:08:43.629 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:43.629 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:43.629 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:43.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:43.632 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:43.632 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:43.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.632099 17783 raft_consensus.cc:515] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:43.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:43.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:43.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:43.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:43.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:43.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:43.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.636955 17485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "50685ca19ae24d71b1114b4db60ceb02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "09b140b20e204c09aa7d9129245e2efb" is_pre_election: true
02:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.637924 17485 raft_consensus.cc:2393] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 50685ca19ae24d71b1114b4db60ceb02 in current term 1: Already voted for candidate 09b140b20e204c09aa7d9129245e2efb in this term.
02:08:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.642429 17572 leader_election.cc:304] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 50685ca19ae24d71b1114b4db60ceb02; no voters: 09b140b20e204c09aa7d9129245e2efb, 9f5461fb2f3c4e3689daae115757a227
02:08:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.644657 17784 raft_consensus.cc:3060] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 0 FOLLOWER]: Advancing to term 1
02:08:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.645635 17639 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "09b140b20e204c09aa7d9129245e2efb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50685ca19ae24d71b1114b4db60ceb02" is_pre_election: true
02:08:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.643682 17781 raft_consensus.cc:515] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.646698 17783 leader_election.cc:290] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [CANDIDATE]: Term 1 election: Requested vote from peers 9f5461fb2f3c4e3689daae115757a227 (127.16.118.65:36187), 50685ca19ae24d71b1114b4db60ceb02 (127.16.118.67:35011)
02:08:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.647574 17271 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "09b140b20e204c09aa7d9129245e2efb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f5461fb2f3c4e3689daae115757a227"
02:08:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.648485 17271 raft_consensus.cc:2393] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 09b140b20e204c09aa7d9129245e2efb in current term 1: Already voted for candidate 9f5461fb2f3c4e3689daae115757a227 in this term.
02:08:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.650283 17638 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "09b140b20e204c09aa7d9129245e2efb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50685ca19ae24d71b1114b4db60ceb02"
02:08:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.652155 17781 leader_election.cc:290] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [CANDIDATE]: Term 1 election: Requested vote from peers 50685ca19ae24d71b1114b4db60ceb02 (127.16.118.67:35011), 09b140b20e204c09aa7d9129245e2efb (127.16.118.66:39271)
02:08:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.655607 17637 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "9f5461fb2f3c4e3689daae115757a227" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50685ca19ae24d71b1114b4db60ceb02"
02:08:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.656507 17485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "9f5461fb2f3c4e3689daae115757a227" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "09b140b20e204c09aa7d9129245e2efb" is_pre_election: true
02:08:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.656423 17484 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "9f5461fb2f3c4e3689daae115757a227" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "09b140b20e204c09aa7d9129245e2efb"
02:08:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.657258 17485 raft_consensus.cc:2393] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9f5461fb2f3c4e3689daae115757a227 in current term 1: Already voted for candidate 09b140b20e204c09aa7d9129245e2efb in this term.
02:08:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.659384 17418 leader_election.cc:304] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 09b140b20e204c09aa7d9129245e2efb; no voters: 50685ca19ae24d71b1114b4db60ceb02, 9f5461fb2f3c4e3689daae115757a227
02:08:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.660192 17783 raft_consensus.cc:2749] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:08:43.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.669193 17784 raft_consensus.cc:2749] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:08:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.670392 17639 raft_consensus.cc:2468] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 09b140b20e204c09aa7d9129245e2efb in term 1.
02:08:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.674675 17204 leader_election.cc:304] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9f5461fb2f3c4e3689daae115757a227; no voters: 09b140b20e204c09aa7d9129245e2efb, 50685ca19ae24d71b1114b4db60ceb02
02:08:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:43.676852 17781 raft_consensus.cc:2749] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:08:43.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:43.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:43.774 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:43.864 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:43.864 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:43.864 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:43.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:43.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:43.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:43.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:43.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:43.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:43.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:43.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:43.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:43.865 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:43.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:44.017 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:44.017 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:44.017 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:44.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:44.031 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:44.031 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:44.032 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:44.032 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:44.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:44.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:44.188 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:44.188 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:44.188 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:44.188 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.188 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.189 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.189 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.189 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.189 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.189 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.189 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.189 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:44.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:44.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:44.233 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:44.233 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:44.233 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:44.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:44.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:44.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:44.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:44.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:44.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:44.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:44.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:44.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:44.234 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:44.237 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:44.237 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:44.237 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:44.237 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:44.237 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:44.237 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:44.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:44.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:44.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:44.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:44.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:44.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:44.237 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:44.249 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:44.249 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:44.249 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:44.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:44.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:44.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:44.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:44.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:44.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:44.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:44.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:44.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:44.250 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:44.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:44.358 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:44.359 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:44.359 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:44.359 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:44.359 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:44.359 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:44.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:44.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:44.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:44.359 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:44.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:44.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:44.359 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:44.386 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:44.386 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:44.386 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:44.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:44.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:44.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:44.386 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:44.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:44.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:44.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:44.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:44.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:44.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:44.406 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:44.406 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:44.407 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:44.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:44.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:44.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:44.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:44.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:44.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:44.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:44.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:44.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:44.408 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:44.467 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:44.467 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:44.467 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:44.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:44.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:44.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:44.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:44.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:44.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:44.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:44.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:44.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:44.468 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:44.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:44.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:44.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:44.692 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:44.692 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:44.692 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:44.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:44.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:44.693 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:44.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:44.693 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:44.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:44.693 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:44.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:44.693 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:44.693 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:44.727 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:44.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:44.753 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:44.753 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:44.754 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:44.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:44.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:44.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:44.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:44.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:44.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:44.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:44.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:44.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:44.754 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:44.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:44.776 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:44.776 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:44.776 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:44.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:44.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:44.776 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:44.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:44.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:44.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:44.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:44.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:44.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:44.777 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:44.888 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:44.888 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:44.888 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:44.889 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.889 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.889 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.889 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.889 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.889 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.889 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.889 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.889 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:44.950 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:44.950 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:44.950 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:44.950 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:44.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:44.950 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:44.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:44.951 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:44.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:44.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:44.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:44.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:44.951 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:44.957 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:44.957 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:44.957 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:44.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:44.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:44.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:44.957 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:44.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:45.021 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:45.022 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:45.022 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:45.022 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.022 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.022 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.022 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.022 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.022 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.022 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.022 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.022 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.022 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:45.042 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:45.042 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:45.043 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:45.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.043 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:45.046 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:45.046 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:45.046 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:45.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:45.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:45.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:45.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:45.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:45.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:45.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:45.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:45.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:45.047 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:45.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:45.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:45.126 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:45.127 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:45.127 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:45.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:45.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:45.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:45.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:45.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:45.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:45.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:45.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:45.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:45.127 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:45.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:45.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:45.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.265966 17799 raft_consensus.cc:493] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:08:45.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.266410 17799 raft_consensus.cc:515] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:45.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.267874 17799 leader_election.cc:290] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 9f5461fb2f3c4e3689daae115757a227 (127.16.118.65:36187), 09b140b20e204c09aa7d9129245e2efb (127.16.118.66:39271)
02:08:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.268843 17271 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "50685ca19ae24d71b1114b4db60ceb02" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f5461fb2f3c4e3689daae115757a227" is_pre_election: true
02:08:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.268944 17485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "50685ca19ae24d71b1114b4db60ceb02" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "09b140b20e204c09aa7d9129245e2efb" is_pre_election: true
02:08:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.269529 17485 raft_consensus.cc:2468] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 50685ca19ae24d71b1114b4db60ceb02 in term 1.
02:08:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.269523 17271 raft_consensus.cc:2468] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 50685ca19ae24d71b1114b4db60ceb02 in term 1.
02:08:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.270596 17572 leader_election.cc:304] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 50685ca19ae24d71b1114b4db60ceb02, 9f5461fb2f3c4e3689daae115757a227; no voters: 
02:08:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.271252 17799 raft_consensus.cc:2804] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:08:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.271533 17799 raft_consensus.cc:493] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:08:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.271776 17799 raft_consensus.cc:3060] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 1 FOLLOWER]: Advancing to term 2
02:08:45.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:45.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.276331 17799 raft_consensus.cc:515] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:45.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.277856 17799 leader_election.cc:290] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [CANDIDATE]: Term 2 election: Requested vote from peers 9f5461fb2f3c4e3689daae115757a227 (127.16.118.65:36187), 09b140b20e204c09aa7d9129245e2efb (127.16.118.66:39271)
02:08:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.278942 17485 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "50685ca19ae24d71b1114b4db60ceb02" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "09b140b20e204c09aa7d9129245e2efb"
02:08:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.278945 17271 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b95828afc978414ea32f16047d4d4fc9" candidate_uuid: "50685ca19ae24d71b1114b4db60ceb02" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f5461fb2f3c4e3689daae115757a227"
02:08:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.279497 17485 raft_consensus.cc:3060] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 1 FOLLOWER]: Advancing to term 2
02:08:45.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.279528 17271 raft_consensus.cc:3060] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 1 FOLLOWER]: Advancing to term 2
02:08:45.285 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:45.285 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:45.285 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:45.286 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:45.286 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:45.286 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:45.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.286151 17271 raft_consensus.cc:2468] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 50685ca19ae24d71b1114b4db60ceb02 in term 2.
02:08:45.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.286151 17485 raft_consensus.cc:2468] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 50685ca19ae24d71b1114b4db60ceb02 in term 2.
02:08:45.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:45.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:45.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:45.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:45.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:45.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:45.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.287319 17573 leader_election.cc:304] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 09b140b20e204c09aa7d9129245e2efb, 50685ca19ae24d71b1114b4db60ceb02; no voters: 
02:08:45.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.288091 17799 raft_consensus.cc:2804] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 2 FOLLOWER]: Leader election won for term 2
02:08:45.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.289040 17799 raft_consensus.cc:697] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [term 2 LEADER]: Becoming Leader. State: Replica: 50685ca19ae24d71b1114b4db60ceb02, State: Running, Role: LEADER
02:08:45.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.289886 17799 consensus_queue.cc:237] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } }
02:08:45.292 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:45.292 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:45.292 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:45.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:45.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:45.292 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:45.292 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:45.292 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:45.292 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:45.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:45.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:45.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:45.293 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:45.296 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:45.297 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:45.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:45.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:45.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:45.297 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:45.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:45.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:45.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:45.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:45.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:45.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:45.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:45.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.300710 17084 catalog_manager.cc:5696] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 reported cstate change: term changed from 0 to 2, leader changed from <none> to 50685ca19ae24d71b1114b4db60ceb02 (127.16.118.67). New cstate: current_term: 2 leader_uuid: "50685ca19ae24d71b1114b4db60ceb02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "50685ca19ae24d71b1114b4db60ceb02" member_type: VOTER last_known_addr { host: "127.16.118.67" port: 35011 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 } health_report { overall_health: UNKNOWN } } }
02:08:45.312 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:45.312 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:45.312 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:45.313 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:45.313 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:45.313 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:45.313 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:45.313 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:45.313 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:45.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:45.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:45.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:45.314 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:45.337 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:45.338 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:45.338 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:45.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.338 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:45.361 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:45.361 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:45.361 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:45.361 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.361 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.361 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:45.441 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:45.442 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:45.442 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:45.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:45.442 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:45.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:45.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:45.442 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:45.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:45.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:45.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:45.442 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:45.442 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:45.486 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:45.487 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:45.487 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:45.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:45.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:45.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:45.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:45.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:45.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:45.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:45.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:45.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:45.487 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:45.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:45.497 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:45.497 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:45.497 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:45.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:45.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:45.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:45.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:45.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:45.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:45.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:45.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:45.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:45.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:45.528 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:45.529 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:45.529 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:45.529 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:45.529 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:45.529 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:45.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:45.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:45.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:45.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:45.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:45.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:45.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:45.563 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:45.564 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:45.564 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:45.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:45.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:45.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:45.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:45.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:45.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:45.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:45.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:45.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:45.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:45.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:45.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:45.727 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:45.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:45.774 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:45.812 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:45.813 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:45.813 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:45.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:45.813 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:45.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:45.813 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:45.813 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:45.813 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:45.813 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:45.813 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:45.813 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:45.813 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:45.826 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:45.827 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:45.827 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:45.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:45.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:45.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:45.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:45.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:45.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:45.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:45.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:45.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:45.827 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.865020 17271 raft_consensus.cc:1275] T b95828afc978414ea32f16047d4d4fc9 P 9f5461fb2f3c4e3689daae115757a227 [term 2 FOLLOWER]: Refusing update from remote peer 50685ca19ae24d71b1114b4db60ceb02: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 2 index: 1. (index mismatch)
02:08:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.866437 17814 consensus_queue.cc:1048] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f5461fb2f3c4e3689daae115757a227" member_type: VOTER last_known_addr { host: "127.16.118.65" port: 36187 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.871348 17485 raft_consensus.cc:1275] T b95828afc978414ea32f16047d4d4fc9 P 09b140b20e204c09aa7d9129245e2efb [term 2 FOLLOWER]: Refusing update from remote peer 50685ca19ae24d71b1114b4db60ceb02: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 2 index: 1. (index mismatch)
02:08:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:45.873064 17814 consensus_queue.cc:1048] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "09b140b20e204c09aa7d9129245e2efb" member_type: VOTER last_known_addr { host: "127.16.118.66" port: 39271 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:45.901 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:45.901 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:45.901 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:45.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.902 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.902 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.902 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:45.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:45.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:45.902 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:45.952 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:45.952 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:45.953 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:45.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:45.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:45.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:45.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:45.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:45.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:45.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:45.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:45.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:45.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:45.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:46.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:46.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:46.151 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:46.151 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:46.152 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:46.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:46.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:46.152 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:46.152 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:46.152 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:46.152 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:46.152 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:46.152 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:46.152 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:46.152 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:46.199 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:46.200 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:46.200 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:46.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:46.200 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:46.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:46.200 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:46.200 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:46.200 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:46.201 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:46.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:46.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:46.201 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:46.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:46.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:46.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:46.357 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:46.357 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:46.358 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:46.358 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:46.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:46.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:46.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:46.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:46.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:46.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:46.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:46.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:46.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:46.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:46.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:46.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:46.359 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:46.358 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:46.363 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:46.363 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:46.363 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:46.363 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:46.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:46.364 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:46.364 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:46.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:46.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:46.542 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:46.543 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:46.543 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:46.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:46.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:46.543 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:46.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:46.543 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:46.543 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:46.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:46.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:46.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:46.544 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:46.605 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:46.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:46.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:46.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:46.774 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:46.827 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:46.827 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:46.827 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:46.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:46.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:46.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:46.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:46.827 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:46.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:46.828 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:46.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:46.828 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:46.828 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:46.876 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:46.876 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:46.876 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:46.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:46.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:46.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:46.877 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:46.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:46.877 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:46.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:46.877 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:46.877 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:46.877 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:46.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.105 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.171 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:47.171 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:47.171 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:47.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:47.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:47.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:47.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:47.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:47.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:47.172 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:47.172 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:47.172 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:47.172 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:47.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.356 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:47.356 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:47.356 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:47.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:47.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:47.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:47.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:47.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:47.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:47.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:47.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:47.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:47.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:47.366 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:47.366 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:47.367 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:47.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:47.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:47.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:47.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:47.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:47.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:47.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:47.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:47.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:47.367 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:47.393 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:47.393 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:47.393 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:47.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:47.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:47.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:47.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:47.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:47.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:47.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:47.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:47.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:47.395 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:47.422366 16391 debug-util.cc:398] Leaking SignalData structure 0x7b08000ccf20 after lost signal to thread 16257
02:08:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:47.423516 16391 debug-util.cc:398] Leaking SignalData structure 0x7b08000d0260 after lost signal to thread 16394
02:08:47.489 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.569 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:47.569 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:47.569 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:47.569 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:47.569 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:47.569 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:47.569 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:47.569 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:47.569 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:47.570 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:47.570 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:47.570 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:47.570 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:47.578 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:47.578 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:47.579 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:47.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:47.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:47.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:47.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:47.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:47.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:47.579 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:47.579 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:47.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:47.579 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:47.605 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.657 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:47.657 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:47.657 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:47.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:47.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:47.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:47.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:47.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:47.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:47.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:47.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:47.659 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:47.659 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:47.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.775 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.941 [DEBUG - main] (Connection.java:575) [peer master-127.15.148.189:35525(127.15.148.189:35525)] disconnecting while in state READY
02:08:47.941 [DEBUG - main] (Connection.java:575) [peer master-127.15.148.190:41305(127.15.148.190:41305)] disconnecting while in state READY
02:08:47.941 [DEBUG - main] (Connection.java:575) [peer master-127.15.148.188:43533(127.15.148.188:43533)] disconnecting while in state READY
02:08:47.942 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.148.190:41305(127.15.148.190:41305)] handling channelInactive
02:08:47.942 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.148.189:35525(127.15.148.189:35525)] handling channelInactive
02:08:47.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.148.189:35525(127.15.148.189:35525)] cleaning up while in state READY due to: connection closed
02:08:47.942 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:47.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state READY due to: connection closed
02:08:47.944 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
02:08:47.946 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
02:08:47.952 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.148.188:43533(127.15.148.188:43533)] handling channelInactive
02:08:47.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.148.188:43533(127.15.148.188:43533)] cleaning up while in state READY due to: connection closed
02:08:47.952 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:08:47.952 [DEBUG - main] (Connection.java:575) [peer master-127.16.118.124:41511(127.16.118.124:41511)] disconnecting while in state READY
02:08:47.953 [DEBUG - main] (Connection.java:575) [peer master-127.16.118.125:46813(127.16.118.125:46813)] disconnecting while in state READY
02:08:47.953 [DEBUG - main] (Connection.java:575) [peer master-127.16.118.126:35839(127.16.118.126:35839)] disconnecting while in state READY
02:08:47.953 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.118.126:35839(127.16.118.126:35839)] handling channelInactive
02:08:47.953 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.118.124:41511(127.16.118.124:41511)] handling channelInactive
02:08:47.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.118.126:35839(127.16.118.126:35839)] cleaning up while in state READY due to: connection closed
02:08:47.954 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:47.953 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.118.124:41511(127.16.118.124:41511)] cleaning up while in state READY due to: connection closed
02:08:47.955 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
02:08:47.955 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:08:47.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:47.967835 16648 debug-util.cc:398] Leaking SignalData structure 0x7b08000cb440 after lost signal to thread 16416
02:08:47.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:47.968899 16648 debug-util.cc:398] Leaking SignalData structure 0x7b08000cbfc0 after lost signal to thread 16651
02:08:47.972 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.118.125:46813(127.16.118.125:46813)] handling channelInactive
02:08:47.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.118.125:46813(127.16.118.125:46813)] cleaning up while in state READY due to: connection closed
02:08:47.972 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:08:47.974 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:08:47.974 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
02:08:47.974 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
02:08:47.974 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:08:47.974 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:08:47.974 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
02:08:47.988 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
02:08:47.988 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
02:08:47.988 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
02:08:47.988 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
02:08:47.989 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
02:08:47.989 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
02:08:47.990 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
02:08:47.993 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:47.996 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:47.996 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:47.996 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:47.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:47.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:47.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:47.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:47.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:47.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:47.997 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:47.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:47.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:47.998 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:48.041 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:48.041 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:48.041 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:48.042 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:48.042 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:48.042 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:48.042 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:48.042 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:48.042 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:48.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:48.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:48.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:48.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:48.050 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:48.051 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:48.051 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:48.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:48.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:48.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:48.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:48.051 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:48.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:48.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:48.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:48.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:48.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:48.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:48.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:48.156 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:48.157 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:48.157 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:48.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:48.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:48.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:48.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:48.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:48.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:48.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:48.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:48.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:48.158 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:48.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:48.230 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:48.258 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:48.258 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:48.258 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:48.259 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:48.259 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:48.259 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:48.259 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:48.259 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:48.259 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:48.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:48.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:48.260 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:48.260 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:48.265 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:48.265 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:48.265 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:48.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:48.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:48.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:48.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:48.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:48.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:48.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:48.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:48.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:48.267 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:48.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:48.277 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:48.278 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:48.278 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:48.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:48.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:48.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:48.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:48.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:48.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:48.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:48.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:48.279 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:48.279 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:48.350 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
02:08:48.482 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
02:08:48.483 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
02:08:48.483 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
02:08:48.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:48.528 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:08:48.567 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:48.568 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:48.568 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:48.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:48.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:48.568 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:48.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:48.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:48.569 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:48.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:48.569 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:48.569 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:48.569 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:48.591 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:48.591 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:48.591 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:48.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:48.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:48.592 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:48.592 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:48.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:48.592 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:48.592 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:48.592 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:48.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:48.592 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:48.597 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:48.597 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:48.597 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:48.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:48.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:48.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:48.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:48.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:48.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:48.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:48.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:48.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:48.598 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:48.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:48.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:48.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:48.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:48.774 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:48.847 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:48.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:48.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:48.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:48.848 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:48.848 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:48.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:48.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:48.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:48.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:48.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:48.849 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:48.850 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:48.966 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:48.966 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:48.967 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:48.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:48.967 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:48.967 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:48.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:48.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:48.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:48.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:48.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:48.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:48.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:48.969 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28399), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [18ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [33ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [34ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [58ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [59ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [60ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [60ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [107ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [108ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [108ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [108ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [122ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [162ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [162ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [181ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [182ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [222ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [263ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [263ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [423ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1023ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2061ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [3321ms] too many traces: truncated at 100 traces, deferred=Deferred@1440921603(state=PENDING, result=null, callback=(continuation of Deferred@1054880955 after retry RPC after error@1528671416) -> (continuation of Deferred@306418514 after retry RPC after error@1377899449) -> (continuation of Deferred@1834725546 after retry RPC after error@1536534997) -> (continuation of Deferred@1430415606 after retry RPC after error@262411580) -> (continuation of Deferred@1070217858 after retry RPC after error@1231546287) -> (continuation of Deferred@262419373 after retry RPC after error@537320080) -> (continuation of Deferred@1316416056 after retry RPC after error@945432262) -> (continuation of Deferred@382550843 after retry RPC after error@645416) -> (continuation of Deferred@2044183611 after retry RPC after error@273854929) -> (continuation of Deferred@1819995259 after retry RPC after error@578074693) -> (continuation of Deferred@1699038764 after retry RPC after error@1620881260) -> (continuation of Deferred@1530826288 after retry RPC after error@1552921474) -> (continuation of Deferred@330627609 after retry RPC after error@383172812) -> (continuation of Deferred@968262440 after retry RPC after error@402928703) -> (continuation of Deferred@743731476 after retry RPC after error@203691250) -> (continuation of Deferred@17201565 after retry RPC after error@941228110) -> (continuation of Deferred@935922312 after retry RPC after error@459672327) -> (continuation of Deferred@689853287 after retry RPC after error@1106128506) -> (continuation of Deferred@1041035653 after retry RPC after error@354024304) -> (continuation of Deferred@1321670623 after retry RPC after error@2120908163) -> (continuation of Deferred@666053394 after retry RPC after error@2108397295) -> (continuation of Deferred@195305322 after retry RPC after error@638578168) -> (continuation of Deferred@408594832 after retry RPC after error@971462810) -> (continuation of Deferred@303259523 after retry RPC after error@1269436436) -> (continuation of Deferred@108082904 after retry RPC after error@97623300) -> (continuation of Deferred@230040954 after retry RPC after error@369606248), errback=(continuation of Deferred@1054880955 after retry RPC after error@1528671416) -> (continuation of Deferred@306418514 after retry RPC after error@1377899449) -> (continuation of Deferred@1834725546 after retry RPC after error@1536534997) -> (continuation of Deferred@1430415606 after retry RPC after error@262411580) -> (continuation of Deferred@1070217858 after retry RPC after error@1231546287) -> (continuation of Deferred@262419373 after retry RPC after error@537320080) -> (continuation of Deferred@1316416056 after retry RPC after error@945432262) -> (continuation of Deferred@382550843 after retry RPC after error@645416) -> (continuation of Deferred@2044183611 after retry RPC after error@273854929) -> (continuation of Deferred@1819995259 after retry RPC after error@578074693) -> (continuation of Deferred@1699038764 after retry RPC after error@1620881260) -> (continuation of Deferred@1530826288 after retry RPC after error@1552921474) -> (continuation of Deferred@330627609 after retry RPC after error@383172812) -> (continuation of Deferred@968262440 after retry RPC after error@402928703) -> (continuation of Deferred@743731476 after retry RPC after error@203691250) -> (continuation of Deferred@17201565 after retry RPC after error@941228110) -> (continuation of Deferred@935922312 after retry RPC after error@459672327) -> (continuation of Deferred@689853287 after retry RPC after error@1106128506) -> (continuation of Deferred@1041035653 after retry RPC after error@354024304) -> (continuation of Deferred@1321670623 after retry RPC after error@2120908163) -> (continuation of Deferred@666053394 after retry RPC after error@2108397295) -> (continuation of Deferred@195305322 after retry RPC after error@638578168) -> (continuation of Deferred@408594832 after retry RPC after error@971462810) -> (continuation of Deferred@303259523 after retry RPC after error@1269436436) -> (continuation of Deferred@108082904 after retry RPC after error@97623300) -> (continuation of Deferred@230040954 after retry RPC after error@369606248)))
02:08:48.970 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:48.970 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:48.971 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:48.970 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28399), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [18ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [33ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [34ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [58ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [59ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [60ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [60ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [107ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [108ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [108ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [108ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [122ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [162ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [162ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [181ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [182ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [222ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [263ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [263ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [423ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1023ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2061ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [3321ms] too many traces: truncated at 100 traces, deferred=Deferred@1440921603(state=PENDING, result=null, callback=(continuation of Deferred@1054880955 after retry RPC after error@1528671416) -> (continuation of Deferred@306418514 after retry RPC after error@1377899449) -> (continuation of Deferred@1834725546 after retry RPC after error@1536534997) -> (continuation of Deferred@1430415606 after retry RPC after error@262411580) -> (continuation of Deferred@1070217858 after retry RPC after error@1231546287) -> (continuation of Deferred@262419373 after retry RPC after error@537320080) -> (continuation of Deferred@1316416056 after retry RPC after error@945432262) -> (continuation of Deferred@382550843 after retry RPC after error@645416) -> (continuation of Deferred@2044183611 after retry RPC after error@273854929) -> (continuation of Deferred@1819995259 after retry RPC after error@578074693) -> (continuation of Deferred@1699038764 after retry RPC after error@1620881260) -> (continuation of Deferred@1530826288 after retry RPC after error@1552921474) -> (continuation of Deferred@330627609 after retry RPC after error@383172812) -> (continuation of Deferred@968262440 after retry RPC after error@402928703) -> (continuation of Deferred@743731476 after retry RPC after error@203691250) -> (continuation of Deferred@17201565 after retry RPC after error@941228110) -> (continuation of Deferred@935922312 after retry RPC after error@459672327) -> (continuation of Deferred@689853287 after retry RPC after error@1106128506) -> (continuation of Deferred@1041035653 after retry RPC after error@354024304) -> (continuation of Deferred@1321670623 after retry RPC after error@2120908163) -> (continuation of Deferred@666053394 after retry RPC after error@2108397295) -> (continuation of Deferred@195305322 after retry RPC after error@638578168) -> (continuation of Deferred@408594832 after retry RPC after error@971462810) -> (continuation of Deferred@303259523 after retry RPC after error@1269436436) -> (continuation of Deferred@108082904 after retry RPC after error@97623300) -> (continuation of Deferred@230040954 after retry RPC after error@369606248), errback=(continuation of Deferred@1054880955 after retry RPC after error@1528671416) -> (continuation of Deferred@306418514 after retry RPC after error@1377899449) -> (continuation of Deferred@1834725546 after retry RPC after error@1536534997) -> (continuation of Deferred@1430415606 after retry RPC after error@262411580) -> (continuation of Deferred@1070217858 after retry RPC after error@1231546287) -> (continuation of Deferred@262419373 after retry RPC after error@537320080) -> (continuation of Deferred@1316416056 after retry RPC after error@945432262) -> (continuation of Deferred@382550843 after retry RPC after error@645416) -> (continuation of Deferred@2044183611 after retry RPC after error@273854929) -> (continuation of Deferred@1819995259 after retry RPC after error@578074693) -> (continuation of Deferred@1699038764 after retry RPC after error@1620881260) -> (continuation of Deferred@1530826288 after retry RPC after error@1552921474) -> (continuation of Deferred@330627609 after retry RPC after error@383172812) -> (continuation of Deferred@968262440 after retry RPC after error@402928703) -> (continuation of Deferred@743731476 after retry RPC after error@203691250) -> (continuation of Deferred@17201565 after retry RPC after error@941228110) -> (continuation of Deferred@935922312 after retry RPC after error@459672327) -> (continuation of Deferred@689853287 after retry RPC after error@1106128506) -> (continuation of Deferred@1041035653 after retry RPC after error@354024304) -> (continuation of Deferred@1321670623 after retry RPC after error@2120908163) -> (continuation of Deferred@666053394 after retry RPC after error@2108397295) -> (continuation of Deferred@195305322 after retry RPC after error@638578168) -> (continuation of Deferred@408594832 after retry RPC after error@971462810) -> (continuation of Deferred@303259523 after retry RPC after error@1269436436) -> (continuation of Deferred@108082904 after retry RPC after error@97623300) -> (continuation of Deferred@230040954 after retry RPC after error@369606248)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28399), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [18ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [33ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [34ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [58ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [59ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [60ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [60ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [107ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [108ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [108ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [108ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [122ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [162ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [162ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [181ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [182ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [222ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [263ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [263ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [423ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1023ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2061ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [3321ms] too many traces: truncated at 100 traces, deferred=Deferred@1440921603(state=PENDING, result=null, callback=(continuation of Deferred@1054880955 after retry RPC after error@1528671416) -> (continuation of Deferred@306418514 after retry RPC after error@1377899449) -> (continuation of Deferred@1834725546 after retry RPC after error@1536534997) -> (continuation of Deferred@1430415606 after retry RPC after error@262411580) -> (continuation of Deferred@1070217858 after retry RPC after error@1231546287) -> (continuation of Deferred@262419373 after retry RPC after error@537320080) -> (continuation of Deferred@1316416056 after retry RPC after error@945432262) -> (continuation of Deferred@382550843 after retry RPC after error@645416) -> (continuation of Deferred@2044183611 after retry RPC after error@273854929) -> (continuation of Deferred@1819995259 after retry RPC after error@578074693) -> (continuation of Deferred@1699038764 after retry RPC after error@1620881260) -> (continuation of Deferred@1530826288 after retry RPC after error@1552921474) -> (continuation of Deferred@330627609 after retry RPC after error@383172812) -> (continuation of Deferred@968262440 after retry RPC after error@402928703) -> (continuation of Deferred@743731476 after retry RPC after error@203691250) -> (continuation of Deferred@17201565 after retry RPC after error@941228110) -> (continuation of Deferred@935922312 after retry RPC after error@459672327) -> (continuation of Deferred@689853287 after retry RPC after error@1106128506) -> (continuation of Deferred@1041035653 after retry RPC after error@354024304) -> (continuation of Deferred@1321670623 after retry RPC after error@2120908163) -> (continuation of Deferred@666053394 after retry RPC after error@2108397295) -> (continuation of Deferred@195305322 after retry RPC after error@638578168) -> (continuation of Deferred@408594832 after retry RPC after error@971462810) -> (continuation of Deferred@303259523 after retry RPC after error@1269436436) -> (continuation of Deferred@108082904 after retry RPC after error@97623300) -> (continuation of Deferred@230040954 after retry RPC after error@369606248), errback=(continuation of Deferred@1054880955 after retry RPC after error@1528671416) -> (continuation of Deferred@306418514 after retry RPC after error@1377899449) -> (continuation of Deferred@1834725546 after retry RPC after error@1536534997) -> (continuation of Deferred@1430415606 after retry RPC after error@262411580) -> (continuation of Deferred@1070217858 after retry RPC after error@1231546287) -> (continuation of Deferred@262419373 after retry RPC after error@537320080) -> (continuation of Deferred@1316416056 after retry RPC after error@945432262) -> (continuation of Deferred@382550843 after retry RPC after error@645416) -> (continuation of Deferred@2044183611 after retry RPC after error@273854929) -> (continuation of Deferred@1819995259 after retry RPC after error@578074693) -> (continuation of Deferred@1699038764 after retry RPC after error@1620881260) -> (continuation of Deferred@1530826288 after retry RPC after error@1552921474) -> (continuation of Deferred@330627609 after retry RPC after error@383172812) -> (continuation of Deferred@968262440 after retry RPC after error@402928703) -> (continuation of Deferred@743731476 after retry RPC after error@203691250) -> (continuation of Deferred@17201565 after retry RPC after error@941228110) -> (continuation of Deferred@935922312 after retry RPC after error@459672327) -> (continuation of Deferred@689853287 after retry RPC after error@1106128506) -> (continuation of Deferred@1041035653 after retry RPC after error@354024304) -> (continuation of Deferred@1321670623 after retry RPC after error@2120908163) -> (continuation of Deferred@666053394 after retry RPC after error@2108397295) -> (continuation of Deferred@195305322 after retry RPC after error@638578168) -> (continuation of Deferred@408594832 after retry RPC after error@971462810) -> (continuation of Deferred@303259523 after retry RPC after error@1269436436) -> (continuation of Deferred@108082904 after retry RPC after error@97623300) -> (continuation of Deferred@230040954 after retry RPC after error@369606248)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.65.188:39581
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:48.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:48.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:48.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:48.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:48.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:48.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:48.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:48.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:48.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:48.974 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:48.982 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28399), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [18ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [33ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [34ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [58ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [59ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [60ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [60ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [107ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [108ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [108ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [108ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [122ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [162ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [162ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [181ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [182ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [222ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [263ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [263ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [423ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1023ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2061ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [3321ms] too many traces: truncated at 100 traces, deferred=Deferred@1440921603(state=PENDING, result=null, callback=(continuation of Deferred@1054880955 after retry RPC after error@1528671416) -> (continuation of Deferred@306418514 after retry RPC after error@1377899449) -> (continuation of Deferred@1834725546 after retry RPC after error@1536534997) -> (continuation of Deferred@1430415606 after retry RPC after error@262411580) -> (continuation of Deferred@1070217858 after retry RPC after error@1231546287) -> (continuation of Deferred@262419373 after retry RPC after error@537320080) -> (continuation of Deferred@1316416056 after retry RPC after error@945432262) -> (continuation of Deferred@382550843 after retry RPC after error@645416) -> (continuation of Deferred@2044183611 after retry RPC after error@273854929) -> (continuation of Deferred@1819995259 after retry RPC after error@578074693) -> (continuation of Deferred@1699038764 after retry RPC after error@1620881260) -> (continuation of Deferred@1530826288 after retry RPC after error@1552921474) -> (continuation of Deferred@330627609 after retry RPC after error@383172812) -> (continuation of Deferred@968262440 after retry RPC after error@402928703) -> (continuation of Deferred@743731476 after retry RPC after error@203691250) -> (continuation of Deferred@17201565 after retry RPC after error@941228110) -> (continuation of Deferred@935922312 after retry RPC after error@459672327) -> (continuation of Deferred@689853287 after retry RPC after error@1106128506) -> (continuation of Deferred@1041035653 after retry RPC after error@354024304) -> (continuation of Deferred@1321670623 after retry RPC after error@2120908163) -> (continuation of Deferred@666053394 after retry RPC after error@2108397295) -> (continuation of Deferred@195305322 after retry RPC after error@638578168) -> (continuation of Deferred@408594832 after retry RPC after error@971462810) -> (continuation of Deferred@303259523 after retry RPC after error@1269436436) -> (continuation of Deferred@108082904 after retry RPC after error@97623300) -> (continuation of Deferred@230040954 after retry RPC after error@369606248), errback=(continuation of Deferred@1054880955 after retry RPC after error@1528671416) -> (continuation of Deferred@306418514 after retry RPC after error@1377899449) -> (continuation of Deferred@1834725546 after retry RPC after error@1536534997) -> (continuation of Deferred@1430415606 after retry RPC after error@262411580) -> (continuation of Deferred@1070217858 after retry RPC after error@1231546287) -> (continuation of Deferred@262419373 after retry RPC after error@537320080) -> (continuation of Deferred@1316416056 after retry RPC after error@945432262) -> (continuation of Deferred@382550843 after retry RPC after error@645416) -> (continuation of Deferred@2044183611 after retry RPC after error@273854929) -> (continuation of Deferred@1819995259 after retry RPC after error@578074693) -> (continuation of Deferred@1699038764 after retry RPC after error@1620881260) -> (continuation of Deferred@1530826288 after retry RPC after error@1552921474) -> (continuation of Deferred@330627609 after retry RPC after error@383172812) -> (continuation of Deferred@968262440 after retry RPC after error@402928703) -> (continuation of Deferred@743731476 after retry RPC after error@203691250) -> (continuation of Deferred@17201565 after retry RPC after error@941228110) -> (continuation of Deferred@935922312 after retry RPC after error@459672327) -> (continuation of Deferred@689853287 after retry RPC after error@1106128506) -> (continuation of Deferred@1041035653 after retry RPC after error@354024304) -> (continuation of Deferred@1321670623 after retry RPC after error@2120908163) -> (continuation of Deferred@666053394 after retry RPC after error@2108397295) -> (continuation of Deferred@195305322 after retry RPC after error@638578168) -> (continuation of Deferred@408594832 after retry RPC after error@971462810) -> (continuation of Deferred@303259523 after retry RPC after error@1269436436) -> (continuation of Deferred@108082904 after retry RPC after error@97623300) -> (continuation of Deferred@230040954 after retry RPC after error@369606248)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28399), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [18ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [33ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [34ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [58ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [59ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [60ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [60ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [107ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [108ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [108ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [108ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [122ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [162ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [162ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [181ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [181ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [182ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [222ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [263ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [263ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [423ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [1023ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.188:39581: Network error: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.190:40661: Network error: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.11.65.189:39499: Network error: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499, [2061ms] delaying RPC due to: Service unavailable: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.190:40661, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.189:39499, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.65.188:39581, [3321ms] too many traces: truncated at 100 traces, deferred=Deferred@1440921603(state=PENDING, result=null, callback=(continuation of Deferred@1054880955 after retry RPC after error@1528671416) -> (continuation of Deferred@306418514 after retry RPC after error@1377899449) -> (continuation of Deferred@1834725546 after retry RPC after error@1536534997) -> (continuation of Deferred@1430415606 after retry RPC after error@262411580) -> (continuation of Deferred@1070217858 after retry RPC after error@1231546287) -> (continuation of Deferred@262419373 after retry RPC after error@537320080) -> (continuation of Deferred@1316416056 after retry RPC after error@945432262) -> (continuation of Deferred@382550843 after retry RPC after error@645416) -> (continuation of Deferred@2044183611 after retry RPC after error@273854929) -> (continuation of Deferred@1819995259 after retry RPC after error@578074693) -> (continuation of Deferred@1699038764 after retry RPC after error@1620881260) -> (continuation of Deferred@1530826288 after retry RPC after error@1552921474) -> (continuation of Deferred@330627609 after retry RPC after error@383172812) -> (continuation of Deferred@968262440 after retry RPC after error@402928703) -> (continuation of Deferred@743731476 after retry RPC after error@203691250) -> (continuation of Deferred@17201565 after retry RPC after error@941228110) -> (continuation of Deferred@935922312 after retry RPC after error@459672327) -> (continuation of Deferred@689853287 after retry RPC after error@1106128506) -> (continuation of Deferred@1041035653 after retry RPC after error@354024304) -> (continuation of Deferred@1321670623 after retry RPC after error@2120908163) -> (continuation of Deferred@666053394 after retry RPC after error@2108397295) -> (continuation of Deferred@195305322 after retry RPC after error@638578168) -> (continuation of Deferred@408594832 after retry RPC after error@971462810) -> (continuation of Deferred@303259523 after retry RPC after error@1269436436) -> (continuation of Deferred@108082904 after retry RPC after error@97623300) -> (continuation of Deferred@230040954 after retry RPC after error@369606248), errback=(continuation of Deferred@1054880955 after retry RPC after error@1528671416) -> (continuation of Deferred@306418514 after retry RPC after error@1377899449) -> (continuation of Deferred@1834725546 after retry RPC after error@1536534997) -> (continuation of Deferred@1430415606 after retry RPC after error@262411580) -> (continuation of Deferred@1070217858 after retry RPC after error@1231546287) -> (continuation of Deferred@262419373 after retry RPC after error@537320080) -> (continuation of Deferred@1316416056 after retry RPC after error@945432262) -> (continuation of Deferred@382550843 after retry RPC after error@645416) -> (continuation of Deferred@2044183611 after retry RPC after error@273854929) -> (continuation of Deferred@1819995259 after retry RPC after error@578074693) -> (continuation of Deferred@1699038764 after retry RPC after error@1620881260) -> (continuation of Deferred@1530826288 after retry RPC after error@1552921474) -> (continuation of Deferred@330627609 after retry RPC after error@383172812) -> (continuation of Deferred@968262440 after retry RPC after error@402928703) -> (continuation of Deferred@743731476 after retry RPC after error@203691250) -> (continuation of Deferred@17201565 after retry RPC after error@941228110) -> (continuation of Deferred@935922312 after retry RPC after error@459672327) -> (continuation of Deferred@689853287 after retry RPC after error@1106128506) -> (continuation of Deferred@1041035653 after retry RPC after error@354024304) -> (continuation of Deferred@1321670623 after retry RPC after error@2120908163) -> (continuation of Deferred@666053394 after retry RPC after error@2108397295) -> (continuation of Deferred@195305322 after retry RPC after error@638578168) -> (continuation of Deferred@408594832 after retry RPC after error@971462810) -> (continuation of Deferred@303259523 after retry RPC after error@1269436436) -> (continuation of Deferred@108082904 after retry RPC after error@97623300) -> (continuation of Deferred@230040954 after retry RPC after error@369606248)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.65.188:39581
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:48.987 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:48.988 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:48.988 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:48.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:48.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:48.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:48.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:48.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:48.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:48.989 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:48.989 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:48.989 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:48.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:48.989 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:48.992 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:08:48.992 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0d8395fba2788201aec6c54dce2f1c84) switched from state RUNNING to RESTARTING.
02:08:48.993 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
02:08:49.007 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:49.007 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:49.007 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:49.007 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.007 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.008 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:49.009 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
02:08:49.009 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:08:49.009 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
02:08:49.009 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:08:49.010 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
02:08:49.010 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
02:08:49.010 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
02:08:49.010 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
02:08:49.010 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
02:08:49.010 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
02:08:49.017 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:08:49.017 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
02:08:49.017 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
02:08:49.027 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:49.027 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:49.027 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:49.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.028 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.028 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.028 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.028 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.028 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.028 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.029 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:49.034 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
02:08:49.034 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
02:08:49.034 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
02:08:49.047 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:49.047 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:49.047 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:49.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.048 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.048 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.048 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.048 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.048 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.048 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.048 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.049 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:49.055 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:08:49.056 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
02:08:49.056 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
02:08:49.066 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:08:49.066 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
02:08:49.066 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:08:49.074 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:08:49.074 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
02:08:49.074 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
02:08:49.085 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:49.085 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:49.086 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:49.086 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:49.086 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:49.086 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:49.086 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:49.086 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:49.086 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:49.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:49.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:49.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:49.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:49.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:49.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:49.087 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:49.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.088 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28522), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [48ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [51ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [52ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [53ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [68ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [69ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [69ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [118ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [119ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [119ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [119ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [342ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [462ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [462ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [463ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [463ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [822ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [822ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [823ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [823ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [882ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [883ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [883ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [883ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2002ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2141ms] refreshing cache from master, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [2141ms] too many traces: truncated at 100 traces, deferred=Deferred@297473738(state=PENDING, result=null, callback=(continuation of Deferred@50578596 after retry RPC after error@1640590994) -> (continuation of Deferred@1308271940 after retry RPC after error@71231351) -> (continuation of Deferred@428160432 after retry RPC after error@865236460) -> (continuation of Deferred@735721055 after retry RPC after error@1487694092) -> (continuation of Deferred@1756692252 after retry RPC after error@1219091187) -> (continuation of Deferred@842757495 after retry RPC after error@165973557) -> (continuation of Deferred@1181207562 after retry RPC after error@1075837047) -> (continuation of Deferred@702983630 after retry RPC after error@81664993) -> (continuation of Deferred@2090963180 after retry RPC after error@1136792399) -> (continuation of Deferred@1599491620 after retry RPC after error@723736380) -> (continuation of Deferred@1542816836 after retry RPC after error@150907934) -> (continuation of Deferred@1697969227 after retry RPC after error@1419760998) -> (continuation of Deferred@591375381 after retry RPC after error@1591503408) -> (continuation of Deferred@478698252 after retry RPC after error@907450654) -> (continuation of Deferred@1754776781 after retry RPC after error@1437056517) -> (continuation of Deferred@187293574 after retry RPC after error@158693780) -> (continuation of Deferred@1603429851 after retry RPC after error@934129594) -> (continuation of Deferred@1925026598 after retry RPC after error@1353116988) -> (continuation of Deferred@483845710 after retry RPC after error@1180457489) -> (continuation of Deferred@1483130207 after retry RPC after error@1070472290) -> (continuation of Deferred@335640899 after retry RPC after error@816395520) -> (continuation of Deferred@1577800311 after retry RPC after error@300513496) -> (continuation of Deferred@247316679 after retry RPC after error@2001073445), errback=(continuation of Deferred@50578596 after retry RPC after error@1640590994) -> (continuation of Deferred@1308271940 after retry RPC after error@71231351) -> (continuation of Deferred@428160432 after retry RPC after error@865236460) -> (continuation of Deferred@735721055 after retry RPC after error@1487694092) -> (continuation of Deferred@1756692252 after retry RPC after error@1219091187) -> (continuation of Deferred@842757495 after retry RPC after error@165973557) -> (continuation of Deferred@1181207562 after retry RPC after error@1075837047) -> (continuation of Deferred@702983630 after retry RPC after error@81664993) -> (continuation of Deferred@2090963180 after retry RPC after error@1136792399) -> (continuation of Deferred@1599491620 after retry RPC after error@723736380) -> (continuation of Deferred@1542816836 after retry RPC after error@150907934) -> (continuation of Deferred@1697969227 after retry RPC after error@1419760998) -> (continuation of Deferred@591375381 after retry RPC after error@1591503408) -> (continuation of Deferred@478698252 after retry RPC after error@907450654) -> (continuation of Deferred@1754776781 after retry RPC after error@1437056517) -> (continuation of Deferred@187293574 after retry RPC after error@158693780) -> (continuation of Deferred@1603429851 after retry RPC after error@934129594) -> (continuation of Deferred@1925026598 after retry RPC after error@1353116988) -> (continuation of Deferred@483845710 after retry RPC after error@1180457489) -> (continuation of Deferred@1483130207 after retry RPC after error@1070472290) -> (continuation of Deferred@335640899 after retry RPC after error@816395520) -> (continuation of Deferred@1577800311 after retry RPC after error@300513496) -> (continuation of Deferred@247316679 after retry RPC after error@2001073445)))
02:08:49.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.089 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:49.089 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:49.089 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:49.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.090 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:49.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:49.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27150), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [17ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [87ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [126ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [126ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [282ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [461ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [461ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [462ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [462ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [602ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [603ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1583ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2303ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3881ms] refreshing cache from master, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3882ms] too many traces: truncated at 100 traces, deferred=Deferred@362663549(state=PENDING, result=null, callback=(continuation of Deferred@908651926 after retry RPC after error@1856107462) -> (continuation of Deferred@1059654986 after retry RPC after error@1144832756) -> (continuation of Deferred@898220984 after retry RPC after error@1423390988) -> (continuation of Deferred@602090881 after retry RPC after error@32137323) -> (continuation of Deferred@2047211501 after retry RPC after error@402112248) -> (continuation of Deferred@759301794 after retry RPC after error@2147074649) -> (continuation of Deferred@706148564 after retry RPC after error@3969808) -> (continuation of Deferred@1039590051 after retry RPC after error@204211278) -> (continuation of Deferred@299994439 after retry RPC after error@1965111416) -> (continuation of Deferred@2135437189 after retry RPC after error@321538646) -> (continuation of Deferred@247228097 after retry RPC after error@1914858902) -> (continuation of Deferred@1286094928 after retry RPC after error@219269993) -> (continuation of Deferred@1626750564 after retry RPC after error@22655281) -> (continuation of Deferred@268295050 after retry RPC after error@213128095) -> (continuation of Deferred@1574963571 after retry RPC after error@301788103) -> (continuation of Deferred@1883001849 after retry RPC after error@1555603082) -> (continuation of Deferred@21938175 after retry RPC after error@2006638274) -> (continuation of Deferred@1705769043 after retry RPC after error@2113894050) -> (continuation of Deferred@163221413 after retry RPC after error@687291550) -> (continuation of Deferred@312746163 after retry RPC after error@342367779) -> (continuation of Deferred@1240628396 after retry RPC after error@1492167360) -> (continuation of Deferred@1810020565 after retry RPC after error@1060059788) -> (continuation of Deferred@1709319897 after retry RPC after error@949560847) -> (continuation of Deferred@1178797529 after retry RPC after error@8301767), errback=(continuation of Deferred@908651926 after retry RPC after error@1856107462) -> (continuation of Deferred@1059654986 after retry RPC after error@1144832756) -> (continuation of Deferred@898220984 after retry RPC after error@1423390988) -> (continuation of Deferred@602090881 after retry RPC after error@32137323) -> (continuation of Deferred@2047211501 after retry RPC after error@402112248) -> (continuation of Deferred@759301794 after retry RPC after error@2147074649) -> (continuation of Deferred@706148564 after retry RPC after error@3969808) -> (continuation of Deferred@1039590051 after retry RPC after error@204211278) -> (continuation of Deferred@299994439 after retry RPC after error@1965111416) -> (continuation of Deferred@2135437189 after retry RPC after error@321538646) -> (continuation of Deferred@247228097 after retry RPC after error@1914858902) -> (continuation of Deferred@1286094928 after retry RPC after error@219269993) -> (continuation of Deferred@1626750564 after retry RPC after error@22655281) -> (continuation of Deferred@268295050 after retry RPC after error@213128095) -> (continuation of Deferred@1574963571 after retry RPC after error@301788103) -> (continuation of Deferred@1883001849 after retry RPC after error@1555603082) -> (continuation of Deferred@21938175 after retry RPC after error@2006638274) -> (continuation of Deferred@1705769043 after retry RPC after error@2113894050) -> (continuation of Deferred@163221413 after retry RPC after error@687291550) -> (continuation of Deferred@312746163 after retry RPC after error@342367779) -> (continuation of Deferred@1240628396 after retry RPC after error@1492167360) -> (continuation of Deferred@1810020565 after retry RPC after error@1060059788) -> (continuation of Deferred@1709319897 after retry RPC after error@949560847) -> (continuation of Deferred@1178797529 after retry RPC after error@8301767)))
02:08:49.092 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
02:08:49.093 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
02:08:49.094 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
02:08:49.094 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:49.094 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:49.094 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:49.094 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27150), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [17ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [87ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [126ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [126ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [282ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [461ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [461ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [462ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [462ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [602ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [603ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1583ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2303ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3881ms] refreshing cache from master, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3882ms] too many traces: truncated at 100 traces, deferred=Deferred@362663549(state=PENDING, result=null, callback=(continuation of Deferred@908651926 after retry RPC after error@1856107462) -> (continuation of Deferred@1059654986 after retry RPC after error@1144832756) -> (continuation of Deferred@898220984 after retry RPC after error@1423390988) -> (continuation of Deferred@602090881 after retry RPC after error@32137323) -> (continuation of Deferred@2047211501 after retry RPC after error@402112248) -> (continuation of Deferred@759301794 after retry RPC after error@2147074649) -> (continuation of Deferred@706148564 after retry RPC after error@3969808) -> (continuation of Deferred@1039590051 after retry RPC after error@204211278) -> (continuation of Deferred@299994439 after retry RPC after error@1965111416) -> (continuation of Deferred@2135437189 after retry RPC after error@321538646) -> (continuation of Deferred@247228097 after retry RPC after error@1914858902) -> (continuation of Deferred@1286094928 after retry RPC after error@219269993) -> (continuation of Deferred@1626750564 after retry RPC after error@22655281) -> (continuation of Deferred@268295050 after retry RPC after error@213128095) -> (continuation of Deferred@1574963571 after retry RPC after error@301788103) -> (continuation of Deferred@1883001849 after retry RPC after error@1555603082) -> (continuation of Deferred@21938175 after retry RPC after error@2006638274) -> (continuation of Deferred@1705769043 after retry RPC after error@2113894050) -> (continuation of Deferred@163221413 after retry RPC after error@687291550) -> (continuation of Deferred@312746163 after retry RPC after error@342367779) -> (continuation of Deferred@1240628396 after retry RPC after error@1492167360) -> (continuation of Deferred@1810020565 after retry RPC after error@1060059788) -> (continuation of Deferred@1709319897 after retry RPC after error@949560847) -> (continuation of Deferred@1178797529 after retry RPC after error@8301767), errback=(continuation of Deferred@908651926 after retry RPC after error@1856107462) -> (continuation of Deferred@1059654986 after retry RPC after error@1144832756) -> (continuation of Deferred@898220984 after retry RPC after error@1423390988) -> (continuation of Deferred@602090881 after retry RPC after error@32137323) -> (continuation of Deferred@2047211501 after retry RPC after error@402112248) -> (continuation of Deferred@759301794 after retry RPC after error@2147074649) -> (continuation of Deferred@706148564 after retry RPC after error@3969808) -> (continuation of Deferred@1039590051 after retry RPC after error@204211278) -> (continuation of Deferred@299994439 after retry RPC after error@1965111416) -> (continuation of Deferred@2135437189 after retry RPC after error@321538646) -> (continuation of Deferred@247228097 after retry RPC after error@1914858902) -> (continuation of Deferred@1286094928 after retry RPC after error@219269993) -> (continuation of Deferred@1626750564 after retry RPC after error@22655281) -> (continuation of Deferred@268295050 after retry RPC after error@213128095) -> (continuation of Deferred@1574963571 after retry RPC after error@301788103) -> (continuation of Deferred@1883001849 after retry RPC after error@1555603082) -> (continuation of Deferred@21938175 after retry RPC after error@2006638274) -> (continuation of Deferred@1705769043 after retry RPC after error@2113894050) -> (continuation of Deferred@163221413 after retry RPC after error@687291550) -> (continuation of Deferred@312746163 after retry RPC after error@342367779) -> (continuation of Deferred@1240628396 after retry RPC after error@1492167360) -> (continuation of Deferred@1810020565 after retry RPC after error@1060059788) -> (continuation of Deferred@1709319897 after retry RPC after error@949560847) -> (continuation of Deferred@1178797529 after retry RPC after error@8301767)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27150), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [17ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [87ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [126ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [126ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [282ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [461ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [461ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [462ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [462ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [602ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [603ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1583ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2303ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3881ms] refreshing cache from master, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3882ms] too many traces: truncated at 100 traces, deferred=Deferred@362663549(state=PENDING, result=null, callback=(continuation of Deferred@908651926 after retry RPC after error@1856107462) -> (continuation of Deferred@1059654986 after retry RPC after error@1144832756) -> (continuation of Deferred@898220984 after retry RPC after error@1423390988) -> (continuation of Deferred@602090881 after retry RPC after error@32137323) -> (continuation of Deferred@2047211501 after retry RPC after error@402112248) -> (continuation of Deferred@759301794 after retry RPC after error@2147074649) -> (continuation of Deferred@706148564 after retry RPC after error@3969808) -> (continuation of Deferred@1039590051 after retry RPC after error@204211278) -> (continuation of Deferred@299994439 after retry RPC after error@1965111416) -> (continuation of Deferred@2135437189 after retry RPC after error@321538646) -> (continuation of Deferred@247228097 after retry RPC after error@1914858902) -> (continuation of Deferred@1286094928 after retry RPC after error@219269993) -> (continuation of Deferred@1626750564 after retry RPC after error@22655281) -> (continuation of Deferred@268295050 after retry RPC after error@213128095) -> (continuation of Deferred@1574963571 after retry RPC after error@301788103) -> (continuation of Deferred@1883001849 after retry RPC after error@1555603082) -> (continuation of Deferred@21938175 after retry RPC after error@2006638274) -> (continuation of Deferred@1705769043 after retry RPC after error@2113894050) -> (continuation of Deferred@163221413 after retry RPC after error@687291550) -> (continuation of Deferred@312746163 after retry RPC after error@342367779) -> (continuation of Deferred@1240628396 after retry RPC after error@1492167360) -> (continuation of Deferred@1810020565 after retry RPC after error@1060059788) -> (continuation of Deferred@1709319897 after retry RPC after error@949560847) -> (continuation of Deferred@1178797529 after retry RPC after error@8301767), errback=(continuation of Deferred@908651926 after retry RPC after error@1856107462) -> (continuation of Deferred@1059654986 after retry RPC after error@1144832756) -> (continuation of Deferred@898220984 after retry RPC after error@1423390988) -> (continuation of Deferred@602090881 after retry RPC after error@32137323) -> (continuation of Deferred@2047211501 after retry RPC after error@402112248) -> (continuation of Deferred@759301794 after retry RPC after error@2147074649) -> (continuation of Deferred@706148564 after retry RPC after error@3969808) -> (continuation of Deferred@1039590051 after retry RPC after error@204211278) -> (continuation of Deferred@299994439 after retry RPC after error@1965111416) -> (continuation of Deferred@2135437189 after retry RPC after error@321538646) -> (continuation of Deferred@247228097 after retry RPC after error@1914858902) -> (continuation of Deferred@1286094928 after retry RPC after error@219269993) -> (continuation of Deferred@1626750564 after retry RPC after error@22655281) -> (continuation of Deferred@268295050 after retry RPC after error@213128095) -> (continuation of Deferred@1574963571 after retry RPC after error@301788103) -> (continuation of Deferred@1883001849 after retry RPC after error@1555603082) -> (continuation of Deferred@21938175 after retry RPC after error@2006638274) -> (continuation of Deferred@1705769043 after retry RPC after error@2113894050) -> (continuation of Deferred@163221413 after retry RPC after error@687291550) -> (continuation of Deferred@312746163 after retry RPC after error@342367779) -> (continuation of Deferred@1240628396 after retry RPC after error@1492167360) -> (continuation of Deferred@1810020565 after retry RPC after error@1060059788) -> (continuation of Deferred@1709319897 after retry RPC after error@949560847) -> (continuation of Deferred@1178797529 after retry RPC after error@8301767)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.47.125:34413
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:49.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.095 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:49.103 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27150), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [17ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [87ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [126ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [126ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [282ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [461ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [461ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [462ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [462ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [602ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [603ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1583ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2303ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3881ms] refreshing cache from master, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3882ms] too many traces: truncated at 100 traces, deferred=Deferred@362663549(state=PENDING, result=null, callback=(continuation of Deferred@908651926 after retry RPC after error@1856107462) -> (continuation of Deferred@1059654986 after retry RPC after error@1144832756) -> (continuation of Deferred@898220984 after retry RPC after error@1423390988) -> (continuation of Deferred@602090881 after retry RPC after error@32137323) -> (continuation of Deferred@2047211501 after retry RPC after error@402112248) -> (continuation of Deferred@759301794 after retry RPC after error@2147074649) -> (continuation of Deferred@706148564 after retry RPC after error@3969808) -> (continuation of Deferred@1039590051 after retry RPC after error@204211278) -> (continuation of Deferred@299994439 after retry RPC after error@1965111416) -> (continuation of Deferred@2135437189 after retry RPC after error@321538646) -> (continuation of Deferred@247228097 after retry RPC after error@1914858902) -> (continuation of Deferred@1286094928 after retry RPC after error@219269993) -> (continuation of Deferred@1626750564 after retry RPC after error@22655281) -> (continuation of Deferred@268295050 after retry RPC after error@213128095) -> (continuation of Deferred@1574963571 after retry RPC after error@301788103) -> (continuation of Deferred@1883001849 after retry RPC after error@1555603082) -> (continuation of Deferred@21938175 after retry RPC after error@2006638274) -> (continuation of Deferred@1705769043 after retry RPC after error@2113894050) -> (continuation of Deferred@163221413 after retry RPC after error@687291550) -> (continuation of Deferred@312746163 after retry RPC after error@342367779) -> (continuation of Deferred@1240628396 after retry RPC after error@1492167360) -> (continuation of Deferred@1810020565 after retry RPC after error@1060059788) -> (continuation of Deferred@1709319897 after retry RPC after error@949560847) -> (continuation of Deferred@1178797529 after retry RPC after error@8301767), errback=(continuation of Deferred@908651926 after retry RPC after error@1856107462) -> (continuation of Deferred@1059654986 after retry RPC after error@1144832756) -> (continuation of Deferred@898220984 after retry RPC after error@1423390988) -> (continuation of Deferred@602090881 after retry RPC after error@32137323) -> (continuation of Deferred@2047211501 after retry RPC after error@402112248) -> (continuation of Deferred@759301794 after retry RPC after error@2147074649) -> (continuation of Deferred@706148564 after retry RPC after error@3969808) -> (continuation of Deferred@1039590051 after retry RPC after error@204211278) -> (continuation of Deferred@299994439 after retry RPC after error@1965111416) -> (continuation of Deferred@2135437189 after retry RPC after error@321538646) -> (continuation of Deferred@247228097 after retry RPC after error@1914858902) -> (continuation of Deferred@1286094928 after retry RPC after error@219269993) -> (continuation of Deferred@1626750564 after retry RPC after error@22655281) -> (continuation of Deferred@268295050 after retry RPC after error@213128095) -> (continuation of Deferred@1574963571 after retry RPC after error@301788103) -> (continuation of Deferred@1883001849 after retry RPC after error@1555603082) -> (continuation of Deferred@21938175 after retry RPC after error@2006638274) -> (continuation of Deferred@1705769043 after retry RPC after error@2113894050) -> (continuation of Deferred@163221413 after retry RPC after error@687291550) -> (continuation of Deferred@312746163 after retry RPC after error@342367779) -> (continuation of Deferred@1240628396 after retry RPC after error@1492167360) -> (continuation of Deferred@1810020565 after retry RPC after error@1060059788) -> (continuation of Deferred@1709319897 after retry RPC after error@949560847) -> (continuation of Deferred@1178797529 after retry RPC after error@8301767)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27150), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [17ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [87ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [126ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [126ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [282ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [461ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [461ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [462ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [462ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [602ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [603ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [1583ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.124:38689: Network error: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.125:34413: Network error: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.7.47.126:46261: Network error: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [2303ms] delaying RPC due to: Service unavailable: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261, [3881ms] refreshing cache from master, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.124:38689, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.125:34413, [3882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.47.126:46261, [3882ms] too many traces: truncated at 100 traces, deferred=Deferred@362663549(state=PENDING, result=null, callback=(continuation of Deferred@908651926 after retry RPC after error@1856107462) -> (continuation of Deferred@1059654986 after retry RPC after error@1144832756) -> (continuation of Deferred@898220984 after retry RPC after error@1423390988) -> (continuation of Deferred@602090881 after retry RPC after error@32137323) -> (continuation of Deferred@2047211501 after retry RPC after error@402112248) -> (continuation of Deferred@759301794 after retry RPC after error@2147074649) -> (continuation of Deferred@706148564 after retry RPC after error@3969808) -> (continuation of Deferred@1039590051 after retry RPC after error@204211278) -> (continuation of Deferred@299994439 after retry RPC after error@1965111416) -> (continuation of Deferred@2135437189 after retry RPC after error@321538646) -> (continuation of Deferred@247228097 after retry RPC after error@1914858902) -> (continuation of Deferred@1286094928 after retry RPC after error@219269993) -> (continuation of Deferred@1626750564 after retry RPC after error@22655281) -> (continuation of Deferred@268295050 after retry RPC after error@213128095) -> (continuation of Deferred@1574963571 after retry RPC after error@301788103) -> (continuation of Deferred@1883001849 after retry RPC after error@1555603082) -> (continuation of Deferred@21938175 after retry RPC after error@2006638274) -> (continuation of Deferred@1705769043 after retry RPC after error@2113894050) -> (continuation of Deferred@163221413 after retry RPC after error@687291550) -> (continuation of Deferred@312746163 after retry RPC after error@342367779) -> (continuation of Deferred@1240628396 after retry RPC after error@1492167360) -> (continuation of Deferred@1810020565 after retry RPC after error@1060059788) -> (continuation of Deferred@1709319897 after retry RPC after error@949560847) -> (continuation of Deferred@1178797529 after retry RPC after error@8301767), errback=(continuation of Deferred@908651926 after retry RPC after error@1856107462) -> (continuation of Deferred@1059654986 after retry RPC after error@1144832756) -> (continuation of Deferred@898220984 after retry RPC after error@1423390988) -> (continuation of Deferred@602090881 after retry RPC after error@32137323) -> (continuation of Deferred@2047211501 after retry RPC after error@402112248) -> (continuation of Deferred@759301794 after retry RPC after error@2147074649) -> (continuation of Deferred@706148564 after retry RPC after error@3969808) -> (continuation of Deferred@1039590051 after retry RPC after error@204211278) -> (continuation of Deferred@299994439 after retry RPC after error@1965111416) -> (continuation of Deferred@2135437189 after retry RPC after error@321538646) -> (continuation of Deferred@247228097 after retry RPC after error@1914858902) -> (continuation of Deferred@1286094928 after retry RPC after error@219269993) -> (continuation of Deferred@1626750564 after retry RPC after error@22655281) -> (continuation of Deferred@268295050 after retry RPC after error@213128095) -> (continuation of Deferred@1574963571 after retry RPC after error@301788103) -> (continuation of Deferred@1883001849 after retry RPC after error@1555603082) -> (continuation of Deferred@21938175 after retry RPC after error@2006638274) -> (continuation of Deferred@1705769043 after retry RPC after error@2113894050) -> (continuation of Deferred@163221413 after retry RPC after error@687291550) -> (continuation of Deferred@312746163 after retry RPC after error@342367779) -> (continuation of Deferred@1240628396 after retry RPC after error@1492167360) -> (continuation of Deferred@1810020565 after retry RPC after error@1060059788) -> (continuation of Deferred@1709319897 after retry RPC after error@949560847) -> (continuation of Deferred@1178797529 after retry RPC after error@8301767)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.47.125:34413
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:49.105 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:49.106 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:49.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:49.106 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:49.106 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.107 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
02:08:49.108 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.108 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.110 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.110 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.110 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:08:49.110 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state RUNNING to RESTARTING.
02:08:49.110 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
02:08:49.110 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
02:08:49.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
02:08:49.110 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:49.111 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
02:08:49.121 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
02:08:49.122 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
02:08:49.123 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
02:08:49.125 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
02:08:49.125 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
02:08:49.126 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:49.126 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:49.126 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:49.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.127 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.127 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.127 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
02:08:49.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.127 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:49.129 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
02:08:49.129 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
02:08:49.129 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
02:08:49.130 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
02:08:49.130 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
02:08:49.130 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
02:08:49.131 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
02:08:49.132 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
02:08:49.133 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
02:08:49.133 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:49.134 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
02:08:49.134 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
02:08:49.135 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:49.135 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:49.137 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 0d8395fba2788201aec6c54dce2f1c84
02:08:49.138 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:08:49.138 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
02:08:49.138 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
02:08:49.138 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
02:08:49.138 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
02:08:49.138 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
02:08:49.139 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:08:49.139 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
02:08:49.139 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
02:08:49.140 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:08:49.140 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
02:08:49.140 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:08:49.141 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:08:49.141 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
02:08:49.141 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
02:08:49.141 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
02:08:49.141 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
02:08:49.141 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
02:08:49.146 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:49.146 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:49.146 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:49.146 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.147 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:49.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.147 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:49.147 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:49.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.148 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.148 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.148 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.148 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:49.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.148 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:49.156 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
02:08:49.156 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
02:08:49.156 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
02:08:49.163 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
02:08:49.163 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
02:08:49.164 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
02:08:49.164 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
02:08:49.164 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
02:08:49.164 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:49.166 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:49.166 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:49.166 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:49.166 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.166 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.167 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:49.169 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
02:08:49.170 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:49.170 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
02:08:49.170 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:49.171 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
02:08:49.171 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job aa0f880d3d16040ce17d0c341cb8eb57
02:08:49.173 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:49.173 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:49.173 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:49.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:49.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:49.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:49.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:49.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:49.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:49.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:49.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:49.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:49.175 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:49.185 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:49.186 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:49.186 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:49.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.186 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.186 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:49.187 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:49.187 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:49.187 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:49.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:49.198 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:49.198 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:49.198 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:49.199 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:49.199 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:49.199 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:49.199 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:49.199 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:49.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:49.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:49.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:49.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:49.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:49.232 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:49.238 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:49.238 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:49.238 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:49.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:49.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:49.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:49.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:49.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:49.239 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:49.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:49.239 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:49.239 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:49.239 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:49.240 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28665), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [6ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [7ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [8ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [8ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [30ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [31ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [32ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [32ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [45ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [262ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [722ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [722ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [723ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [723ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [782ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [782ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [783ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [783ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2743ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [6041ms] refreshing cache from master, [6041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [6041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [6041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [6041ms] too many traces: truncated at 100 traces, deferred=Deferred@940084150(state=PENDING, result=null, callback=(continuation of Deferred@598864869 after retry RPC after error@1022220501) -> (continuation of Deferred@1557358223 after retry RPC after error@553255832) -> (continuation of Deferred@209253049 after retry RPC after error@1585559699) -> (continuation of Deferred@430000850 after retry RPC after error@1773632701) -> (continuation of Deferred@571581960 after retry RPC after error@1896335353) -> (continuation of Deferred@1650713809 after retry RPC after error@820199092) -> (continuation of Deferred@527302470 after retry RPC after error@1343937373) -> (continuation of Deferred@765651171 after retry RPC after error@77423997) -> (continuation of Deferred@1962556775 after retry RPC after error@1916588182) -> (continuation of Deferred@1222892482 after retry RPC after error@666564910) -> (continuation of Deferred@42920379 after retry RPC after error@371339548) -> (continuation of Deferred@1086965201 after retry RPC after error@810166127) -> (continuation of Deferred@1174197228 after retry RPC after error@1112645790) -> (continuation of Deferred@1278739016 after retry RPC after error@757609983) -> (continuation of Deferred@250146821 after retry RPC after error@1098052630) -> (continuation of Deferred@1297384498 after retry RPC after error@557832106) -> (continuation of Deferred@1746821968 after retry RPC after error@1050343425) -> (continuation of Deferred@1468440308 after retry RPC after error@148607273) -> (continuation of Deferred@323250049 after retry RPC after error@2063060760) -> (continuation of Deferred@434478988 after retry RPC after error@1306724160) -> (continuation of Deferred@2108360978 after retry RPC after error@962631344) -> (continuation of Deferred@214722543 after retry RPC after error@1505802289) -> (continuation of Deferred@2089212290 after retry RPC after error@1106122164) -> (continuation of Deferred@779280761 after retry RPC after error@1924122038) -> (continuation of Deferred@951011496 after retry RPC after error@157137340) -> (continuation of Deferred@807270599 after retry RPC after error@1016273159) -> (continuation of Deferred@2117856309 after retry RPC after error@449788439), errback=(continuation of Deferred@598864869 after retry RPC after error@1022220501) -> (continuation of Deferred@1557358223 after retry RPC after error@553255832) -> (continuation of Deferred@209253049 after retry RPC after error@1585559699) -> (continuation of Deferred@430000850 after retry RPC after error@1773632701) -> (continuation of Deferred@571581960 after retry RPC after error@1896335353) -> (continuation of Deferred@1650713809 after retry RPC after error@820199092) -> (continuation of Deferred@527302470 after retry RPC after error@1343937373) -> (continuation of Deferred@765651171 after retry RPC after error@77423997) -> (continuation of Deferred@1962556775 after retry RPC after error@1916588182) -> (continuation of Deferred@1222892482 after retry RPC after error@666564910) -> (continuation of Deferred@42920379 after retry RPC after error@371339548) -> (continuation of Deferred@1086965201 after retry RPC after error@810166127) -> (continuation of Deferred@1174197228 after retry RPC after error@1112645790) -> (continuation of Deferred@1278739016 after retry RPC after error@757609983) -> (continuation of Deferred@250146821 after retry RPC after error@1098052630) -> (continuation of Deferred@1297384498 after retry RPC after error@557832106) -> (continuation of Deferred@1746821968 after retry RPC after error@1050343425) -> (continuation of Deferred@1468440308 after retry RPC after error@148607273) -> (continuation of Deferred@323250049 after retry RPC after error@2063060760) -> (continuation of Deferred@434478988 after retry RPC after error@1306724160) -> (continuation of Deferred@2108360978 after retry RPC after error@962631344) -> (continuation of Deferred@214722543 after retry RPC after error@1505802289) -> (continuation of Deferred@2089212290 after retry RPC after error@1106122164) -> (continuation of Deferred@779280761 after retry RPC after error@1924122038) -> (continuation of Deferred@951011496 after retry RPC after error@157137340) -> (continuation of Deferred@807270599 after retry RPC after error@1016273159) -> (continuation of Deferred@2117856309 after retry RPC after error@449788439)))
02:08:49.246 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:49.246 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:49.246 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:49.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.247 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.247 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.247 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.247 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:49.266 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:49.266 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:49.266 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:49.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.267 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:49.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:49.347 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:49.347 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:49.347 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:49.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.348 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:49.348 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:49.348 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:49.348 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:49.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:49.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:49.349 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:49.349 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:49.349 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:49.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:49.349 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:49.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:49.349 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:49.349 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:49.369 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:49.369 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:49.369 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:49.370 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:49.370 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:49.370 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:49.370 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:49.370 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:49.370 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:49.370 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:49.370 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:49.370 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:49.370 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:49.398 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:49.398 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:49.398 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:49.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:49.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:49.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:49.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:49.399 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:49.399 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:49.399 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:49.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:49.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:49.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:49.406 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:49.406 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:49.406 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:49.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.407 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:49.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.408 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.408 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:49.409 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:49.409 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:49.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.410 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.410 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.410 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.410 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.410 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.410 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:49.437 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:49.437 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:49.437 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:49.437 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:49.437 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:49.437 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:49.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:49.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:49.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:49.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:49.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:49.437 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:49.437 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:49.467 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:49.467 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:49.467 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:49.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:49.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:49.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:49.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:49.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:49.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:49.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:49.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:49.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:49.468 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:49.472 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:49.472 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:49.472 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:49.473 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:49.473 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:49.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:49.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:49.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:49.473 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:49.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:49.473 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:49.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:49.473 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:49.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:49.508 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:49.508 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:49.508 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:49.509 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:49.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:49.509 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:49.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:49.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:49.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:49.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:49.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:49.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:49.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:49.533 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:49.533 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:49.533 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:49.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:49.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:49.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:49.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:49.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:49.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:49.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:49.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:49.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:49.535 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:49.587 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:49.587 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:49.587 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:49.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:49.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:49.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:49.588 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:49.608 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:49.623 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:49.624 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:49.624 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:49.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:49.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:49.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:49.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:49.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:49.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:49.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:49.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:49.626 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:49.626 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:49.642 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:49.643 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:49.643 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:49.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:49.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:49.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:49.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:49.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:49.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:49.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:49.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:49.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:49.645 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:49.647 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:08:49.726 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:49.726 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:49.726 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:49.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:49.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:49.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:49.727 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:49.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:49.749 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:49.749 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:49.749 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:49.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:49.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:49.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:49.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:49.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:49.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:49.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:49.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:49.750 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:49.750 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:49.768 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:49.768 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:49.769 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:49.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:49.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:49.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:49.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:49.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:49.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:49.769 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:49.769 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:49.769 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:49.769 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:49.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:49.792 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
02:08:49.807 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
02:08:49.833 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
02:08:49.846 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
02:08:49.861 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
02:08:49.866 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
02:08:49.867 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
02:08:49.867 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
02:08:49.868 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
02:08:49.868 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
02:08:49.868 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
02:08:49.868 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
02:08:49.869 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:08:49.869 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:08:49.869 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:08:49.870 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:08:49.870 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:08:49.870 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:08:49.870 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
02:08:49.870 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
02:08:49.870 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
02:08:49.870 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
02:08:49.870 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
02:08:49.870 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
02:08:49.871 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
02:08:49.871 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
02:08:49.871 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
02:08:49.872 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
02:08:49.872 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
02:08:49.872 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_af0c2a6fe66ce7f93756875feb043f40/blobStorage
02:08:49.872 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:38497 - max concurrent requests: 50 - max backlog: 1000
02:08:49.873 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_af0c2a6fe66ce7f93756875feb043f40/blobStorage
02:08:49.874 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_af0c2a6fe66ce7f93756875feb043f40/blobStorage
02:08:49.875 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
02:08:49.875 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: a4a032ed-e7d8-4a05-9750-9611e152a96e
02:08:49.876 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 40 GB (83.33% usable)
02:08:49.877 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-60723c67-f955-47e5-b7b5-486ae49343da
02:08:49.878 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-817217cf-0620-4558-b9fa-ffd3bb9e7996
02:08:49.934 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
02:08:49.934 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
02:08:49.934 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
02:08:49.934 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
02:08:49.935 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
02:08:49.938 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_24 .
02:08:49.943 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
02:08:49.944 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
02:08:49.944 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
02:08:49.944 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-e106ceca-eaeb-4cdd-b18c-b153ea760b31
02:08:49.954 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
02:08:49.954 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
02:08:49.962 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:49.962 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:49.962 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:49.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:49.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:49.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:49.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:49.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:49.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:49.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:49.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:49.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:49.963 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:49.964 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27991), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [30ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [50ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [72ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [72ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [84ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [84ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [84ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [84ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [106ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [106ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [106ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [281ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [282ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [381ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [383ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [383ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [601ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [601ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [602ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [602ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1320ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1323ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1900ms] refreshing cache from master, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1901ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1902ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3000ms] refreshing cache from master, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3001ms] too many traces: truncated at 100 traces, deferred=Deferred@1754094528(state=PENDING, result=null, callback=(continuation of Deferred@541924650 after retry RPC after error@1519802824) -> (continuation of Deferred@520130011 after retry RPC after error@491886240) -> (continuation of Deferred@1438477421 after retry RPC after error@1024276235) -> (continuation of Deferred@653789988 after retry RPC after error@923626957) -> (continuation of Deferred@166568261 after retry RPC after error@1561094684) -> (continuation of Deferred@1003223986 after retry RPC after error@1735690755) -> (continuation of Deferred@58189857 after retry RPC after error@1033187033) -> (continuation of Deferred@1499944114 after retry RPC after error@444659983) -> (continuation of Deferred@646589598 after retry RPC after error@855453040) -> (continuation of Deferred@1373388121 after retry RPC after error@1284112108) -> (continuation of Deferred@990954815 after retry RPC after error@1625160064) -> (continuation of Deferred@1348154935 after retry RPC after error@1395051598) -> (continuation of Deferred@1856164392 after retry RPC after error@1631336325) -> (continuation of Deferred@1759465243 after retry RPC after error@226405106) -> (continuation of Deferred@1966410471 after retry RPC after error@1974836187) -> (continuation of Deferred@1728095713 after retry RPC after error@533838537) -> (continuation of Deferred@1114569190 after retry RPC after error@467458355) -> (continuation of Deferred@2039564292 after retry RPC after error@1803854349) -> (continuation of Deferred@1578162002 after retry RPC after error@595106018) -> (continuation of Deferred@1356477921 after retry RPC after error@511734077) -> (continuation of Deferred@1181917176 after retry RPC after error@564830300) -> (continuation of Deferred@551480501 after retry RPC after error@1036679178) -> (continuation of Deferred@1872080148 after retry RPC after error@457791738) -> (continuation of Deferred@1277539426 after retry RPC after error@574726084), errback=(continuation of Deferred@541924650 after retry RPC after error@1519802824) -> (continuation of Deferred@520130011 after retry RPC after error@491886240) -> (continuation of Deferred@1438477421 after retry RPC after error@1024276235) -> (continuation of Deferred@653789988 after retry RPC after error@923626957) -> (continuation of Deferred@166568261 after retry RPC after error@1561094684) -> (continuation of Deferred@1003223986 after retry RPC after error@1735690755) -> (continuation of Deferred@58189857 after retry RPC after error@1033187033) -> (continuation of Deferred@1499944114 after retry RPC after error@444659983) -> (continuation of Deferred@646589598 after retry RPC after error@855453040) -> (continuation of Deferred@1373388121 after retry RPC after error@1284112108) -> (continuation of Deferred@990954815 after retry RPC after error@1625160064) -> (continuation of Deferred@1348154935 after retry RPC after error@1395051598) -> (continuation of Deferred@1856164392 after retry RPC after error@1631336325) -> (continuation of Deferred@1759465243 after retry RPC after error@226405106) -> (continuation of Deferred@1966410471 after retry RPC after error@1974836187) -> (continuation of Deferred@1728095713 after retry RPC after error@533838537) -> (continuation of Deferred@1114569190 after retry RPC after error@467458355) -> (continuation of Deferred@2039564292 after retry RPC after error@1803854349) -> (continuation of Deferred@1578162002 after retry RPC after error@595106018) -> (continuation of Deferred@1356477921 after retry RPC after error@511734077) -> (continuation of Deferred@1181917176 after retry RPC after error@564830300) -> (continuation of Deferred@551480501 after retry RPC after error@1036679178) -> (continuation of Deferred@1872080148 after retry RPC after error@457791738) -> (continuation of Deferred@1277539426 after retry RPC after error@574726084)))
02:08:49.984 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:39395
02:08:49.985 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
02:08:49.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:50.005 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:39395 was granted leadership with leaderSessionID=93732c75-371a-420c-90a9-bdd268f93083
02:08:50.006 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:39395 , session=93732c75-371a-420c-90a9-bdd268f93083
02:08:50.006 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
02:08:50.007 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
02:08:50.007 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
02:08:50.008 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 0574ff94-097d-46ac-84e1-820b9eadcdfc. Creating new DispatcherLeaderProcess.
02:08:50.009 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
02:08:50.012 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
02:08:50.016 [INFO - pool-485-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 5ff7d1e1-5213-45fd-badb-0cf6724740af.
02:08:50.016 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
02:08:50.017 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
02:08:50.019 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_26 .
02:08:50.025 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_26 , session=0574ff94-097d-46ac-84e1-820b9eadcdfc
02:08:50.031 [INFO - pool-485-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_25 .
02:08:50.041 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
02:08:50.042 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
02:08:50.042 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
02:08:50.042 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
02:08:50.042 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
02:08:50.043 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_25 , session=5ff7d1e1-5213-45fd-badb-0cf6724740af
02:08:50.053 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_25(badb0cf6724740af5ff7d1e1521345fd).
02:08:50.069 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:08:50.087 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (989e1c0aaa6f87d30b960543d6e937f6).
02:08:50.087 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (989e1c0aaa6f87d30b960543d6e937f6).
02:08:50.087 [INFO - flink-pekko.actor.default-dispatcher-7] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-989e1c0aaa6f87d30b960543d6e937f6'.
02:08:50.088 [INFO - mini-cluster-io-thread-1] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 989e1c0aaa6f87d30b960543d6e937f6 was granted leadership with leader id 78d2004b-b945-438b-b5aa-d91dc030deba. Creating new JobMasterServiceProcess.
02:08:50.095 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1080) Registering TaskManager with ResourceID a4a032ed-e7d8-4a05-9750-9611e152a96e (pekko://flink/user/rpc/taskmanager_24) at ResourceManager
02:08:50.097 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_25 under registration id 04c36e3a4f4a2905b481bf833e23df9d.
02:08:50.098 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:344) Registering task executor a4a032ed-e7d8-4a05-9750-9611e152a96e under 04c36e3a4f4a2905b481bf833e23df9d at the slot manager.
02:08:50.103 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_27 .
02:08:50.105 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:50.109 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (989e1c0aaa6f87d30b960543d6e937f6).
02:08:50.110 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (989e1c0aaa6f87d30b960543d6e937f6).
02:08:50.111 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph b0ffa35c1daab37227cb48d92e0ec2ce for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:50.127 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (989e1c0aaa6f87d30b960543d6e937f6).
02:08:50.127 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
02:08:50.128 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
02:08:50.129 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2d4c05c7
02:08:50.129 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:50.129 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15091803533268873714/checkpoints")
02:08:50.133 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:50.133 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:50.133 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:50.133 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:50.133 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:50.133 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:50.133 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:50.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:50.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:50.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:50.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:50.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:50.134 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
02:08:50.134 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:50.134 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@8770ad6 for Flink Streaming Job (989e1c0aaa6f87d30b960543d6e937f6).
02:08:50.135 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29611), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [36ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [70ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [70ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [90ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [91ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [92ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [92ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [363ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [363ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [364ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [364ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [443ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [443ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [444ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [444ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [862ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [862ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [863ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [863ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [1722ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [2701ms] refreshing cache from master, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [2702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [2703ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [2704ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2704ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [2704ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [5241ms] refreshing cache from master, [5241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [5241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [5241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [5242ms] too many traces: truncated at 100 traces, deferred=Deferred@1190349686(state=PENDING, result=null, callback=(continuation of Deferred@949555174 after retry RPC after error@180109408) -> (continuation of Deferred@27387578 after retry RPC after error@1574282499) -> (continuation of Deferred@767784800 after retry RPC after error@1167367672) -> (continuation of Deferred@1267611590 after retry RPC after error@998469129) -> (continuation of Deferred@223176302 after retry RPC after error@1826050402) -> (continuation of Deferred@1448962873 after retry RPC after error@1989059805) -> (continuation of Deferred@269931124 after retry RPC after error@1184681301) -> (continuation of Deferred@2074440220 after retry RPC after error@2022607353) -> (continuation of Deferred@1588425198 after retry RPC after error@2122053899) -> (continuation of Deferred@782123338 after retry RPC after error@575915041) -> (continuation of Deferred@398779268 after retry RPC after error@911664086) -> (continuation of Deferred@1780379719 after retry RPC after error@1456522217) -> (continuation of Deferred@1723384436 after retry RPC after error@1743901990) -> (continuation of Deferred@2129923543 after retry RPC after error@778786411) -> (continuation of Deferred@241207984 after retry RPC after error@1741764287) -> (continuation of Deferred@957678887 after retry RPC after error@1295631456) -> (continuation of Deferred@1191637629 after retry RPC after error@688673004) -> (continuation of Deferred@941708503 after retry RPC after error@1001950583) -> (continuation of Deferred@1264391527 after retry RPC after error@10336208) -> (continuation of Deferred@841534712 after retry RPC after error@1300511999) -> (continuation of Deferred@1850867205 after retry RPC after error@52426536) -> (continuation of Deferred@2007278783 after retry RPC after error@455806320) -> (continuation of Deferred@2062248390 after retry RPC after error@103900932), errback=(continuation of Deferred@949555174 after retry RPC after error@180109408) -> (continuation of Deferred@27387578 after retry RPC after error@1574282499) -> (continuation of Deferred@767784800 after retry RPC after error@1167367672) -> (continuation of Deferred@1267611590 after retry RPC after error@998469129) -> (continuation of Deferred@223176302 after retry RPC after error@1826050402) -> (continuation of Deferred@1448962873 after retry RPC after error@1989059805) -> (continuation of Deferred@269931124 after retry RPC after error@1184681301) -> (continuation of Deferred@2074440220 after retry RPC after error@2022607353) -> (continuation of Deferred@1588425198 after retry RPC after error@2122053899) -> (continuation of Deferred@782123338 after retry RPC after error@575915041) -> (continuation of Deferred@398779268 after retry RPC after error@911664086) -> (continuation of Deferred@1780379719 after retry RPC after error@1456522217) -> (continuation of Deferred@1723384436 after retry RPC after error@1743901990) -> (continuation of Deferred@2129923543 after retry RPC after error@778786411) -> (continuation of Deferred@241207984 after retry RPC after error@1741764287) -> (continuation of Deferred@957678887 after retry RPC after error@1295631456) -> (continuation of Deferred@1191637629 after retry RPC after error@688673004) -> (continuation of Deferred@941708503 after retry RPC after error@1001950583) -> (continuation of Deferred@1264391527 after retry RPC after error@10336208) -> (continuation of Deferred@841534712 after retry RPC after error@1300511999) -> (continuation of Deferred@1850867205 after retry RPC after error@52426536) -> (continuation of Deferred@2007278783 after retry RPC after error@455806320) -> (continuation of Deferred@2062248390 after retry RPC after error@103900932)))
02:08:50.137 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_27 , session=78d2004b-b945-438b-b5aa-d91dc030deba
02:08:50.169 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (989e1c0aaa6f87d30b960543d6e937f6) under job master id b5aad91dc030deba78d2004bb945438b.
02:08:50.170 [INFO - flink-pekko.actor.default-dispatcher-5] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:08:50.170 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:50.170 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:50.170 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:50.171 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:50.171 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:50.171 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:50.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:50.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:50.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:50.171 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:50.171 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:50.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:50.172 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:50.172 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:50.172 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:50.173 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:50.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:50.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:50.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:50.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:50.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:50.174 [DEBUG - flink-pekko.actor.default-dispatcher-5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:50.174 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:50.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:50.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:50.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:50.175 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:50.183 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
02:08:50.183 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (989e1c0aaa6f87d30b960543d6e937f6) switched from state CREATED to RUNNING.
02:08:50.184 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
02:08:50.185 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
02:08:50.185 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
02:08:50.185 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
02:08:50.186 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_25(badb0cf6724740af5ff7d1e1521345fd)
02:08:50.187 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
02:08:50.188 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:390) Registering job manager b5aad91dc030deba78d2004bb945438b@pekko://flink/user/rpc/jobmanager_27 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:50.196 [DEBUG - main] (Connection.java:748) [peer master-127.16.118.125:46813(127.16.118.125:46813)] connecting to peer
02:08:50.196 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1015) Registered job manager b5aad91dc030deba78d2004bb945438b@pekko://flink/user/rpc/jobmanager_27 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:50.197 [DEBUG - main] (Connection.java:748) [peer master-127.16.118.126:35839(127.16.118.126:35839)] connecting to peer
02:08:50.199 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: badb0cf6724740af5ff7d1e1521345fd.
02:08:50.199 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 989e1c0aaa6f87d30b960543d6e937f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:08:50.206 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.118.125:46813(127.16.118.125:46813)] Successfully connected to peer
02:08:50.214 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.125
02:08:50.220 [DEBUG - main] (Connection.java:748) [peer master-127.16.118.124:41511(127.16.118.124:41511)] connecting to peer
02:08:50.221 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.118.126:35839(127.16.118.126:35839)] Successfully connected to peer
02:08:50.226 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.226 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:50.226 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:50.226 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:50.226 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:50.226 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:50.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:50.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:50.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:50.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:50.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:50.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:50.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:50.227 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:50.230 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.118.124:41511(127.16.118.124:41511)] Successfully connected to peer
02:08:50.231 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:50.233 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xee7dda6f, L:/127.0.0.1:53764 - R:/127.16.118.125:46813] using SASL/PLAIN
02:08:50.236 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:50.236 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:50.236 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:50.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:50.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:50.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:50.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:50.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:50.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:50.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:50.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:50.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:50.239 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:50.242 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:50.254 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.148.188:43533(127.15.148.188:43533)] connecting to peer
02:08:50.255 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.148.190:41305(127.15.148.190:41305)] Successfully connected to peer
02:08:50.255 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.124
02:08:50.259 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:50.259 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:50.259 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:50.260 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:50.260 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:50.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:50.260 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:50.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:50.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:50.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:50.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:50.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:50.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:50.263 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29701), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [36ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [37ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [38ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [38ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [59ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [98ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [104ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [144ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [144ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [144ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [144ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [323ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [462ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [462ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [463ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [463ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [980ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [985ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [985ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [986ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [986ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [986ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [987ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [1561ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [2180ms] refreshing cache from master, [2180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.61:42381: Network error: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.60:40269: Network error: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.62:38547: Network error: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [2181ms] delaying RPC due to: Service unavailable: Master config (127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547, [3360ms] refreshing cache from master, [3360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.60:40269, [3361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.61:42381, [3361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.62:38547, [3362ms] too many traces: truncated at 100 traces, deferred=Deferred@207746011(state=PENDING, result=null, callback=(continuation of Deferred@1867087740 after retry RPC after error@1087683975) -> (continuation of Deferred@1963993554 after retry RPC after error@1986847616) -> (continuation of Deferred@1383776430 after retry RPC after error@925329379) -> (continuation of Deferred@1124963948 after retry RPC after error@1382817134) -> (continuation of Deferred@1444399165 after retry RPC after error@1518581091) -> (continuation of Deferred@1972565673 after retry RPC after error@1202127384) -> (continuation of Deferred@798588145 after retry RPC after error@1761017036) -> (continuation of Deferred@179529925 after retry RPC after error@1971002441) -> (continuation of Deferred@299997411 after retry RPC after error@1311639183) -> (continuation of Deferred@1598733007 after retry RPC after error@1920887867) -> (continuation of Deferred@1875231767 after retry RPC after error@1373748510) -> (continuation of Deferred@1542977839 after retry RPC after error@1516853726) -> (continuation of Deferred@458087416 after retry RPC after error@1201183938) -> (continuation of Deferred@591543199 after retry RPC after error@863318400) -> (continuation of Deferred@1184017933 after retry RPC after error@1173308561) -> (continuation of Deferred@2000879984 after retry RPC after error@1839257385) -> (continuation of Deferred@1041362518 after retry RPC after error@23461577) -> (continuation of Deferred@1858221844 after retry RPC after error@87075962) -> (continuation of Deferred@878875092 after retry RPC after error@450867751) -> (continuation of Deferred@1700420863 after retry RPC after error@1703505746) -> (continuation of Deferred@1162198534 after retry RPC after error@585921027) -> (continuation of Deferred@359038725 after retry RPC after error@1002135812) -> (continuation of Deferred@1399213563 after retry RPC after error@316359166) -> (continuation of Deferred@887327479 after retry RPC after error@1412460078), errback=(continuation of Deferred@1867087740 after retry RPC after error@1087683975) -> (continuation of Deferred@1963993554 after retry RPC after error@1986847616) -> (continuation of Deferred@1383776430 after retry RPC after error@925329379) -> (continuation of Deferred@1124963948 after retry RPC after error@1382817134) -> (continuation of Deferred@1444399165 after retry RPC after error@1518581091) -> (continuation of Deferred@1972565673 after retry RPC after error@1202127384) -> (continuation of Deferred@798588145 after retry RPC after error@1761017036) -> (continuation of Deferred@179529925 after retry RPC after error@1971002441) -> (continuation of Deferred@299997411 after retry RPC after error@1311639183) -> (continuation of Deferred@1598733007 after retry RPC after error@1920887867) -> (continuation of Deferred@1875231767 after retry RPC after error@1373748510) -> (continuation of Deferred@1542977839 after retry RPC after error@1516853726) -> (continuation of Deferred@458087416 after retry RPC after error@1201183938) -> (continuation of Deferred@591543199 after retry RPC after error@863318400) -> (continuation of Deferred@1184017933 after retry RPC after error@1173308561) -> (continuation of Deferred@2000879984 after retry RPC after error@1839257385) -> (continuation of Deferred@1041362518 after retry RPC after error@23461577) -> (continuation of Deferred@1858221844 after retry RPC after error@87075962) -> (continuation of Deferred@878875092 after retry RPC after error@450867751) -> (continuation of Deferred@1700420863 after retry RPC after error@1703505746) -> (continuation of Deferred@1162198534 after retry RPC after error@585921027) -> (continuation of Deferred@359038725 after retry RPC after error@1002135812) -> (continuation of Deferred@1399213563 after retry RPC after error@316359166) -> (continuation of Deferred@887327479 after retry RPC after error@1412460078)))
02:08:50.264 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.148.189:35525(127.15.148.189:35525)] connecting to peer
02:08:50.264 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.148.188:43533(127.15.148.188:43533)] Successfully connected to peer
02:08:50.267 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 989e1c0aaa6f87d30b960543d6e937f6
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager a4a032ed-e7d8-4a05-9750-9611e152a96e
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
02:08:50.267 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot dd6715508cc26595cd4e5bf714416f85 from a4a032ed-e7d8-4a05-9750-9611e152a96e for job 989e1c0aaa6f87d30b960543d6e937f6 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:08:50.268 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 56eefd7d1f47bbaf819aa75dfb106ec1 from a4a032ed-e7d8-4a05-9750-9611e152a96e for job 989e1c0aaa6f87d30b960543d6e937f6 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:08:50.268 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.126
02:08:50.268 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 8fea14b4a83442da15323b6d061e4eaa from a4a032ed-e7d8-4a05-9750-9611e152a96e for job 989e1c0aaa6f87d30b960543d6e937f6 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:08:50.269 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 87a3cb0d7b149a5c9a5646f2404a9c88 from a4a032ed-e7d8-4a05-9750-9611e152a96e for job 989e1c0aaa6f87d30b960543d6e937f6 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:08:50.269 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1149) Receive slot request dd6715508cc26595cd4e5bf714416f85 for job 989e1c0aaa6f87d30b960543d6e937f6 from resource manager with leader id badb0cf6724740af5ff7d1e1521345fd.
02:08:50.269 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:321) Allocated slot for dd6715508cc26595cd4e5bf714416f85 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:08:50.272 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.148.189:35525(127.15.148.189:35525)] Successfully connected to peer
02:08:50.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:50.280 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:192) Add job 989e1c0aaa6f87d30b960543d6e937f6 for job leader monitoring.
02:08:50.281 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1149) Receive slot request 56eefd7d1f47bbaf819aa75dfb106ec1 for job 989e1c0aaa6f87d30b960543d6e937f6 from resource manager with leader id badb0cf6724740af5ff7d1e1521345fd.
02:08:50.281 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:321) Allocated slot for 56eefd7d1f47bbaf819aa75dfb106ec1 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:08:50.281 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1149) Receive slot request 8fea14b4a83442da15323b6d061e4eaa for job 989e1c0aaa6f87d30b960543d6e937f6 from resource manager with leader id badb0cf6724740af5ff7d1e1521345fd.
02:08:50.281 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:321) Allocated slot for 8fea14b4a83442da15323b6d061e4eaa with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:08:50.281 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1149) Receive slot request 87a3cb0d7b149a5c9a5646f2404a9c88 for job 989e1c0aaa6f87d30b960543d6e937f6 from resource manager with leader id badb0cf6724740af5ff7d1e1521345fd.
02:08:50.282 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:321) Allocated slot for 87a3cb0d7b149a5c9a5646f2404a9c88 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
02:08:50.282 [INFO - mini-cluster-io-thread-1] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_27 with leader id 78d2004b-b945-438b-b5aa-d91dc030deba.
02:08:50.283 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
02:08:50.286 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_27 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:50.286 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:50.286 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:50.287 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
02:08:50.287 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to a4a032ed-e7d8-4a05-9750-9611e152a96e @ 127.0.0.1 (dataPort=-1) with allocation id 87a3cb0d7b149a5c9a5646f2404a9c88
02:08:50.288 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 87a3cb0d7b149a5c9a5646f2404a9c88.
02:08:50.289 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:50.289 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
02:08:50.290 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 989e1c0aaa6f87d30b960543d6e937f6
02:08:50.297 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 87a3cb0d7b149a5c9a5646f2404a9c88.
02:08:50.299 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.301 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.305 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc9223270, L:/127.0.0.1:52684 - R:/127.16.118.126:35839] using SASL/PLAIN
02:08:50.309 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x446e5a59, L:/127.0.0.1:49318 - R:/127.16.118.124:41511] using SASL/PLAIN
02:08:50.315 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:50.315 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=125), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.125:46813, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.126:35839, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.124:41511, [45ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.125:46813: OK, [114ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.126:35839: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.124:41511: OK, deferred=null) after lookup
02:08:50.325 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.148.190
02:08:50.328 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8e3344ae5bbc4d1684e90b7e3f0d6246
02:08:50.333 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
02:08:50.333 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to a4a032ed-e7d8-4a05-9750-9611e152a96e @ 127.0.0.1 (dataPort=-1) with allocation id 8fea14b4a83442da15323b6d061e4eaa
02:08:50.336 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.148.189
02:08:50.336 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b95828afc978414ea32f16047d4d4fc9 for table 'replication_test_table' with partition [<start>, <end>)
02:08:50.337 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b95828afc978414ea32f16047d4d4fc9@[09b140b20e204c09aa7d9129245e2efb(127.16.118.66:39271),50685ca19ae24d71b1114b4db60ceb02(127.16.118.67:35011)[L],9f5461fb2f3c4e3689daae115757a227(127.16.118.65:36187)]}]
02:08:50.336 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
02:08:50.337 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.118.124:41511, [5ms] Sub RPC GetTableLocations: received response from server master-127.16.118.124:41511: OK, deferred=null)) after lookup
02:08:50.337 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to a4a032ed-e7d8-4a05-9750-9611e152a96e @ 127.0.0.1 (dataPort=-1) with allocation id dd6715508cc26595cd4e5bf714416f85
02:08:50.337 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 50685ca19ae24d71b1114b4db60ceb02(127.16.118.67:35011)] connecting to peer
02:08:50.338 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.148.188
02:08:50.346 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.350 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x919c7f5c, L:/127.0.0.1:55160 - R:/127.15.148.189:35525] using SASL/PLAIN
02:08:50.353 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.357 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0c152346, L:/127.0.0.1:46138 - R:/127.15.148.190:41305] using SASL/PLAIN
02:08:50.358 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
02:08:50.358 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to a4a032ed-e7d8-4a05-9750-9611e152a96e @ 127.0.0.1 (dataPort=-1) with allocation id 56eefd7d1f47bbaf819aa75dfb106ec1
02:08:50.362 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:50.362 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=165), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.148.190:41305, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.148.188:43533, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.148.189:35525, [118ms] Sub RPC ConnectToMaster: received response from server master-127.15.148.189:35525: OK, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.148.190:41305: OK, deferred=null) after lookup
02:08:50.365 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.367 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 50685ca19ae24d71b1114b4db60ceb02(127.16.118.67:35011)] Successfully connected to peer
02:08:50.369 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 8fea14b4a83442da15323b6d061e4eaa.
02:08:50.372 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 8fea14b4a83442da15323b6d061e4eaa.
02:08:50.374 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
02:08:50.374 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
02:08:50.376 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 08fd0993d8344a15a798b409b71b37fb
02:08:50.377 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f7dbf92
02:08:50.378 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:50.378 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15091803533268873714/checkpoints")
02:08:50.379 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot dd6715508cc26595cd4e5bf714416f85.
02:08:50.381 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id dd6715508cc26595cd4e5bf714416f85.
02:08:50.382 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:08:50.383 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
02:08:50.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 21561c35417346a18af654d1d9fd2d99 for table 'replication_test_table' with partition [<start>, <end>)
02:08:50.384 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=21561c35417346a18af654d1d9fd2d99@[78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657),99cbb6463b124cc5afcc58d741fe8626(127.15.148.129:41603)[L],b82271d442284937b59a1baee73269df(127.15.148.131:44417)]}]
02:08:50.385 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
02:08:50.385 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
02:08:50.386 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@409a8cc1
02:08:50.386 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:50.386 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15091803533268873714/checkpoints")
02:08:50.387 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:08:50.387 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
02:08:50.388 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 56eefd7d1f47bbaf819aa75dfb106ec1.
02:08:50.390 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 56eefd7d1f47bbaf819aa75dfb106ec1.
02:08:50.390 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
02:08:50.390 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
02:08:50.391 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36ad3394
02:08:50.391 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:50.391 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15091803533268873714/checkpoints")
02:08:50.391 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:08:50.391 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x715ef964, L:/127.0.0.1:58692 - R:/127.15.148.188:43533] using SASL/PLAIN
02:08:50.391 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
02:08:50.395 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c689653
02:08:50.397 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
02:08:50.397 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
02:08:50.397 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 87a3cb0d7b149a5c9a5646f2404a9c88.
02:08:50.398 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 8fea14b4a83442da15323b6d061e4eaa.
02:08:50.398 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot dd6715508cc26595cd4e5bf714416f85.
02:08:50.398 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6d8dd636
02:08:50.398 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@761cc378
02:08:50.398 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:50.398 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 56eefd7d1f47bbaf819aa75dfb106ec1.
02:08:50.399 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15091803533268873714/checkpoints")
02:08:50.399 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:08:50.431 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:50.433 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.434 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@34e83ced
02:08:50.435 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
02:08:50.437 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:50.438 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:50.441 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@624551fe
02:08:50.447 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:50.447 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:50.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:50.448 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:50.448 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:50.448 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:50.448 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.16.118.125:46813(127.16.118.125:46813)] connecting to peer
02:08:50.448 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:50.448 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:50.448 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:50.448 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:50.449 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:50.449 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:50.449 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.16.118.126:35839(127.16.118.126:35839)] connecting to peer
02:08:50.450 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.118.125:46813(127.16.118.125:46813)] Successfully connected to peer
02:08:50.453 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.125
02:08:50.457 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:50.458 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xa2ff6a1a, L:/127.0.0.1:39566 - R:/127.16.118.67:35011] using TOKEN/null
02:08:50.459 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.16.118.124:41511(127.16.118.124:41511)] connecting to peer
02:08:50.460 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.118.126:35839(127.16.118.126:35839)] Successfully connected to peer
02:08:50.461 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.464 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x18b19214, L:/127.0.0.1:53780 - R:/127.16.118.125:46813] using SASL/PLAIN
02:08:50.467 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.126
02:08:50.469 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:50.472 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.16.118.125:46813(127.16.118.125:46813)] connecting to peer
02:08:50.472 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.16.118.125:46813(127.16.118.125:46813)] connecting to peer
02:08:50.473 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.118.124:41511(127.16.118.124:41511)] Successfully connected to peer
02:08:50.479 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:50.480 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.16.118.126:35839(127.16.118.126:35839)] connecting to peer
02:08:50.480 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.16.118.125:46813(127.16.118.125:46813)] connecting to peer
02:08:50.480 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.118.125:46813(127.16.118.125:46813)] Successfully connected to peer
02:08:50.483 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.16.118.126:35839(127.16.118.126:35839)] connecting to peer
02:08:50.483 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.124
02:08:50.484 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.125
02:08:50.484 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.487 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.16.118.124:41511(127.16.118.124:41511)] connecting to peer
02:08:50.487 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdd58ce2e, L:/127.0.0.1:52692 - R:/127.16.118.126:35839] using SASL/PLAIN
02:08:50.488 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.118.126:35839(127.16.118.126:35839)] Successfully connected to peer
02:08:50.489 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.16.118.126:35839(127.16.118.126:35839)] connecting to peer
02:08:50.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:50.491 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.126
02:08:50.492 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.16.118.124:41511(127.16.118.124:41511)] connecting to peer
02:08:50.494 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.118.125:46813(127.16.118.125:46813)] Successfully connected to peer
02:08:50.498 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.118.126:35839(127.16.118.126:35839)] Successfully connected to peer
02:08:50.499 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.500 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.118.125:46813(127.16.118.125:46813)] Successfully connected to peer
02:08:50.501 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9f94886f, L:/127.0.0.1:49324 - R:/127.16.118.124:41511] using SASL/PLAIN
02:08:50.503 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.505 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.507 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.125
02:08:50.513 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.126
02:08:50.514 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.125
02:08:50.518 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb3a028a9, L:/127.0.0.1:52702 - R:/127.16.118.126:35839] using SASL/PLAIN
02:08:50.519 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x71736d50, L:/127.0.0.1:53788 - R:/127.16.118.125:46813] using SASL/PLAIN
02:08:50.523 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.519 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.118.124:41511(127.16.118.124:41511)] Successfully connected to peer
02:08:50.526 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.124
02:08:50.528 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.532 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3cc1fbff, L:/127.0.0.1:52710 - R:/127.16.118.126:35839] using SASL/PLAIN
02:08:50.534 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.537 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xacf93594, L:/127.0.0.1:53800 - R:/127.16.118.125:46813] using SASL/PLAIN
02:08:50.540 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:50.540 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=93), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.125:46813, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.126:35839, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.124:41511, [18ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.125:46813: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.126:35839: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.124:41511: OK, deferred=null) after lookup
02:08:50.542 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfdd6a571, L:/127.0.0.1:53810 - R:/127.16.118.125:46813] using SASL/PLAIN
02:08:50.543 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:50.544 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8e3344ae5bbc4d1684e90b7e3f0d6246
02:08:50.555 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8e3344ae5bbc4d1684e90b7e3f0d6246
02:08:50.555 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7ae474d0
02:08:50.559 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
02:08:50.559 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
02:08:50.584 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.586 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.16.118.124:41511(127.16.118.124:41511)] connecting to peer
02:08:50.587 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.118.126:35839(127.16.118.126:35839)] Successfully connected to peer
02:08:50.592 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.126
02:08:50.597 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.118.124:41511(127.16.118.124:41511)] Successfully connected to peer
02:08:50.600 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5202ef5b, L:/127.0.0.1:49334 - R:/127.16.118.124:41511] using SASL/PLAIN
02:08:50.602 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:50.603 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.124
02:08:50.603 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:08:50.604 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:50.605 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:50.606 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='80d037e2060a1011311b0b0826fcea94e1179a0a9f5d29f255a2f2231e259bda'}]
02:08:50.608 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:50.608 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=151), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.125:46813, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.126:35839, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.124:41511, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.126:35839: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.125:46813: OK, [132ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.124:41511: OK, deferred=null) after lookup
02:08:50.612 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
02:08:50.613 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8e3344ae5bbc4d1684e90b7e3f0d6246
02:08:50.619 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.118.124:41511(127.16.118.124:41511)] Successfully connected to peer
02:08:50.619 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8e3344ae5bbc4d1684e90b7e3f0d6246
02:08:50.621 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3320a48a
02:08:50.623 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.118.124
02:08:50.623 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
02:08:50.623 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
02:08:50.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e1c0aaa6f87d30b960543d6e937f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 989e1c0aaa6f87d30b960543d6e937f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:50.627 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.628 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:08:50.630 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.631 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=21561c35417346a18af654d1d9fd2d99@[78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657),99cbb6463b124cc5afcc58d741fe8626(127.15.148.129:41603),b82271d442284937b59a1baee73269df(127.15.148.131:44417)[L]]}]
02:08:50.637 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4c5b4a89, L:/127.0.0.1:52720 - R:/127.16.118.126:35839] using SASL/PLAIN
02:08:50.641 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.643 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4b36400b, L:/127.0.0.1:49346 - R:/127.16.118.124:41511] using SASL/PLAIN
02:08:50.644 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:08:50.648 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:50.649 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=199), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.125:46813, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.126:35839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.125:46813: OK, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.124:41511, [167ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.126:35839: OK, [176ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.124:41511: OK, deferred=null) after lookup
02:08:50.654 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8e3344ae5bbc4d1684e90b7e3f0d6246
02:08:50.655 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1b19395e, L:/127.0.0.1:49362 - R:/127.16.118.124:41511] using SASL/PLAIN
02:08:50.660 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:50.661 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:50.661 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=190), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.125:46813, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.126:35839, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.118.124:41511, [73ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.125:46813: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.126:35839: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.118.124:41511: OK, deferred=null) after lookup
02:08:50.664 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8e3344ae5bbc4d1684e90b7e3f0d6246
02:08:50.664 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@42a0f9ad
02:08:50.665 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
02:08:50.666 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
02:08:50.667 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
02:08:50.671 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8e3344ae5bbc4d1684e90b7e3f0d6246
02:08:50.674 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8e3344ae5bbc4d1684e90b7e3f0d6246
02:08:50.674 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6017037b
02:08:50.675 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
02:08:50.675 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
02:08:50.681 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:50.681 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:50.681 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:50.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:50.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:50.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:50.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:50.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:50.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:50.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:50.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:50.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:50.683 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:50.688 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] connecting to peer
02:08:50.695 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:08:50.698 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] Successfully connected to peer
02:08:50.716 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:50.716 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:08:50.719 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.148.130
02:08:50.720 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
02:08:50.721 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b0ffa35c1daab37227cb48d92e0ec2ce_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
02:08:50.731 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:50.735 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:50.742 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x14133c42, L:/127.0.0.1:59762 - R:/127.15.148.130:35657] using SASL/PLAIN
02:08:50.773 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:50.774 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:50.779 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false, responseScanTimestamp = 7287071253286912001) for scanner KuduScanner(table=replication_test_table, tablet=21561c35417346a18af654d1d9fd2d99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:50.780 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [80d037e2060a1011311b0b0826fcea94e1179a0a9f5d29f255a2f2231e259bda]
02:08:50.781 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
02:08:50.799 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b95828afc978414ea32f16047d4d4fc9 for table 'replication_test_table' with partition [<start>, <end>)
02:08:50.799 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b95828afc978414ea32f16047d4d4fc9@[09b140b20e204c09aa7d9129245e2efb(127.16.118.66:39271),50685ca19ae24d71b1114b4db60ceb02(127.16.118.67:35011)[L],9f5461fb2f3c4e3689daae115757a227(127.16.118.65:36187)]}]
02:08:50.809 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [80d037e2060a1011311b0b0826fcea94e1179a0a9f5d29f255a2f2231e259bda]
02:08:50.810 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 80d037e2060a1011311b0b0826fcea94e1179a0a9f5d29f255a2f2231e259bda finished by subtask 2; deferring removal (restored in pending)
02:08:50.810 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:08:50.811 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:08:50.811 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] disconnecting while in state READY
02:08:50.812 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:50.830 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:50.830 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] handling channelInactive
02:08:50.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] cleaning up while in state READY due to: connection closed
02:08:50.831 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:08:50.831 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:08:50.833 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:50.834 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:50.834 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:50.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:50.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:50.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:50.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:50.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:50.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:50.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:50.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:50.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:50.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:50.887 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:50.956 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:50.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:51.002 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:51.002 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:51.002 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:51.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:51.002 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:51.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:51.002 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:51.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:51.002 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:51.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:51.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:51.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:51.003 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:51.003 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29049), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [33ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [35ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [36ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [36ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [68ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [104ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [105ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [105ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [105ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [403ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [861ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [861ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [861ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [861ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1543ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2860ms] refreshing cache from master, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [2862ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [4680ms] refreshing cache from master, [4680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [4681ms] too many traces: truncated at 100 traces, deferred=Deferred@1935564172(state=PENDING, result=null, callback=(continuation of Deferred@1748680868 after retry RPC after error@1954279241) -> (continuation of Deferred@179114337 after retry RPC after error@194944901) -> (continuation of Deferred@891244978 after retry RPC after error@515240447) -> (continuation of Deferred@2096225617 after retry RPC after error@65804285) -> (continuation of Deferred@1286690035 after retry RPC after error@2109370003) -> (continuation of Deferred@265498400 after retry RPC after error@1818460888) -> (continuation of Deferred@716391787 after retry RPC after error@80967768) -> (continuation of Deferred@317713869 after retry RPC after error@1651169290) -> (continuation of Deferred@1380073777 after retry RPC after error@1296884377) -> (continuation of Deferred@547417976 after retry RPC after error@348047854) -> (continuation of Deferred@1421171073 after retry RPC after error@2126983588) -> (continuation of Deferred@1497094699 after retry RPC after error@1000900955) -> (continuation of Deferred@1169143550 after retry RPC after error@35845630) -> (continuation of Deferred@97492243 after retry RPC after error@2060594848) -> (continuation of Deferred@1114795842 after retry RPC after error@1475014647) -> (continuation of Deferred@783599388 after retry RPC after error@1165511492) -> (continuation of Deferred@346109142 after retry RPC after error@339010786) -> (continuation of Deferred@472931679 after retry RPC after error@462755830) -> (continuation of Deferred@101681110 after retry RPC after error@892297217) -> (continuation of Deferred@728439134 after retry RPC after error@410157410) -> (continuation of Deferred@1647940749 after retry RPC after error@744017827) -> (continuation of Deferred@1594528415 after retry RPC after error@1400861069) -> (continuation of Deferred@2110528147 after retry RPC after error@394520414) -> (continuation of Deferred@471208283 after retry RPC after error@877525069) -> (continuation of Deferred@692614357 after retry RPC after error@570019765), errback=(continuation of Deferred@1748680868 after retry RPC after error@1954279241) -> (continuation of Deferred@179114337 after retry RPC after error@194944901) -> (continuation of Deferred@891244978 after retry RPC after error@515240447) -> (continuation of Deferred@2096225617 after retry RPC after error@65804285) -> (continuation of Deferred@1286690035 after retry RPC after error@2109370003) -> (continuation of Deferred@265498400 after retry RPC after error@1818460888) -> (continuation of Deferred@716391787 after retry RPC after error@80967768) -> (continuation of Deferred@317713869 after retry RPC after error@1651169290) -> (continuation of Deferred@1380073777 after retry RPC after error@1296884377) -> (continuation of Deferred@547417976 after retry RPC after error@348047854) -> (continuation of Deferred@1421171073 after retry RPC after error@2126983588) -> (continuation of Deferred@1497094699 after retry RPC after error@1000900955) -> (continuation of Deferred@1169143550 after retry RPC after error@35845630) -> (continuation of Deferred@97492243 after retry RPC after error@2060594848) -> (continuation of Deferred@1114795842 after retry RPC after error@1475014647) -> (continuation of Deferred@783599388 after retry RPC after error@1165511492) -> (continuation of Deferred@346109142 after retry RPC after error@339010786) -> (continuation of Deferred@472931679 after retry RPC after error@462755830) -> (continuation of Deferred@101681110 after retry RPC after error@892297217) -> (continuation of Deferred@728439134 after retry RPC after error@410157410) -> (continuation of Deferred@1647940749 after retry RPC after error@744017827) -> (continuation of Deferred@1594528415 after retry RPC after error@1400861069) -> (continuation of Deferred@2110528147 after retry RPC after error@394520414) -> (continuation of Deferred@471208283 after retry RPC after error@877525069) -> (continuation of Deferred@692614357 after retry RPC after error@570019765)))
02:08:51.018 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:51.078 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:51.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:51.117 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:51.117 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:51.117 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:51.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:51.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:51.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:51.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:51.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:51.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:51.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:51.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:51.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:51.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:51.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29185), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [11ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [55ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [55ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [74ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [75ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [114ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [114ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [322ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [322ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [422ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [422ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [482ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [482ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1283ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3287ms] refreshing cache from master, [3287ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3287ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3287ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3288ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [3288ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3300ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [3300ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [4000ms] refreshing cache from master, [4000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [4001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [4001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [4001ms] too many traces: truncated at 100 traces, deferred=Deferred@674567295(state=PENDING, result=null, callback=(continuation of Deferred@379033556 after retry RPC after error@1106379689) -> (continuation of Deferred@975623279 after retry RPC after error@976271800) -> (continuation of Deferred@271818781 after retry RPC after error@1099761401) -> (continuation of Deferred@1300506379 after retry RPC after error@1925626490) -> (continuation of Deferred@2138623863 after retry RPC after error@1458283695) -> (continuation of Deferred@985365766 after retry RPC after error@2112423233) -> (continuation of Deferred@1154711292 after retry RPC after error@1335256085) -> (continuation of Deferred@774136748 after retry RPC after error@466790436) -> (continuation of Deferred@1143542076 after retry RPC after error@954430304) -> (continuation of Deferred@903306963 after retry RPC after error@1003115461) -> (continuation of Deferred@937821553 after retry RPC after error@339548318) -> (continuation of Deferred@454294796 after retry RPC after error@1915670992) -> (continuation of Deferred@1969528681 after retry RPC after error@157388979) -> (continuation of Deferred@220133134 after retry RPC after error@163190572) -> (continuation of Deferred@1492405925 after retry RPC after error@1561700608) -> (continuation of Deferred@667517739 after retry RPC after error@2123625353) -> (continuation of Deferred@82320280 after retry RPC after error@1950744492) -> (continuation of Deferred@536804052 after retry RPC after error@2114997529) -> (continuation of Deferred@987807128 after retry RPC after error@1627626999) -> (continuation of Deferred@163832665 after retry RPC after error@1975980029) -> (continuation of Deferred@1257529504 after retry RPC after error@929411116) -> (continuation of Deferred@556422322 after retry RPC after error@1818169229) -> (continuation of Deferred@96961478 after retry RPC after error@532260738) -> (continuation of Deferred@1816522499 after retry RPC after error@2020779617) -> (continuation of Deferred@1091748634 after retry RPC after error@323348749) -> (continuation of Deferred@1346052497 after retry RPC after error@1033356377), errback=(continuation of Deferred@379033556 after retry RPC after error@1106379689) -> (continuation of Deferred@975623279 after retry RPC after error@976271800) -> (continuation of Deferred@271818781 after retry RPC after error@1099761401) -> (continuation of Deferred@1300506379 after retry RPC after error@1925626490) -> (continuation of Deferred@2138623863 after retry RPC after error@1458283695) -> (continuation of Deferred@985365766 after retry RPC after error@2112423233) -> (continuation of Deferred@1154711292 after retry RPC after error@1335256085) -> (continuation of Deferred@774136748 after retry RPC after error@466790436) -> (continuation of Deferred@1143542076 after retry RPC after error@954430304) -> (continuation of Deferred@903306963 after retry RPC after error@1003115461) -> (continuation of Deferred@937821553 after retry RPC after error@339548318) -> (continuation of Deferred@454294796 after retry RPC after error@1915670992) -> (continuation of Deferred@1969528681 after retry RPC after error@157388979) -> (continuation of Deferred@220133134 after retry RPC after error@163190572) -> (continuation of Deferred@1492405925 after retry RPC after error@1561700608) -> (continuation of Deferred@667517739 after retry RPC after error@2123625353) -> (continuation of Deferred@82320280 after retry RPC after error@1950744492) -> (continuation of Deferred@536804052 after retry RPC after error@2114997529) -> (continuation of Deferred@987807128 after retry RPC after error@1627626999) -> (continuation of Deferred@163832665 after retry RPC after error@1975980029) -> (continuation of Deferred@1257529504 after retry RPC after error@929411116) -> (continuation of Deferred@556422322 after retry RPC after error@1818169229) -> (continuation of Deferred@96961478 after retry RPC after error@532260738) -> (continuation of Deferred@1816522499 after retry RPC after error@2020779617) -> (continuation of Deferred@1091748634 after retry RPC after error@323348749) -> (continuation of Deferred@1346052497 after retry RPC after error@1033356377)))
02:08:51.122 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070131122 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:51.125 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=10, operationSize=1800, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@4e05b0c0, flushNotification=Deferred@1743281979(state=PENDING, result=null, callback=<none>, errback=<none>)}
02:08:51.127 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 50685ca19ae24d71b1114b4db60ceb02(127.16.118.67:35011)] connecting to peer
02:08:51.131 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:51.131 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:51.131 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:51.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:51.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:51.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:51.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:51.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:51.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:51.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:51.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:51.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:51.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:51.136 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:51.149 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 50685ca19ae24d71b1114b4db60ceb02(127.16.118.67:35011)] Successfully connected to peer
02:08:51.177 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:51.181 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x6418c760, L:/127.0.0.1:39570 - R:/127.16.118.67:35011] using TOKEN/null
02:08:51.192 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:51.232 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:51.256 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:51.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:51.287 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0d8395fba2788201aec6c54dce2f1c84) switched from state RESTARTING to RUNNING.
02:08:51.287 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 0d8395fba2788201aec6c54dce2f1c84 from Checkpoint 71 @ 1779070070098 for 0d8395fba2788201aec6c54dce2f1c84 located at file:/tmp/junit14535583248957966585/checkpoints/0d8395fba2788201aec6c54dce2f1c84/chk-71.
02:08:51.288 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
02:08:51.289 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:08:51.292 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:51.293 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:51.293 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:51.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:51.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:51.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:51.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:51.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:51.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:51.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:51.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:51.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:51.294 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:51.300 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
02:08:51.302 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
02:08:51.302 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id d3a3082cb47522c9f2863b17bcda3a0d
02:08:51.302 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
02:08:51.303 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
02:08:51.303 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id 13b44c31f483957181ce35908cf03122
02:08:51.303 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
02:08:51.303 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
02:08:51.303 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id 90acbd4a4c30020c3e87a531c222a0d2
02:08:51.304 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
02:08:51.304 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:51.304 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:51.305 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:51.305 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot d3a3082cb47522c9f2863b17bcda3a0d.
02:08:51.306 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id d3a3082cb47522c9f2863b17bcda3a0d.
02:08:51.307 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 0d8395fba2788201aec6c54dce2f1c84: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:08:51.307 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
02:08:51.307 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to cbf38d20-6494-4216-8ba6-0f7a0b97a25f @ 127.0.0.1 (dataPort=-1) with allocation id be394e81e38df7fbc495db38f2967cbb
02:08:51.308 [INFO - Thread-71] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:08:51.308 [DEBUG - Thread-71] (Connection.java:575) [peer master-127.11.65.188:39581(127.11.65.188:39581)] disconnecting while in state TERMINATED
02:08:51.308 [DEBUG - Thread-71] (Connection.java:575) [peer master-127.11.65.189:39499(127.11.65.189:39499)] disconnecting while in state TERMINATED
02:08:51.309 [DEBUG - Thread-71] (Connection.java:575) [peer master-127.11.65.190:40661(127.11.65.190:40661)] disconnecting while in state TERMINATED
02:08:51.309 [DEBUG - Thread-71] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:51.310 [INFO - Thread-71] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:08:51.310 [INFO - Thread-71] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:08:51.312 [DEBUG - Thread-71] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:51.312 [INFO - Thread-71] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:08:51.313 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 13b44c31f483957181ce35908cf03122.
02:08:51.313 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 13b44c31f483957181ce35908cf03122.
02:08:51.314 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
02:08:51.314 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:51.314 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
02:08:51.315 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3d6eb4b9
02:08:51.315 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:51.316 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:08:51.316 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
02:08:51.316 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
02:08:51.325 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7123c487
02:08:51.327 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:51.337 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:51.337 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:51.337 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:51.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:51.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:51.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:51.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:51.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:51.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:51.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:51.339 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:51.339 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:51.339 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:51.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:51.360 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 90acbd4a4c30020c3e87a531c222a0d2.
02:08:51.361 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 90acbd4a4c30020c3e87a531c222a0d2.
02:08:51.362 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
02:08:51.362 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
02:08:51.363 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1055199f
02:08:51.363 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:51.363 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:08:51.363 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:08:51.364 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
02:08:51.368 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot be394e81e38df7fbc495db38f2967cbb.
02:08:51.369 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id be394e81e38df7fbc495db38f2967cbb.
02:08:51.370 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
02:08:51.370 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
02:08:51.371 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@25094fef
02:08:51.371 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:51.371 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:51.373 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:08:51.373 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
02:08:51.373 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
02:08:51.374 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
02:08:51.374 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
02:08:51.375 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6d292754
02:08:51.375 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:51.375 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14535583248957966585/checkpoints")
02:08:51.375 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:08:51.375 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b5fae083925f356d7fbefafef6602647_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
02:08:51.381 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:51.381 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4edece4c
02:08:51.381 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:51.381 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:51.381 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:51.382 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4dd033b5
02:08:51.384 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:51.392 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.393 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:51.394 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.398 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.412 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2cba9882
02:08:51.424 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.429 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.436 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.444 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:51.450 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.453 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:51.453 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:51.454 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:51.455 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:51.455 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:51.455 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:51.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:51.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:51.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:51.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:51.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:51.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:51.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:51.464 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:51.469 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.471 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:51.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.475 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.482 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.482 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.482 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.482 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:51.492 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.494 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.495 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:51.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.497 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:51.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.504 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:51.504 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:51.504 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:51.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:51.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:51.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:51.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:51.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:51.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:51.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:51.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:51.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:51.505 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:51.507 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:51.510 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.510 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 08fd0993d8344a15a798b409b71b37fb
02:08:51.528 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 989e1c0aaa6f87d30b960543d6e937f6 (1961 bytes, checkpointDuration=405 ms, finalizationTime=0 ms).
02:08:51.530 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
02:08:51.530 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 80d037e2060a1011311b0b0826fcea94e1179a0a9f5d29f255a2f2231e259bda from pending
02:08:51.530 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
02:08:51.532 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.533 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.533 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.533 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.533 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.540 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.540 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.541 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.548 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=21561c35417346a18af654d1d9fd2d99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:51.553 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8e3344ae5bbc4d1684e90b7e3f0d6246
02:08:51.553 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.568 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:51.569 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:51.569 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:51.569 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:51.569 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:51.569 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:51.570 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:51.570 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:51.570 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:51.570 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:51.570 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:51.570 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:51.570 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:51.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.588 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:51.597 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:51.597 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:51.597 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:51.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:51.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:51.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:51.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:51.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:51.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:51.599 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:51.599 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:51.599 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:51.599 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:51.603 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b95828afc978414ea32f16047d4d4fc9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:51.604 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:51.606 [DEBUG - main] (Connection.java:575) [peer master-127.16.118.124:41511(127.16.118.124:41511)] disconnecting while in state READY
02:08:51.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:51.606 [DEBUG - main] (Connection.java:575) [peer 50685ca19ae24d71b1114b4db60ceb02(127.16.118.67:35011)] disconnecting while in state READY
02:08:51.606 [DEBUG - main] (Connection.java:575) [peer master-127.16.118.125:46813(127.16.118.125:46813)] disconnecting while in state READY
02:08:51.606 [DEBUG - main] (Connection.java:575) [peer master-127.16.118.126:35839(127.16.118.126:35839)] disconnecting while in state READY
02:08:51.609 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.118.124:41511(127.16.118.124:41511)] handling channelInactive
02:08:51.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.118.124:41511(127.16.118.124:41511)] cleaning up while in state READY due to: connection closed
02:08:51.610 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.118.125:46813(127.16.118.125:46813)] handling channelInactive
02:08:51.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.118.125:46813(127.16.118.125:46813)] cleaning up while in state READY due to: connection closed
02:08:51.611 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.118.126:35839(127.16.118.126:35839)] handling channelInactive
02:08:51.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.118.126:35839(127.16.118.126:35839)] cleaning up while in state READY due to: connection closed
02:08:51.612 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:51.613 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:08:51.613 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
02:08:51.613 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:08:51.615 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.622 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070131622 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:51.627 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.632 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 989e1c0aaa6f87d30b960543d6e937f6 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
02:08:51.634 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
02:08:51.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.644 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.650 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.652 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.653 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.653 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.659 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.661 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:51.661 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:51.661 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:51.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:51.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:51.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:51.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:51.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:51.662 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:51.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:51.662 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:51.662 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:51.662 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:51.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.663 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.673 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 50685ca19ae24d71b1114b4db60ceb02(127.16.118.67:35011)] handling channelInactive
02:08:51.673 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 50685ca19ae24d71b1114b4db60ceb02(127.16.118.67:35011)] cleaning up while in state READY due to: connection closed
02:08:51.673 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-3
02:08:51.674 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.674 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.674 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.675 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.683 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.684 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:51.675695 16857 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 17183
02:08:51.693 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.693 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.693 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.693 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.693 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.694 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.695 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.706 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.710 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.710 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.712 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.712 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.713 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.713 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.713 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.713 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.725 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.725 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.726 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:51.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.730 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.730 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5643d6aa02746b8a0b8a3513bda90461 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5643d6aa02746b8a0b8a3513bda90461 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:51.733 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:51.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.734 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.737 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.737 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.737 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:51.745 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:51.746 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.746 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.747 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.747 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.756 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.758 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.759 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:51.765419 16857 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 17321
02:08:51.770 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.770 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.770 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.770 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.772 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:51.774 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.774 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.774 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.775 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.775 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.775 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.776 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.776 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.783 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:51.784 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.784 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.784 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.791 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.791 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.791 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.792 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.794 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:51.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:51.796 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.796 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.796 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.796 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.797 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.797 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:51.797 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:51.797 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:51.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.797 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:51.797 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:51.798 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:51.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:51.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:51.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:51.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:51.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:51.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:51.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:51.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:51.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:51.799 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:51.800 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29873), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [5ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [6ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [68ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [109ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [148ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [149ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [220ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [261ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [262ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [262ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [401ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [402ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [402ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [639ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [641ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [719ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [720ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [720ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [720ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [721ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [1242ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3200ms] refreshing cache from master, [3200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [3200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [3200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [3200ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.189:43665: Network error: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665, [3200ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.190:46579: Network error: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579, [3201ms] Sub RPC ConnectToMaster: received response from server master-127.7.237.188:33477: Network error: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [3201ms] delaying RPC due to: Service unavailable: Master config (127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477, [7120ms] refreshing cache from master, [7120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.190:46579, [7120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.189:43665, [7120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.237.188:33477, [7121ms] too many traces: truncated at 100 traces, deferred=Deferred@1819411127(state=PENDING, result=null, callback=(continuation of Deferred@1940937258 after retry RPC after error@1600877234) -> (continuation of Deferred@1027760654 after retry RPC after error@1096399019) -> (continuation of Deferred@810146720 after retry RPC after error@875807225) -> (continuation of Deferred@441423715 after retry RPC after error@375388257) -> (continuation of Deferred@1756739025 after retry RPC after error@1118014775) -> (continuation of Deferred@615644815 after retry RPC after error@1304725128) -> (continuation of Deferred@135965148 after retry RPC after error@1452165085) -> (continuation of Deferred@2111872517 after retry RPC after error@343521271) -> (continuation of Deferred@1232124141 after retry RPC after error@1835318961) -> (continuation of Deferred@344790446 after retry RPC after error@1293078215) -> (continuation of Deferred@32092248 after retry RPC after error@1227884514) -> (continuation of Deferred@904682255 after retry RPC after error@1859374979) -> (continuation of Deferred@578083185 after retry RPC after error@1798493642) -> (continuation of Deferred@1011998592 after retry RPC after error@1276031070) -> (continuation of Deferred@1219844095 after retry RPC after error@894715814) -> (continuation of Deferred@130757459 after retry RPC after error@1048510388) -> (continuation of Deferred@1553358123 after retry RPC after error@1265129576) -> (continuation of Deferred@359115773 after retry RPC after error@1546483130) -> (continuation of Deferred@842798097 after retry RPC after error@1000255782) -> (continuation of Deferred@328130027 after retry RPC after error@616163973) -> (continuation of Deferred@1987571359 after retry RPC after error@942569206) -> (continuation of Deferred@1571460509 after retry RPC after error@917283183) -> (continuation of Deferred@2137436723 after retry RPC after error@884273903) -> (continuation of Deferred@1027317657 after retry RPC after error@1859118728), errback=(continuation of Deferred@1940937258 after retry RPC after error@1600877234) -> (continuation of Deferred@1027760654 after retry RPC after error@1096399019) -> (continuation of Deferred@810146720 after retry RPC after error@875807225) -> (continuation of Deferred@441423715 after retry RPC after error@375388257) -> (continuation of Deferred@1756739025 after retry RPC after error@1118014775) -> (continuation of Deferred@615644815 after retry RPC after error@1304725128) -> (continuation of Deferred@135965148 after retry RPC after error@1452165085) -> (continuation of Deferred@2111872517 after retry RPC after error@343521271) -> (continuation of Deferred@1232124141 after retry RPC after error@1835318961) -> (continuation of Deferred@344790446 after retry RPC after error@1293078215) -> (continuation of Deferred@32092248 after retry RPC after error@1227884514) -> (continuation of Deferred@904682255 after retry RPC after error@1859374979) -> (continuation of Deferred@578083185 after retry RPC after error@1798493642) -> (continuation of Deferred@1011998592 after retry RPC after error@1276031070) -> (continuation of Deferred@1219844095 after retry RPC after error@894715814) -> (continuation of Deferred@130757459 after retry RPC after error@1048510388) -> (continuation of Deferred@1553358123 after retry RPC after error@1265129576) -> (continuation of Deferred@359115773 after retry RPC after error@1546483130) -> (continuation of Deferred@842798097 after retry RPC after error@1000255782) -> (continuation of Deferred@328130027 after retry RPC after error@616163973) -> (continuation of Deferred@1987571359 after retry RPC after error@942569206) -> (continuation of Deferred@1571460509 after retry RPC after error@917283183) -> (continuation of Deferred@2137436723 after retry RPC after error@884273903) -> (continuation of Deferred@1027317657 after retry RPC after error@1859118728)))
02:08:51.801 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:51.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:51.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:51.802 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:51.802 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:51.802 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:51.802 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:51.802 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:51.802 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:51.802 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:51.805 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:51.805 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:51.805 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:51.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.806 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.806 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.806 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:51.806 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.806 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.806 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.806 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.806 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.807 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.807 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.810 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.810 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.811 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.815 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.815 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.815 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.816 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.824 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.825 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:51.825 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:51.825 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:51.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.826 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:51.831 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.831 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.831 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.832 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.832 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.832 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.832 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.833 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.833 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.833 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.833 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.833 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.833 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.833 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.833 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.833 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.833 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.833 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.833 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.834 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:51.834916 17572 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.118.65:36187: connect: Connection refused (error 111)
02:08:51.839 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.840 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.844 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.845 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.845 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.845 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:51.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.845 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:51.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.846 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.846 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.846 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:51.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:51.847 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.852 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:51.852 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:51.852 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:51.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:51.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:51.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:51.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:51.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:51.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:51.853 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:51.853 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:51.853 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:51.853 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:51.854 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.854 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.854 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:51.855 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.855 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.855 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.855 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.855 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.855 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.856 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 02:08:51.854420 17572 consensus_peers.cc:597] T b95828afc978414ea32f16047d4d4fc9 P 50685ca19ae24d71b1114b4db60ceb02 -> Peer 9f5461fb2f3c4e3689daae115757a227 (127.16.118.65:36187): Couldn't send request to peer 9f5461fb2f3c4e3689daae115757a227. Status: Network error: Client connection negotiation failed: client connection to 127.16.118.65:36187: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:08:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:51.859632 16857 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 17537
02:08:51.864 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.864 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.864 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.865 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.865 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.865 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:51.866 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:51.866 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:51.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.866 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.866 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.866 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.866 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.866 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.867 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:51.870 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:51.870 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:51.870 [DEBUG - pool-454-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:51.870 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:51.870 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:51.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:51.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:51.870 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:51.870 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:51.870 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:51.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:51.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:51.871 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:51.871 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27659), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [34ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [34ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [345ms] refreshing cache from master, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [346ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [346ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [346ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [346ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [563ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [823ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [825ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [825ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [825ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1302ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3020ms] refreshing cache from master, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3023ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4441ms] refreshing cache from master, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4442ms] too many traces: truncated at 100 traces, deferred=Deferred@1784597112(state=PENDING, result=null, callback=(continuation of Deferred@1901117481 after retry RPC after error@9173761) -> (continuation of Deferred@1059221523 after retry RPC after error@598962309) -> (continuation of Deferred@1410710866 after retry RPC after error@194582306) -> (continuation of Deferred@655838378 after retry RPC after error@521680789) -> (continuation of Deferred@1713305097 after retry RPC after error@629005807) -> (continuation of Deferred@940750838 after retry RPC after error@1726516222) -> (continuation of Deferred@2010617748 after retry RPC after error@1015987748) -> (continuation of Deferred@294523716 after retry RPC after error@857460208) -> (continuation of Deferred@2017167152 after retry RPC after error@822966669) -> (continuation of Deferred@1358448859 after retry RPC after error@1038187385) -> (continuation of Deferred@432503282 after retry RPC after error@1138534998) -> (continuation of Deferred@1374723174 after retry RPC after error@1744576402) -> (continuation of Deferred@1171714678 after retry RPC after error@1669230208) -> (continuation of Deferred@918084901 after retry RPC after error@826229999) -> (continuation of Deferred@1133004284 after retry RPC after error@1393703267) -> (continuation of Deferred@590583761 after retry RPC after error@1759557476) -> (continuation of Deferred@1774626849 after retry RPC after error@735927643) -> (continuation of Deferred@351263470 after retry RPC after error@2035881088) -> (continuation of Deferred@629287978 after retry RPC after error@1693747780) -> (continuation of Deferred@245761182 after retry RPC after error@1063976158) -> (continuation of Deferred@188576869 after retry RPC after error@1272674796) -> (continuation of Deferred@1978074877 after retry RPC after error@495163539), errback=(continuation of Deferred@1901117481 after retry RPC after error@9173761) -> (continuation of Deferred@1059221523 after retry RPC after error@598962309) -> (continuation of Deferred@1410710866 after retry RPC after error@194582306) -> (continuation of Deferred@655838378 after retry RPC after error@521680789) -> (continuation of Deferred@1713305097 after retry RPC after error@629005807) -> (continuation of Deferred@940750838 after retry RPC after error@1726516222) -> (continuation of Deferred@2010617748 after retry RPC after error@1015987748) -> (continuation of Deferred@294523716 after retry RPC after error@857460208) -> (continuation of Deferred@2017167152 after retry RPC after error@822966669) -> (continuation of Deferred@1358448859 after retry RPC after error@1038187385) -> (continuation of Deferred@432503282 after retry RPC after error@1138534998) -> (continuation of Deferred@1374723174 after retry RPC after error@1744576402) -> (continuation of Deferred@1171714678 after retry RPC after error@1669230208) -> (continuation of Deferred@918084901 after retry RPC after error@826229999) -> (continuation of Deferred@1133004284 after retry RPC after error@1393703267) -> (continuation of Deferred@590583761 after retry RPC after error@1759557476) -> (continuation of Deferred@1774626849 after retry RPC after error@735927643) -> (continuation of Deferred@351263470 after retry RPC after error@2035881088) -> (continuation of Deferred@629287978 after retry RPC after error@1693747780) -> (continuation of Deferred@245761182 after retry RPC after error@1063976158) -> (continuation of Deferred@188576869 after retry RPC after error@1272674796) -> (continuation of Deferred@1978074877 after retry RPC after error@495163539)))
02:08:51.874 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
02:08:51.874 [WARN - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27659), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [34ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [34ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [345ms] refreshing cache from master, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [346ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [346ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [346ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [346ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [563ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [823ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [825ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [825ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [825ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1302ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3020ms] refreshing cache from master, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3023ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4441ms] refreshing cache from master, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4442ms] too many traces: truncated at 100 traces, deferred=Deferred@1784597112(state=PENDING, result=null, callback=(continuation of Deferred@1901117481 after retry RPC after error@9173761) -> (continuation of Deferred@1059221523 after retry RPC after error@598962309) -> (continuation of Deferred@1410710866 after retry RPC after error@194582306) -> (continuation of Deferred@655838378 after retry RPC after error@521680789) -> (continuation of Deferred@1713305097 after retry RPC after error@629005807) -> (continuation of Deferred@940750838 after retry RPC after error@1726516222) -> (continuation of Deferred@2010617748 after retry RPC after error@1015987748) -> (continuation of Deferred@294523716 after retry RPC after error@857460208) -> (continuation of Deferred@2017167152 after retry RPC after error@822966669) -> (continuation of Deferred@1358448859 after retry RPC after error@1038187385) -> (continuation of Deferred@432503282 after retry RPC after error@1138534998) -> (continuation of Deferred@1374723174 after retry RPC after error@1744576402) -> (continuation of Deferred@1171714678 after retry RPC after error@1669230208) -> (continuation of Deferred@918084901 after retry RPC after error@826229999) -> (continuation of Deferred@1133004284 after retry RPC after error@1393703267) -> (continuation of Deferred@590583761 after retry RPC after error@1759557476) -> (continuation of Deferred@1774626849 after retry RPC after error@735927643) -> (continuation of Deferred@351263470 after retry RPC after error@2035881088) -> (continuation of Deferred@629287978 after retry RPC after error@1693747780) -> (continuation of Deferred@245761182 after retry RPC after error@1063976158) -> (continuation of Deferred@188576869 after retry RPC after error@1272674796) -> (continuation of Deferred@1978074877 after retry RPC after error@495163539), errback=(continuation of Deferred@1901117481 after retry RPC after error@9173761) -> (continuation of Deferred@1059221523 after retry RPC after error@598962309) -> (continuation of Deferred@1410710866 after retry RPC after error@194582306) -> (continuation of Deferred@655838378 after retry RPC after error@521680789) -> (continuation of Deferred@1713305097 after retry RPC after error@629005807) -> (continuation of Deferred@940750838 after retry RPC after error@1726516222) -> (continuation of Deferred@2010617748 after retry RPC after error@1015987748) -> (continuation of Deferred@294523716 after retry RPC after error@857460208) -> (continuation of Deferred@2017167152 after retry RPC after error@822966669) -> (continuation of Deferred@1358448859 after retry RPC after error@1038187385) -> (continuation of Deferred@432503282 after retry RPC after error@1138534998) -> (continuation of Deferred@1374723174 after retry RPC after error@1744576402) -> (continuation of Deferred@1171714678 after retry RPC after error@1669230208) -> (continuation of Deferred@918084901 after retry RPC after error@826229999) -> (continuation of Deferred@1133004284 after retry RPC after error@1393703267) -> (continuation of Deferred@590583761 after retry RPC after error@1759557476) -> (continuation of Deferred@1774626849 after retry RPC after error@735927643) -> (continuation of Deferred@351263470 after retry RPC after error@2035881088) -> (continuation of Deferred@629287978 after retry RPC after error@1693747780) -> (continuation of Deferred@245761182 after retry RPC after error@1063976158) -> (continuation of Deferred@188576869 after retry RPC after error@1272674796) -> (continuation of Deferred@1978074877 after retry RPC after error@495163539)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.188:37871
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:51.882 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8).
02:08:51.884 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#8 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8.
02:08:51.886 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.886 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.887 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.887 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from INITIALIZING to FAILED on 931302fc-4429-438a-ab21-2a6592ed4d53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27659), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [34ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [34ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [345ms] refreshing cache from master, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [346ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [346ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [346ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [346ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [563ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [563ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [823ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [825ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [825ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [825ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1302ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3020ms] refreshing cache from master, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3023ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [4441ms] refreshing cache from master, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [4442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [4442ms] too many traces: truncated at 100 traces, deferred=Deferred@1784597112(state=PENDING, result=null, callback=(continuation of Deferred@1901117481 after retry RPC after error@9173761) -> (continuation of Deferred@1059221523 after retry RPC after error@598962309) -> (continuation of Deferred@1410710866 after retry RPC after error@194582306) -> (continuation of Deferred@655838378 after retry RPC after error@521680789) -> (continuation of Deferred@1713305097 after retry RPC after error@629005807) -> (continuation of Deferred@940750838 after retry RPC after error@1726516222) -> (continuation of Deferred@2010617748 after retry RPC after error@1015987748) -> (continuation of Deferred@294523716 after retry RPC after error@857460208) -> (continuation of Deferred@2017167152 after retry RPC after error@822966669) -> (continuation of Deferred@1358448859 after retry RPC after error@1038187385) -> (continuation of Deferred@432503282 after retry RPC after error@1138534998) -> (continuation of Deferred@1374723174 after retry RPC after error@1744576402) -> (continuation of Deferred@1171714678 after retry RPC after error@1669230208) -> (continuation of Deferred@918084901 after retry RPC after error@826229999) -> (continuation of Deferred@1133004284 after retry RPC after error@1393703267) -> (continuation of Deferred@590583761 after retry RPC after error@1759557476) -> (continuation of Deferred@1774626849 after retry RPC after error@735927643) -> (continuation of Deferred@351263470 after retry RPC after error@2035881088) -> (continuation of Deferred@629287978 after retry RPC after error@1693747780) -> (continuation of Deferred@245761182 after retry RPC after error@1063976158) -> (continuation of Deferred@188576869 after retry RPC after error@1272674796) -> (continuation of Deferred@1978074877 after retry RPC after error@495163539), errback=(continuation of Deferred@1901117481 after retry RPC after error@9173761) -> (continuation of Deferred@1059221523 after retry RPC after error@598962309) -> (continuation of Deferred@1410710866 after retry RPC after error@194582306) -> (continuation of Deferred@655838378 after retry RPC after error@521680789) -> (continuation of Deferred@1713305097 after retry RPC after error@629005807) -> (continuation of Deferred@940750838 after retry RPC after error@1726516222) -> (continuation of Deferred@2010617748 after retry RPC after error@1015987748) -> (continuation of Deferred@294523716 after retry RPC after error@857460208) -> (continuation of Deferred@2017167152 after retry RPC after error@822966669) -> (continuation of Deferred@1358448859 after retry RPC after error@1038187385) -> (continuation of Deferred@432503282 after retry RPC after error@1138534998) -> (continuation of Deferred@1374723174 after retry RPC after error@1744576402) -> (continuation of Deferred@1171714678 after retry RPC after error@1669230208) -> (continuation of Deferred@918084901 after retry RPC after error@826229999) -> (continuation of Deferred@1133004284 after retry RPC after error@1393703267) -> (continuation of Deferred@590583761 after retry RPC after error@1759557476) -> (continuation of Deferred@1774626849 after retry RPC after error@735927643) -> (continuation of Deferred@351263470 after retry RPC after error@2035881088) -> (continuation of Deferred@629287978 after retry RPC after error@1693747780) -> (continuation of Deferred@245761182 after retry RPC after error@1063976158) -> (continuation of Deferred@188576869 after retry RPC after error@1272674796) -> (continuation of Deferred@1978074877 after retry RPC after error@495163539)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.9.188:37871
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:51.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.891 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.891 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.891 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.893 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.895 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:51.895 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#8) of source Source: KuduSource.
02:08:51.895 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_1_8.
02:08:51.896 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5643d6aa02746b8a0b8a3513bda90461) switched from state RUNNING to RESTARTING.
02:08:51.914 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.914 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.914 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.915 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.916 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.936 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.936 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.936 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.936 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 50685ca19ae24d71b1114b4db60ceb02(127.16.118.67:35011)] handling channelInactive
02:08:51.936 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 50685ca19ae24d71b1114b4db60ceb02(127.16.118.67:35011)] cleaning up while in state READY due to: connection closed
02:08:51.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.941 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.944 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.944 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.944 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.951 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.952 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.952 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.952 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.952 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.952 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.952 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:51.962533 16857 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 16889
02:08:51.973 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.973 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.973 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.984 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:51.984 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:51.984 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:51.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:51.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.986 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:51.986 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.986 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:51.986 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:51.986 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:51.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:51.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:51.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.988 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:51.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:51.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:51.989 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:51.991 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:52.033 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.118.126:35839(127.16.118.126:35839)] handling channelInactive
02:08:52.033 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.118.126:35839(127.16.118.126:35839)] handling channelInactive
02:08:52.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.118.126:35839(127.16.118.126:35839)] cleaning up while in state READY due to: connection closed
02:08:52.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.118.126:35839(127.16.118.126:35839)] cleaning up while in state READY due to: connection closed
02:08:52.034 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.118.126:35839(127.16.118.126:35839)] handling channelInactive
02:08:52.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.118.126:35839(127.16.118.126:35839)] cleaning up while in state READY due to: connection closed
02:08:52.034 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:52.034 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:52.034 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:52.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.035 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.036 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.036 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:52.033 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.118.126:35839(127.16.118.126:35839)] handling channelInactive
02:08:52.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.118.126:35839(127.16.118.126:35839)] cleaning up while in state READY due to: connection closed
02:08:52.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:52.045017 16857 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 16960
02:08:52.101 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.118.125:46813(127.16.118.125:46813)] handling channelInactive
02:08:52.101 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.118.125:46813(127.16.118.125:46813)] handling channelInactive
02:08:52.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.118.125:46813(127.16.118.125:46813)] cleaning up while in state READY due to: connection closed
02:08:52.101 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.118.125:46813(127.16.118.125:46813)] handling channelInactive
02:08:52.102 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.118.125:46813(127.16.118.125:46813)] handling channelInactive
02:08:52.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.118.125:46813(127.16.118.125:46813)] cleaning up while in state READY due to: connection closed
02:08:52.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.118.125:46813(127.16.118.125:46813)] cleaning up while in state READY due to: connection closed
02:08:52.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.118.125:46813(127.16.118.125:46813)] cleaning up while in state READY due to: connection closed
02:08:52.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:52.103941 16857 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 17038
02:08:52.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:52.123 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070132122 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:52.134 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 989e1c0aaa6f87d30b960543d6e937f6 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
02:08:52.136 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
02:08:52.153 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.118.124:41511(127.16.118.124:41511)] handling channelInactive
02:08:52.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.118.124:41511(127.16.118.124:41511)] cleaning up while in state READY due to: connection closed
02:08:52.153 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.118.124:41511(127.16.118.124:41511)] handling channelInactive
02:08:52.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.118.124:41511(127.16.118.124:41511)] cleaning up while in state READY due to: connection closed
02:08:52.153 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.118.124:41511(127.16.118.124:41511)] handling channelInactive
02:08:52.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.118.124:41511(127.16.118.124:41511)] cleaning up while in state READY due to: connection closed
02:08:52.153 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.118.124:41511(127.16.118.124:41511)] handling channelInactive
02:08:52.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.118.124:41511(127.16.118.124:41511)] cleaning up while in state READY due to: connection closed
02:08:52.184 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:52.184 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:52.184 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:52.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.185 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:52.196 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 08fd0993d8344a15a798b409b71b37fb
02:08:52.202 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8453374ceb27173b29034499b4655f6a9d359b6ec7933b44d52ac6e25b1189c9'}]
02:08:52.204 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:52.205 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:52.205 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:52.205 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:52.205 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:52.206 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:52.206 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:52.206 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.206 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.207 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.207 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.207 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.207 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:52.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:52.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:52.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:52.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:52.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:52.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:52.208 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:52.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:52.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:52.208 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:52.209 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:08:52.210 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298186, tablet=21561c35417346a18af654d1d9fd2d99@[78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657),99cbb6463b124cc5afcc58d741fe8626(127.15.148.129:41603),b82271d442284937b59a1baee73269df(127.15.148.131:44417)[L]]}]
02:08:52.222 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:52.222 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:52.222 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:52.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.223 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.224 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:52.225 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27970), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [19ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [48ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [88ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [89ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [89ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [89ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [301ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [340ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [341ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1321ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [5940ms] refreshing cache from master, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [5941ms] too many traces: truncated at 100 traces, deferred=Deferred@1752662843(state=PENDING, result=null, callback=(continuation of Deferred@317300087 after retry RPC after error@1812523690) -> (continuation of Deferred@1097834708 after retry RPC after error@357932441) -> (continuation of Deferred@1258928225 after retry RPC after error@1618957840) -> (continuation of Deferred@1546269643 after retry RPC after error@1697305730) -> (continuation of Deferred@1676063478 after retry RPC after error@2041821004) -> (continuation of Deferred@1946839002 after retry RPC after error@1194795805) -> (continuation of Deferred@294668303 after retry RPC after error@1971164326) -> (continuation of Deferred@1382943076 after retry RPC after error@742389759) -> (continuation of Deferred@1065091655 after retry RPC after error@649951658) -> (continuation of Deferred@70938928 after retry RPC after error@1474948679) -> (continuation of Deferred@140026055 after retry RPC after error@1172699215) -> (continuation of Deferred@302096946 after retry RPC after error@167968227) -> (continuation of Deferred@1200700156 after retry RPC after error@761038273) -> (continuation of Deferred@852730474 after retry RPC after error@790871094) -> (continuation of Deferred@1630221812 after retry RPC after error@680580765) -> (continuation of Deferred@125821207 after retry RPC after error@890187714) -> (continuation of Deferred@221456386 after retry RPC after error@599339783) -> (continuation of Deferred@1530267966 after retry RPC after error@395005093) -> (continuation of Deferred@57415022 after retry RPC after error@1764179727) -> (continuation of Deferred@45331692 after retry RPC after error@1334849147), errback=(continuation of Deferred@317300087 after retry RPC after error@1812523690) -> (continuation of Deferred@1097834708 after retry RPC after error@357932441) -> (continuation of Deferred@1258928225 after retry RPC after error@1618957840) -> (continuation of Deferred@1546269643 after retry RPC after error@1697305730) -> (continuation of Deferred@1676063478 after retry RPC after error@2041821004) -> (continuation of Deferred@1946839002 after retry RPC after error@1194795805) -> (continuation of Deferred@294668303 after retry RPC after error@1971164326) -> (continuation of Deferred@1382943076 after retry RPC after error@742389759) -> (continuation of Deferred@1065091655 after retry RPC after error@649951658) -> (continuation of Deferred@70938928 after retry RPC after error@1474948679) -> (continuation of Deferred@140026055 after retry RPC after error@1172699215) -> (continuation of Deferred@302096946 after retry RPC after error@167968227) -> (continuation of Deferred@1200700156 after retry RPC after error@761038273) -> (continuation of Deferred@852730474 after retry RPC after error@790871094) -> (continuation of Deferred@1630221812 after retry RPC after error@680580765) -> (continuation of Deferred@125821207 after retry RPC after error@890187714) -> (continuation of Deferred@221456386 after retry RPC after error@599339783) -> (continuation of Deferred@1530267966 after retry RPC after error@395005093) -> (continuation of Deferred@57415022 after retry RPC after error@1764179727) -> (continuation of Deferred@45331692 after retry RPC after error@1334849147)))
02:08:52.227 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:52.227 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:52.227 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:52.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.228 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27970), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [19ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [48ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [88ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [89ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [89ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [89ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [301ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [340ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [341ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1321ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [5940ms] refreshing cache from master, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [5941ms] too many traces: truncated at 100 traces, deferred=Deferred@1752662843(state=PENDING, result=null, callback=(continuation of Deferred@317300087 after retry RPC after error@1812523690) -> (continuation of Deferred@1097834708 after retry RPC after error@357932441) -> (continuation of Deferred@1258928225 after retry RPC after error@1618957840) -> (continuation of Deferred@1546269643 after retry RPC after error@1697305730) -> (continuation of Deferred@1676063478 after retry RPC after error@2041821004) -> (continuation of Deferred@1946839002 after retry RPC after error@1194795805) -> (continuation of Deferred@294668303 after retry RPC after error@1971164326) -> (continuation of Deferred@1382943076 after retry RPC after error@742389759) -> (continuation of Deferred@1065091655 after retry RPC after error@649951658) -> (continuation of Deferred@70938928 after retry RPC after error@1474948679) -> (continuation of Deferred@140026055 after retry RPC after error@1172699215) -> (continuation of Deferred@302096946 after retry RPC after error@167968227) -> (continuation of Deferred@1200700156 after retry RPC after error@761038273) -> (continuation of Deferred@852730474 after retry RPC after error@790871094) -> (continuation of Deferred@1630221812 after retry RPC after error@680580765) -> (continuation of Deferred@125821207 after retry RPC after error@890187714) -> (continuation of Deferred@221456386 after retry RPC after error@599339783) -> (continuation of Deferred@1530267966 after retry RPC after error@395005093) -> (continuation of Deferred@57415022 after retry RPC after error@1764179727) -> (continuation of Deferred@45331692 after retry RPC after error@1334849147), errback=(continuation of Deferred@317300087 after retry RPC after error@1812523690) -> (continuation of Deferred@1097834708 after retry RPC after error@357932441) -> (continuation of Deferred@1258928225 after retry RPC after error@1618957840) -> (continuation of Deferred@1546269643 after retry RPC after error@1697305730) -> (continuation of Deferred@1676063478 after retry RPC after error@2041821004) -> (continuation of Deferred@1946839002 after retry RPC after error@1194795805) -> (continuation of Deferred@294668303 after retry RPC after error@1971164326) -> (continuation of Deferred@1382943076 after retry RPC after error@742389759) -> (continuation of Deferred@1065091655 after retry RPC after error@649951658) -> (continuation of Deferred@70938928 after retry RPC after error@1474948679) -> (continuation of Deferred@140026055 after retry RPC after error@1172699215) -> (continuation of Deferred@302096946 after retry RPC after error@167968227) -> (continuation of Deferred@1200700156 after retry RPC after error@761038273) -> (continuation of Deferred@852730474 after retry RPC after error@790871094) -> (continuation of Deferred@1630221812 after retry RPC after error@680580765) -> (continuation of Deferred@125821207 after retry RPC after error@890187714) -> (continuation of Deferred@221456386 after retry RPC after error@599339783) -> (continuation of Deferred@1530267966 after retry RPC after error@395005093) -> (continuation of Deferred@57415022 after retry RPC after error@1764179727) -> (continuation of Deferred@45331692 after retry RPC after error@1334849147)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27970), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [19ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [48ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [88ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [89ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [89ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [89ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [301ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [340ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [341ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1321ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [5940ms] refreshing cache from master, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [5941ms] too many traces: truncated at 100 traces, deferred=Deferred@1752662843(state=PENDING, result=null, callback=(continuation of Deferred@317300087 after retry RPC after error@1812523690) -> (continuation of Deferred@1097834708 after retry RPC after error@357932441) -> (continuation of Deferred@1258928225 after retry RPC after error@1618957840) -> (continuation of Deferred@1546269643 after retry RPC after error@1697305730) -> (continuation of Deferred@1676063478 after retry RPC after error@2041821004) -> (continuation of Deferred@1946839002 after retry RPC after error@1194795805) -> (continuation of Deferred@294668303 after retry RPC after error@1971164326) -> (continuation of Deferred@1382943076 after retry RPC after error@742389759) -> (continuation of Deferred@1065091655 after retry RPC after error@649951658) -> (continuation of Deferred@70938928 after retry RPC after error@1474948679) -> (continuation of Deferred@140026055 after retry RPC after error@1172699215) -> (continuation of Deferred@302096946 after retry RPC after error@167968227) -> (continuation of Deferred@1200700156 after retry RPC after error@761038273) -> (continuation of Deferred@852730474 after retry RPC after error@790871094) -> (continuation of Deferred@1630221812 after retry RPC after error@680580765) -> (continuation of Deferred@125821207 after retry RPC after error@890187714) -> (continuation of Deferred@221456386 after retry RPC after error@599339783) -> (continuation of Deferred@1530267966 after retry RPC after error@395005093) -> (continuation of Deferred@57415022 after retry RPC after error@1764179727) -> (continuation of Deferred@45331692 after retry RPC after error@1334849147), errback=(continuation of Deferred@317300087 after retry RPC after error@1812523690) -> (continuation of Deferred@1097834708 after retry RPC after error@357932441) -> (continuation of Deferred@1258928225 after retry RPC after error@1618957840) -> (continuation of Deferred@1546269643 after retry RPC after error@1697305730) -> (continuation of Deferred@1676063478 after retry RPC after error@2041821004) -> (continuation of Deferred@1946839002 after retry RPC after error@1194795805) -> (continuation of Deferred@294668303 after retry RPC after error@1971164326) -> (continuation of Deferred@1382943076 after retry RPC after error@742389759) -> (continuation of Deferred@1065091655 after retry RPC after error@649951658) -> (continuation of Deferred@70938928 after retry RPC after error@1474948679) -> (continuation of Deferred@140026055 after retry RPC after error@1172699215) -> (continuation of Deferred@302096946 after retry RPC after error@167968227) -> (continuation of Deferred@1200700156 after retry RPC after error@761038273) -> (continuation of Deferred@852730474 after retry RPC after error@790871094) -> (continuation of Deferred@1630221812 after retry RPC after error@680580765) -> (continuation of Deferred@125821207 after retry RPC after error@890187714) -> (continuation of Deferred@221456386 after retry RPC after error@599339783) -> (continuation of Deferred@1530267966 after retry RPC after error@395005093) -> (continuation of Deferred@57415022 after retry RPC after error@1764179727) -> (continuation of Deferred@45331692 after retry RPC after error@1334849147)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.252:40301
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:52.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:52.241 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27970), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [19ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [48ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [88ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [89ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [89ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [89ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [301ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [340ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [341ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1321ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [5940ms] refreshing cache from master, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [5941ms] too many traces: truncated at 100 traces, deferred=Deferred@1752662843(state=PENDING, result=null, callback=(continuation of Deferred@317300087 after retry RPC after error@1812523690) -> (continuation of Deferred@1097834708 after retry RPC after error@357932441) -> (continuation of Deferred@1258928225 after retry RPC after error@1618957840) -> (continuation of Deferred@1546269643 after retry RPC after error@1697305730) -> (continuation of Deferred@1676063478 after retry RPC after error@2041821004) -> (continuation of Deferred@1946839002 after retry RPC after error@1194795805) -> (continuation of Deferred@294668303 after retry RPC after error@1971164326) -> (continuation of Deferred@1382943076 after retry RPC after error@742389759) -> (continuation of Deferred@1065091655 after retry RPC after error@649951658) -> (continuation of Deferred@70938928 after retry RPC after error@1474948679) -> (continuation of Deferred@140026055 after retry RPC after error@1172699215) -> (continuation of Deferred@302096946 after retry RPC after error@167968227) -> (continuation of Deferred@1200700156 after retry RPC after error@761038273) -> (continuation of Deferred@852730474 after retry RPC after error@790871094) -> (continuation of Deferred@1630221812 after retry RPC after error@680580765) -> (continuation of Deferred@125821207 after retry RPC after error@890187714) -> (continuation of Deferred@221456386 after retry RPC after error@599339783) -> (continuation of Deferred@1530267966 after retry RPC after error@395005093) -> (continuation of Deferred@57415022 after retry RPC after error@1764179727) -> (continuation of Deferred@45331692 after retry RPC after error@1334849147), errback=(continuation of Deferred@317300087 after retry RPC after error@1812523690) -> (continuation of Deferred@1097834708 after retry RPC after error@357932441) -> (continuation of Deferred@1258928225 after retry RPC after error@1618957840) -> (continuation of Deferred@1546269643 after retry RPC after error@1697305730) -> (continuation of Deferred@1676063478 after retry RPC after error@2041821004) -> (continuation of Deferred@1946839002 after retry RPC after error@1194795805) -> (continuation of Deferred@294668303 after retry RPC after error@1971164326) -> (continuation of Deferred@1382943076 after retry RPC after error@742389759) -> (continuation of Deferred@1065091655 after retry RPC after error@649951658) -> (continuation of Deferred@70938928 after retry RPC after error@1474948679) -> (continuation of Deferred@140026055 after retry RPC after error@1172699215) -> (continuation of Deferred@302096946 after retry RPC after error@167968227) -> (continuation of Deferred@1200700156 after retry RPC after error@761038273) -> (continuation of Deferred@852730474 after retry RPC after error@790871094) -> (continuation of Deferred@1630221812 after retry RPC after error@680580765) -> (continuation of Deferred@125821207 after retry RPC after error@890187714) -> (continuation of Deferred@221456386 after retry RPC after error@599339783) -> (continuation of Deferred@1530267966 after retry RPC after error@395005093) -> (continuation of Deferred@57415022 after retry RPC after error@1764179727) -> (continuation of Deferred@45331692 after retry RPC after error@1334849147)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27970), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [16ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [19ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [48ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [88ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [89ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [89ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [89ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [120ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [161ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [301ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [301ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [340ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [341ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [341ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [1321ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.252:40301: Network error: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.254:39663: Network error: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.3.84.253:38369: Network error: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [2142ms] delaying RPC due to: Service unavailable: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369, [5940ms] refreshing cache from master, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.252:40301, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.253:38369, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.84.254:39663, [5941ms] too many traces: truncated at 100 traces, deferred=Deferred@1752662843(state=PENDING, result=null, callback=(continuation of Deferred@317300087 after retry RPC after error@1812523690) -> (continuation of Deferred@1097834708 after retry RPC after error@357932441) -> (continuation of Deferred@1258928225 after retry RPC after error@1618957840) -> (continuation of Deferred@1546269643 after retry RPC after error@1697305730) -> (continuation of Deferred@1676063478 after retry RPC after error@2041821004) -> (continuation of Deferred@1946839002 after retry RPC after error@1194795805) -> (continuation of Deferred@294668303 after retry RPC after error@1971164326) -> (continuation of Deferred@1382943076 after retry RPC after error@742389759) -> (continuation of Deferred@1065091655 after retry RPC after error@649951658) -> (continuation of Deferred@70938928 after retry RPC after error@1474948679) -> (continuation of Deferred@140026055 after retry RPC after error@1172699215) -> (continuation of Deferred@302096946 after retry RPC after error@167968227) -> (continuation of Deferred@1200700156 after retry RPC after error@761038273) -> (continuation of Deferred@852730474 after retry RPC after error@790871094) -> (continuation of Deferred@1630221812 after retry RPC after error@680580765) -> (continuation of Deferred@125821207 after retry RPC after error@890187714) -> (continuation of Deferred@221456386 after retry RPC after error@599339783) -> (continuation of Deferred@1530267966 after retry RPC after error@395005093) -> (continuation of Deferred@57415022 after retry RPC after error@1764179727) -> (continuation of Deferred@45331692 after retry RPC after error@1334849147), errback=(continuation of Deferred@317300087 after retry RPC after error@1812523690) -> (continuation of Deferred@1097834708 after retry RPC after error@357932441) -> (continuation of Deferred@1258928225 after retry RPC after error@1618957840) -> (continuation of Deferred@1546269643 after retry RPC after error@1697305730) -> (continuation of Deferred@1676063478 after retry RPC after error@2041821004) -> (continuation of Deferred@1946839002 after retry RPC after error@1194795805) -> (continuation of Deferred@294668303 after retry RPC after error@1971164326) -> (continuation of Deferred@1382943076 after retry RPC after error@742389759) -> (continuation of Deferred@1065091655 after retry RPC after error@649951658) -> (continuation of Deferred@70938928 after retry RPC after error@1474948679) -> (continuation of Deferred@140026055 after retry RPC after error@1172699215) -> (continuation of Deferred@302096946 after retry RPC after error@167968227) -> (continuation of Deferred@1200700156 after retry RPC after error@761038273) -> (continuation of Deferred@852730474 after retry RPC after error@790871094) -> (continuation of Deferred@1630221812 after retry RPC after error@680580765) -> (continuation of Deferred@125821207 after retry RPC after error@890187714) -> (continuation of Deferred@221456386 after retry RPC after error@599339783) -> (continuation of Deferred@1530267966 after retry RPC after error@395005093) -> (continuation of Deferred@57415022 after retry RPC after error@1764179727) -> (continuation of Deferred@45331692 after retry RPC after error@1334849147)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.84.252:40301
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:52.241 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:52.242 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:52.242 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:52.242 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.242 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.242 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.242 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.243 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:52.248 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] connecting to peer
02:08:52.249 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:52.249 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:52.249 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:52.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:52.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:52.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:52.250 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:52.250 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:52.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:52.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:52.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:52.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:52.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:52.254 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
02:08:52.255 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#8) of source Source: KuduSource.
02:08:52.255 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from INITIALIZING to CANCELING.
02:08:52.256 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#7) of source Source: KuduSource.
02:08:52.256 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to CANCELING.
02:08:52.256 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8).
02:08:52.256 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from INITIALIZING to CANCELING.
02:08:52.256 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#7) of source Source: KuduSource.
02:08:52.256 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to CANCELING.
02:08:52.256 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8).
02:08:52.257 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] Successfully connected to peer
02:08:52.261 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
02:08:52.261 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CANCELING to CANCELED.
02:08:52.261 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#8 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8).
02:08:52.262 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:52.262 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:52.262 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:52.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.265 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:52.266 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
02:08:52.266 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to CANCELING.
02:08:52.266 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
02:08:52.267 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
02:08:52.267 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CANCELING to CANCELED.
02:08:52.268 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
02:08:52.269 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
02:08:52.269 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to CANCELING.
02:08:52.269 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
02:08:52.270 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
02:08:52.271 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CANCELING to CANCELED.
02:08:52.271 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#7 (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
02:08:52.271 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#8 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8.
02:08:52.271 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#7 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7.
02:08:52.271 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#7 003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
02:08:52.272 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CANCELING to CANCELED.
02:08:52.273 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:52.273 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CANCELING to CANCELED.
02:08:52.273 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5643d6aa02746b8a0b8a3513bda90461: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:52.273 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (003b21f06fcc96c52445072ea8639d5a_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CANCELING to CANCELED.
02:08:52.275 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 5643d6aa02746b8a0b8a3513bda90461
02:08:52.279 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:52.281 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.148.130
02:08:52.283 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:52.283 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:52.283 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:52.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.286 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.286 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.287 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:52.296 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:52.303 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:52.303 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:52.303 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:52.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.306 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:52.309 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7745c09e, L:/127.0.0.1:59768 - R:/127.15.148.130:35657] using SASL/PLAIN
02:08:52.342 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:52.342 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:52.342 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:52.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.343 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.343 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:52.348 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:52.349 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:52.349 [DEBUG - pool-450-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:52.349 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:52.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:52.350 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:52.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:52.350 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:52.350 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:52.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:52.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:52.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:52.351 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:52.352 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28186), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [31ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [34ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [36ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [36ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [68ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [113ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [127ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [382ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [561ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [562ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [562ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [862ms] refreshing cache from master, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [864ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [866ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [981ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [982ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [983ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2900ms] refreshing cache from master, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2902ms] too many traces: truncated at 100 traces, deferred=Deferred@1430410356(state=PENDING, result=null, callback=(continuation of Deferred@1507901526 after retry RPC after error@1999433602) -> (continuation of Deferred@1976199817 after retry RPC after error@845967792) -> (continuation of Deferred@1842472411 after retry RPC after error@2098284316) -> (continuation of Deferred@1537860629 after retry RPC after error@169471777) -> (continuation of Deferred@1745108100 after retry RPC after error@526040895) -> (continuation of Deferred@189233549 after retry RPC after error@1315106595) -> (continuation of Deferred@130746999 after retry RPC after error@1302527734) -> (continuation of Deferred@2107207134 after retry RPC after error@609984185) -> (continuation of Deferred@2065477879 after retry RPC after error@554939436) -> (continuation of Deferred@399690317 after retry RPC after error@1870930008) -> (continuation of Deferred@1895939671 after retry RPC after error@1301272207) -> (continuation of Deferred@1276050897 after retry RPC after error@46568168) -> (continuation of Deferred@2118739937 after retry RPC after error@1296170249) -> (continuation of Deferred@1989828869 after retry RPC after error@1090383084) -> (continuation of Deferred@1975451005 after retry RPC after error@928378742) -> (continuation of Deferred@308425424 after retry RPC after error@1029125884) -> (continuation of Deferred@1065382206 after retry RPC after error@657856487) -> (continuation of Deferred@608261475 after retry RPC after error@539326401) -> (continuation of Deferred@479263610 after retry RPC after error@193875488) -> (continuation of Deferred@634054783 after retry RPC after error@777656440) -> (continuation of Deferred@889875938 after retry RPC after error@1284295213) -> (continuation of Deferred@1056393939 after retry RPC after error@1074793645) -> (continuation of Deferred@647175216 after retry RPC after error@216299373) -> (continuation of Deferred@146867696 after retry RPC after error@1215563041) -> (continuation of Deferred@1983439491 after retry RPC after error@1497934902), errback=(continuation of Deferred@1507901526 after retry RPC after error@1999433602) -> (continuation of Deferred@1976199817 after retry RPC after error@845967792) -> (continuation of Deferred@1842472411 after retry RPC after error@2098284316) -> (continuation of Deferred@1537860629 after retry RPC after error@169471777) -> (continuation of Deferred@1745108100 after retry RPC after error@526040895) -> (continuation of Deferred@189233549 after retry RPC after error@1315106595) -> (continuation of Deferred@130746999 after retry RPC after error@1302527734) -> (continuation of Deferred@2107207134 after retry RPC after error@609984185) -> (continuation of Deferred@2065477879 after retry RPC after error@554939436) -> (continuation of Deferred@399690317 after retry RPC after error@1870930008) -> (continuation of Deferred@1895939671 after retry RPC after error@1301272207) -> (continuation of Deferred@1276050897 after retry RPC after error@46568168) -> (continuation of Deferred@2118739937 after retry RPC after error@1296170249) -> (continuation of Deferred@1989828869 after retry RPC after error@1090383084) -> (continuation of Deferred@1975451005 after retry RPC after error@928378742) -> (continuation of Deferred@308425424 after retry RPC after error@1029125884) -> (continuation of Deferred@1065382206 after retry RPC after error@657856487) -> (continuation of Deferred@608261475 after retry RPC after error@539326401) -> (continuation of Deferred@479263610 after retry RPC after error@193875488) -> (continuation of Deferred@634054783 after retry RPC after error@777656440) -> (continuation of Deferred@889875938 after retry RPC after error@1284295213) -> (continuation of Deferred@1056393939 after retry RPC after error@1074793645) -> (continuation of Deferred@647175216 after retry RPC after error@216299373) -> (continuation of Deferred@146867696 after retry RPC after error@1215563041) -> (continuation of Deferred@1983439491 after retry RPC after error@1497934902)))
02:08:52.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:52.361 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:52.361 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:52.362 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:52.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.363 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.363 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.363 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.363 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.363 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:52.378 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:52.378 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:52.378 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:52.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:52.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:52.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:52.379 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:52.379 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:52.379 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:52.380 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:52.380 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:52.380 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:52.380 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:52.388 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071261458432001) for scanner KuduScanner(table=replication_test_table, tablet=21561c35417346a18af654d1d9fd2d99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:52.389 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [8453374ceb27173b29034499b4655f6a9d359b6ec7933b44d52ac6e25b1189c9]
02:08:52.389 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8453374ceb27173b29034499b4655f6a9d359b6ec7933b44d52ac6e25b1189c9]
02:08:52.389 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:08:52.389 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:08:52.390 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8453374ceb27173b29034499b4655f6a9d359b6ec7933b44d52ac6e25b1189c9 finished by subtask 1; deferring removal (restored in pending)
02:08:52.391 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] disconnecting while in state READY
02:08:52.391 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:52.409 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] handling channelInactive
02:08:52.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] cleaning up while in state READY due to: connection closed
02:08:52.409 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
02:08:52.409 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:08:52.432 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:52.432 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:52.432 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:52.432 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:52.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:52.433 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:52.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:52.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:52.433 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:52.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:52.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:52.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:52.434 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:52.451 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:52.451 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:52.451 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:52.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.452 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.452 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:52.463 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:52.463 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:52.463 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:52.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.464 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.464 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:52.484 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:52.485 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:52.485 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:52.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.486 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.486 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.486 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.487 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:52.490 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:52.493 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:52.493 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:52.493 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:52.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.494 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:52.561 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:52.561 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:52.561 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:52.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:52.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:52.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:52.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:52.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:52.622 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070132621 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:52.637 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 989e1c0aaa6f87d30b960543d6e937f6 (1971 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
02:08:52.640 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
02:08:52.640 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 8453374ceb27173b29034499b4655f6a9d359b6ec7933b44d52ac6e25b1189c9 from pending
02:08:52.640 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 1 finished splits from enumerator state
02:08:52.685 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:52.685 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:52.685 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:52.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:52.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:52.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:52.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:52.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:52.687 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:52.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:52.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:52.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:52.687 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:52.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:52.793 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:52.793 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:52.793 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:52.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:52.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:52.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:52.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:52.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:52.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:52.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:52.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:52.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:52.794 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:52.855 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:52.873 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:52.873 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:52.873 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:52.873 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.873 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.873 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:52.969 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:52.969 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:52.969 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:52.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:52.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:52.980 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:52.980 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:52.980 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:52.981 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:52.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:52.981 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:52.981 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:52.982 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:52.982 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:52.982 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.982 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.982 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:52.982 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.982 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.982 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:52.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:52.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:52.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:52.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:52.990 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 226350c0f683964857a646cd0909db9f since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 226350c0f683964857a646cd0909db9f is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:53.033 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:53.033 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:53.033 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:53.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:53.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:53.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:53.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:53.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:53.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:53.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:53.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:53.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:53.034 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:53.041 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:53.042 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:53.042 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:53.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:53.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:53.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:53.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:53.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:53.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:53.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:53.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:53.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:53.043 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:53.045 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:53.045 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:53.045 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:53.046 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:53.046 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:53.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:53.046 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:53.046 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:53.046 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:53.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:53.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:53.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:53.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:53.088 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:53.088 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:53.088 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:53.088 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:53.088 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:53.089 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:53.089 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:53.089 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:53.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:53.089 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:53.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:53.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:53.089 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:53.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:53.121 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:53.121 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:53.122 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:53.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:53.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:53.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:53.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:53.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:53.123 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:53.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:53.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:53.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:53.123 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:53.123 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070133121 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:53.135 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 989e1c0aaa6f87d30b960543d6e937f6 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
02:08:53.137 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
02:08:53.191 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:53.192 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:53.192 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:53.192 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:53.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:53.192 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:53.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:53.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:53.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:53.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:53.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:53.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:53.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:53.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:53.291 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:53.291 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:53.291 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:53.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:53.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:53.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:53.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:53.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:53.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:53.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:53.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:53.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:53.293 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:53.317 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:53.317 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:53.317 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:53.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:53.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:53.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:53.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:53.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:53.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:53.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:53.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:53.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:53.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:53.318 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28263), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [6ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [45ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [46ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [47ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [47ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [64ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [173ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [175ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [175ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [361ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [361ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [362ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [362ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [502ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1563ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [4601ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@1412798889(state=PENDING, result=null, callback=(continuation of Deferred@1445335326 after retry RPC after error@1943334910) -> (continuation of Deferred@302307324 after retry RPC after error@1778707652) -> (continuation of Deferred@214740603 after retry RPC after error@1479744259) -> (continuation of Deferred@1815911630 after retry RPC after error@554905409) -> (continuation of Deferred@1220932206 after retry RPC after error@149816182) -> (continuation of Deferred@3945545 after retry RPC after error@946698792) -> (continuation of Deferred@1608296905 after retry RPC after error@659682551) -> (continuation of Deferred@1177420328 after retry RPC after error@365006079) -> (continuation of Deferred@795475311 after retry RPC after error@129450553) -> (continuation of Deferred@834551717 after retry RPC after error@671214361) -> (continuation of Deferred@1222896115 after retry RPC after error@1979239516) -> (continuation of Deferred@897287761 after retry RPC after error@302381764) -> (continuation of Deferred@1174283526 after retry RPC after error@1985453001) -> (continuation of Deferred@536334940 after retry RPC after error@572115132) -> (continuation of Deferred@377167852 after retry RPC after error@1547192121) -> (continuation of Deferred@2105281488 after retry RPC after error@290218219) -> (continuation of Deferred@1594263889 after retry RPC after error@1092160519) -> (continuation of Deferred@1546038655 after retry RPC after error@782226728) -> (continuation of Deferred@1169722795 after retry RPC after error@1279842351) -> (continuation of Deferred@627886476 after retry RPC after error@1963617948) -> (continuation of Deferred@1960730691 after retry RPC after error@2120042327) -> (continuation of Deferred@1027523001 after retry RPC after error@459683340) -> (continuation of Deferred@473796955 after retry RPC after error@147724916) -> (continuation of Deferred@1127621085 after retry RPC after error@1774893537), errback=(continuation of Deferred@1445335326 after retry RPC after error@1943334910) -> (continuation of Deferred@302307324 after retry RPC after error@1778707652) -> (continuation of Deferred@214740603 after retry RPC after error@1479744259) -> (continuation of Deferred@1815911630 after retry RPC after error@554905409) -> (continuation of Deferred@1220932206 after retry RPC after error@149816182) -> (continuation of Deferred@3945545 after retry RPC after error@946698792) -> (continuation of Deferred@1608296905 after retry RPC after error@659682551) -> (continuation of Deferred@1177420328 after retry RPC after error@365006079) -> (continuation of Deferred@795475311 after retry RPC after error@129450553) -> (continuation of Deferred@834551717 after retry RPC after error@671214361) -> (continuation of Deferred@1222896115 after retry RPC after error@1979239516) -> (continuation of Deferred@897287761 after retry RPC after error@302381764) -> (continuation of Deferred@1174283526 after retry RPC after error@1985453001) -> (continuation of Deferred@536334940 after retry RPC after error@572115132) -> (continuation of Deferred@377167852 after retry RPC after error@1547192121) -> (continuation of Deferred@2105281488 after retry RPC after error@290218219) -> (continuation of Deferred@1594263889 after retry RPC after error@1092160519) -> (continuation of Deferred@1546038655 after retry RPC after error@782226728) -> (continuation of Deferred@1169722795 after retry RPC after error@1279842351) -> (continuation of Deferred@627886476 after retry RPC after error@1963617948) -> (continuation of Deferred@1960730691 after retry RPC after error@2120042327) -> (continuation of Deferred@1027523001 after retry RPC after error@459683340) -> (continuation of Deferred@473796955 after retry RPC after error@147724916) -> (continuation of Deferred@1127621085 after retry RPC after error@1774893537)))
02:08:53.320 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:08:53.320 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28263), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [6ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [45ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [46ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [47ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [47ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [64ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [173ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [175ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [175ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [361ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [361ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [362ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [362ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [502ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1563ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [4601ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@1412798889(state=PENDING, result=null, callback=(continuation of Deferred@1445335326 after retry RPC after error@1943334910) -> (continuation of Deferred@302307324 after retry RPC after error@1778707652) -> (continuation of Deferred@214740603 after retry RPC after error@1479744259) -> (continuation of Deferred@1815911630 after retry RPC after error@554905409) -> (continuation of Deferred@1220932206 after retry RPC after error@149816182) -> (continuation of Deferred@3945545 after retry RPC after error@946698792) -> (continuation of Deferred@1608296905 after retry RPC after error@659682551) -> (continuation of Deferred@1177420328 after retry RPC after error@365006079) -> (continuation of Deferred@795475311 after retry RPC after error@129450553) -> (continuation of Deferred@834551717 after retry RPC after error@671214361) -> (continuation of Deferred@1222896115 after retry RPC after error@1979239516) -> (continuation of Deferred@897287761 after retry RPC after error@302381764) -> (continuation of Deferred@1174283526 after retry RPC after error@1985453001) -> (continuation of Deferred@536334940 after retry RPC after error@572115132) -> (continuation of Deferred@377167852 after retry RPC after error@1547192121) -> (continuation of Deferred@2105281488 after retry RPC after error@290218219) -> (continuation of Deferred@1594263889 after retry RPC after error@1092160519) -> (continuation of Deferred@1546038655 after retry RPC after error@782226728) -> (continuation of Deferred@1169722795 after retry RPC after error@1279842351) -> (continuation of Deferred@627886476 after retry RPC after error@1963617948) -> (continuation of Deferred@1960730691 after retry RPC after error@2120042327) -> (continuation of Deferred@1027523001 after retry RPC after error@459683340) -> (continuation of Deferred@473796955 after retry RPC after error@147724916) -> (continuation of Deferred@1127621085 after retry RPC after error@1774893537), errback=(continuation of Deferred@1445335326 after retry RPC after error@1943334910) -> (continuation of Deferred@302307324 after retry RPC after error@1778707652) -> (continuation of Deferred@214740603 after retry RPC after error@1479744259) -> (continuation of Deferred@1815911630 after retry RPC after error@554905409) -> (continuation of Deferred@1220932206 after retry RPC after error@149816182) -> (continuation of Deferred@3945545 after retry RPC after error@946698792) -> (continuation of Deferred@1608296905 after retry RPC after error@659682551) -> (continuation of Deferred@1177420328 after retry RPC after error@365006079) -> (continuation of Deferred@795475311 after retry RPC after error@129450553) -> (continuation of Deferred@834551717 after retry RPC after error@671214361) -> (continuation of Deferred@1222896115 after retry RPC after error@1979239516) -> (continuation of Deferred@897287761 after retry RPC after error@302381764) -> (continuation of Deferred@1174283526 after retry RPC after error@1985453001) -> (continuation of Deferred@536334940 after retry RPC after error@572115132) -> (continuation of Deferred@377167852 after retry RPC after error@1547192121) -> (continuation of Deferred@2105281488 after retry RPC after error@290218219) -> (continuation of Deferred@1594263889 after retry RPC after error@1092160519) -> (continuation of Deferred@1546038655 after retry RPC after error@782226728) -> (continuation of Deferred@1169722795 after retry RPC after error@1279842351) -> (continuation of Deferred@627886476 after retry RPC after error@1963617948) -> (continuation of Deferred@1960730691 after retry RPC after error@2120042327) -> (continuation of Deferred@1027523001 after retry RPC after error@459683340) -> (continuation of Deferred@473796955 after retry RPC after error@147724916) -> (continuation of Deferred@1127621085 after retry RPC after error@1774893537)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:53.325 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
02:08:53.349 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
02:08:53.351 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28263), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [6ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [23ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [45ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [46ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [47ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [47ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [64ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [64ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [81ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [173ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [175ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [175ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [361ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [361ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [362ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [362ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [502ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [502ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1563ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [4601ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@1412798889(state=PENDING, result=null, callback=(continuation of Deferred@1445335326 after retry RPC after error@1943334910) -> (continuation of Deferred@302307324 after retry RPC after error@1778707652) -> (continuation of Deferred@214740603 after retry RPC after error@1479744259) -> (continuation of Deferred@1815911630 after retry RPC after error@554905409) -> (continuation of Deferred@1220932206 after retry RPC after error@149816182) -> (continuation of Deferred@3945545 after retry RPC after error@946698792) -> (continuation of Deferred@1608296905 after retry RPC after error@659682551) -> (continuation of Deferred@1177420328 after retry RPC after error@365006079) -> (continuation of Deferred@795475311 after retry RPC after error@129450553) -> (continuation of Deferred@834551717 after retry RPC after error@671214361) -> (continuation of Deferred@1222896115 after retry RPC after error@1979239516) -> (continuation of Deferred@897287761 after retry RPC after error@302381764) -> (continuation of Deferred@1174283526 after retry RPC after error@1985453001) -> (continuation of Deferred@536334940 after retry RPC after error@572115132) -> (continuation of Deferred@377167852 after retry RPC after error@1547192121) -> (continuation of Deferred@2105281488 after retry RPC after error@290218219) -> (continuation of Deferred@1594263889 after retry RPC after error@1092160519) -> (continuation of Deferred@1546038655 after retry RPC after error@782226728) -> (continuation of Deferred@1169722795 after retry RPC after error@1279842351) -> (continuation of Deferred@627886476 after retry RPC after error@1963617948) -> (continuation of Deferred@1960730691 after retry RPC after error@2120042327) -> (continuation of Deferred@1027523001 after retry RPC after error@459683340) -> (continuation of Deferred@473796955 after retry RPC after error@147724916) -> (continuation of Deferred@1127621085 after retry RPC after error@1774893537), errback=(continuation of Deferred@1445335326 after retry RPC after error@1943334910) -> (continuation of Deferred@302307324 after retry RPC after error@1778707652) -> (continuation of Deferred@214740603 after retry RPC after error@1479744259) -> (continuation of Deferred@1815911630 after retry RPC after error@554905409) -> (continuation of Deferred@1220932206 after retry RPC after error@149816182) -> (continuation of Deferred@3945545 after retry RPC after error@946698792) -> (continuation of Deferred@1608296905 after retry RPC after error@659682551) -> (continuation of Deferred@1177420328 after retry RPC after error@365006079) -> (continuation of Deferred@795475311 after retry RPC after error@129450553) -> (continuation of Deferred@834551717 after retry RPC after error@671214361) -> (continuation of Deferred@1222896115 after retry RPC after error@1979239516) -> (continuation of Deferred@897287761 after retry RPC after error@302381764) -> (continuation of Deferred@1174283526 after retry RPC after error@1985453001) -> (continuation of Deferred@536334940 after retry RPC after error@572115132) -> (continuation of Deferred@377167852 after retry RPC after error@1547192121) -> (continuation of Deferred@2105281488 after retry RPC after error@290218219) -> (continuation of Deferred@1594263889 after retry RPC after error@1092160519) -> (continuation of Deferred@1546038655 after retry RPC after error@782226728) -> (continuation of Deferred@1169722795 after retry RPC after error@1279842351) -> (continuation of Deferred@627886476 after retry RPC after error@1963617948) -> (continuation of Deferred@1960730691 after retry RPC after error@2120042327) -> (continuation of Deferred@1027523001 after retry RPC after error@459683340) -> (continuation of Deferred@473796955 after retry RPC after error@147724916) -> (continuation of Deferred@1127621085 after retry RPC after error@1774893537)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:53.355 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:53.355 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:53.356 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
02:08:53.356 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
02:08:53.356 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (226350c0f683964857a646cd0909db9f) switched from state RUNNING to RESTARTING.
02:08:53.445 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:53.446 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:53.446 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:53.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:53.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:53.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:53.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:53.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:53.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:53.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:53.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:53.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:53.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:53.467 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:53.467 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:53.467 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:53.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:53.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:53.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:53.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:53.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:53.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:53.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:53.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:53.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:53.468 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:53.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:08:53Z chronyd exiting
02:08:53.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:53.622 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070133621 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:53.641 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 989e1c0aaa6f87d30b960543d6e937f6 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
02:08:53.643 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
02:08:53.704 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.190:40661(127.11.65.190:40661)] connecting to peer
02:08:53.705 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.189:39499(127.11.65.189:39499)] connecting to peer
02:08:53.705 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.11.65.188:39581(127.11.65.188:39581)] connecting to peer
02:08:53.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:53.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.65.190:40661(127.11.65.190:40661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:53.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.190:40661: Failed to connect to peer master-127.11.65.190:40661(127.11.65.190:40661): Connection refused: /127.11.65.190:40661
02:08:53.706 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:53.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.65.189:39499(127.11.65.189:39499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:53.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.189:39499: Failed to connect to peer master-127.11.65.189:39499(127.11.65.189:39499): Connection refused: /127.11.65.189:39499
02:08:53.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:53.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.65.188:39581(127.11.65.188:39581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:53.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.65.188:39581: Failed to connect to peer master-127.11.65.188:39581(127.11.65.188:39581): Connection refused: /127.11.65.188:39581
02:08:53.706 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.65.190:40661,127.11.65.189:39499,127.11.65.188:39581; will retry
02:08:53.767 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:53.767 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:53.767 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:53.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:53.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:53.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:53.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:53.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:53.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:53.768 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:53.768 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:53.768 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:53.768 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:53.774 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:53.797 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:53.797 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:53.797 [DEBUG - pool-458-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:53.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:53.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:53.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:53.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:53.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:53.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:53.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:53.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:53.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:53.798 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:53.799 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29538), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [35ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [36ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [37ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [37ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [72ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [74ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [75ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [402ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [721ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [721ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1122ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1802ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2280ms] refreshing cache from master, [2280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2281ms] too many traces: truncated at 100 traces, deferred=Deferred@1191403236(state=PENDING, result=null, callback=(continuation of Deferred@2038272123 after retry RPC after error@501330624) -> (continuation of Deferred@1847266885 after retry RPC after error@858954012) -> (continuation of Deferred@643377481 after retry RPC after error@910096624) -> (continuation of Deferred@6398292 after retry RPC after error@658256445) -> (continuation of Deferred@1212171506 after retry RPC after error@167300210) -> (continuation of Deferred@69117720 after retry RPC after error@1115013244) -> (continuation of Deferred@140016404 after retry RPC after error@1192017201) -> (continuation of Deferred@911991983 after retry RPC after error@1522639928) -> (continuation of Deferred@294319279 after retry RPC after error@869086874) -> (continuation of Deferred@1524290256 after retry RPC after error@225271255) -> (continuation of Deferred@1267007321 after retry RPC after error@296188245) -> (continuation of Deferred@493319651 after retry RPC after error@2055409789) -> (continuation of Deferred@370234947 after retry RPC after error@1020721157) -> (continuation of Deferred@439900689 after retry RPC after error@2019205587) -> (continuation of Deferred@1692746709 after retry RPC after error@1870170524) -> (continuation of Deferred@927510192 after retry RPC after error@447858099) -> (continuation of Deferred@1409599195 after retry RPC after error@2132509102) -> (continuation of Deferred@223645139 after retry RPC after error@433872279) -> (continuation of Deferred@1797022313 after retry RPC after error@1210681429) -> (continuation of Deferred@1631235734 after retry RPC after error@443643843) -> (continuation of Deferred@318132686 after retry RPC after error@379128037) -> (continuation of Deferred@576932542 after retry RPC after error@859696734) -> (continuation of Deferred@325427670 after retry RPC after error@1306873215) -> (continuation of Deferred@1978390727 after retry RPC after error@704157498) -> (continuation of Deferred@388888770 after retry RPC after error@1883554285), errback=(continuation of Deferred@2038272123 after retry RPC after error@501330624) -> (continuation of Deferred@1847266885 after retry RPC after error@858954012) -> (continuation of Deferred@643377481 after retry RPC after error@910096624) -> (continuation of Deferred@6398292 after retry RPC after error@658256445) -> (continuation of Deferred@1212171506 after retry RPC after error@167300210) -> (continuation of Deferred@69117720 after retry RPC after error@1115013244) -> (continuation of Deferred@140016404 after retry RPC after error@1192017201) -> (continuation of Deferred@911991983 after retry RPC after error@1522639928) -> (continuation of Deferred@294319279 after retry RPC after error@869086874) -> (continuation of Deferred@1524290256 after retry RPC after error@225271255) -> (continuation of Deferred@1267007321 after retry RPC after error@296188245) -> (continuation of Deferred@493319651 after retry RPC after error@2055409789) -> (continuation of Deferred@370234947 after retry RPC after error@1020721157) -> (continuation of Deferred@439900689 after retry RPC after error@2019205587) -> (continuation of Deferred@1692746709 after retry RPC after error@1870170524) -> (continuation of Deferred@927510192 after retry RPC after error@447858099) -> (continuation of Deferred@1409599195 after retry RPC after error@2132509102) -> (continuation of Deferred@223645139 after retry RPC after error@433872279) -> (continuation of Deferred@1797022313 after retry RPC after error@1210681429) -> (continuation of Deferred@1631235734 after retry RPC after error@443643843) -> (continuation of Deferred@318132686 after retry RPC after error@379128037) -> (continuation of Deferred@576932542 after retry RPC after error@859696734) -> (continuation of Deferred@325427670 after retry RPC after error@1306873215) -> (continuation of Deferred@1978390727 after retry RPC after error@704157498) -> (continuation of Deferred@388888770 after retry RPC after error@1883554285)))
02:08:53.855 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:53.884 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:53.884 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:53.885 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:53.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:53.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:53.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:53.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:53.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:53.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:53.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:53.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:53.887 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:53.887 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:54.024 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:54.024 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:54.024 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:54.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:54.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:54.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:54.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:54.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:54.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:54.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:54.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:54.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:54.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:54.105 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:54.122 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070134121 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:54.132 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 989e1c0aaa6f87d30b960543d6e937f6 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
02:08:54.137 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
02:08:54.193 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.190:39887(127.4.9.190:39887)] connecting to peer
02:08:54.193 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.188:37871(127.4.9.188:37871)] connecting to peer
02:08:54.193 [DEBUG - pool-456-thread-1] (Connection.java:748) [peer master-127.4.9.189:37745(127.4.9.189:37745)] connecting to peer
02:08:54.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:54.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.9.190:39887(127.4.9.190:39887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:54.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.190:39887: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887
02:08:54.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:54.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.9.188:37871(127.4.9.188:37871)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:54.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.188:37871: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871
02:08:54.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:54.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.9.189:37745(127.4.9.189:37745)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:54.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.9.189:37745: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745
02:08:54.195 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745; will retry
02:08:54.196 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29943), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [71ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [71ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [341ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [641ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [641ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [642ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [1282ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2701ms] refreshing cache from master, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [2702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.190:39887: Network error: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.188:37871: Network error: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.4.9.189:37745: Network error: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [2702ms] delaying RPC due to: Service unavailable: Master config (127.4.9.190:39887,127.4.9.188:37871,127.4.9.189:37745) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.190:39887(127.4.9.190:39887): Connection refused: /127.4.9.190:39887,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.188:37871(127.4.9.188:37871): Connection refused: /127.4.9.188:37871,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.9.189:37745(127.4.9.189:37745): Connection refused: /127.4.9.189:37745, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.190:39887, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.188:37871, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.9.189:37745, [3182ms] too many traces: truncated at 100 traces, deferred=Deferred@202903266(state=PENDING, result=null, callback=(continuation of Deferred@1875254559 after retry RPC after error@1088877546) -> (continuation of Deferred@774443389 after retry RPC after error@1644852548) -> (continuation of Deferred@1039901439 after retry RPC after error@1257602825) -> (continuation of Deferred@749809107 after retry RPC after error@497077588) -> (continuation of Deferred@2108454981 after retry RPC after error@473980366) -> (continuation of Deferred@968504352 after retry RPC after error@577475630) -> (continuation of Deferred@1016835702 after retry RPC after error@573258246) -> (continuation of Deferred@1255670103 after retry RPC after error@879503046) -> (continuation of Deferred@1441125923 after retry RPC after error@786771347) -> (continuation of Deferred@616387489 after retry RPC after error@1907497958) -> (continuation of Deferred@178097981 after retry RPC after error@227783240) -> (continuation of Deferred@1132320768 after retry RPC after error@586258082) -> (continuation of Deferred@1156776358 after retry RPC after error@1424161410) -> (continuation of Deferred@2045941190 after retry RPC after error@1469597916) -> (continuation of Deferred@196779448 after retry RPC after error@1221542055) -> (continuation of Deferred@637448413 after retry RPC after error@808829462) -> (continuation of Deferred@1874710261 after retry RPC after error@1564828125) -> (continuation of Deferred@233659120 after retry RPC after error@324406313) -> (continuation of Deferred@312324816 after retry RPC after error@1679844055) -> (continuation of Deferred@58560121 after retry RPC after error@543817083) -> (continuation of Deferred@1595785364 after retry RPC after error@944514938) -> (continuation of Deferred@1470982220 after retry RPC after error@943773159) -> (continuation of Deferred@166247195 after retry RPC after error@1355168427) -> (continuation of Deferred@1821759479 after retry RPC after error@1388628079) -> (continuation of Deferred@515412303 after retry RPC after error@2144002897), errback=(continuation of Deferred@1875254559 after retry RPC after error@1088877546) -> (continuation of Deferred@774443389 after retry RPC after error@1644852548) -> (continuation of Deferred@1039901439 after retry RPC after error@1257602825) -> (continuation of Deferred@749809107 after retry RPC after error@497077588) -> (continuation of Deferred@2108454981 after retry RPC after error@473980366) -> (continuation of Deferred@968504352 after retry RPC after error@577475630) -> (continuation of Deferred@1016835702 after retry RPC after error@573258246) -> (continuation of Deferred@1255670103 after retry RPC after error@879503046) -> (continuation of Deferred@1441125923 after retry RPC after error@786771347) -> (continuation of Deferred@616387489 after retry RPC after error@1907497958) -> (continuation of Deferred@178097981 after retry RPC after error@227783240) -> (continuation of Deferred@1132320768 after retry RPC after error@586258082) -> (continuation of Deferred@1156776358 after retry RPC after error@1424161410) -> (continuation of Deferred@2045941190 after retry RPC after error@1469597916) -> (continuation of Deferred@196779448 after retry RPC after error@1221542055) -> (continuation of Deferred@637448413 after retry RPC after error@808829462) -> (continuation of Deferred@1874710261 after retry RPC after error@1564828125) -> (continuation of Deferred@233659120 after retry RPC after error@324406313) -> (continuation of Deferred@312324816 after retry RPC after error@1679844055) -> (continuation of Deferred@58560121 after retry RPC after error@543817083) -> (continuation of Deferred@1595785364 after retry RPC after error@944514938) -> (continuation of Deferred@1470982220 after retry RPC after error@943773159) -> (continuation of Deferred@166247195 after retry RPC after error@1355168427) -> (continuation of Deferred@1821759479 after retry RPC after error@1388628079) -> (continuation of Deferred@515412303 after retry RPC after error@2144002897)))
02:08:54.198 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 08fd0993d8344a15a798b409b71b37fb
02:08:54.201 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6c94019186ed5e468ecaab061697d9f3b9e63b03d5db9671d9711e19fef77bdf'}]
02:08:54.202 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:54.206 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
02:08:54.207 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296184, tablet=21561c35417346a18af654d1d9fd2d99@[78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657),99cbb6463b124cc5afcc58d741fe8626(127.15.148.129:41603),b82271d442284937b59a1baee73269df(127.15.148.131:44417)[L]]}]
02:08:54.211 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] connecting to peer
02:08:54.212 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] Successfully connected to peer
02:08:54.222 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.148.130
02:08:54.231 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
02:08:54.235 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8b78450f, L:/127.0.0.1:59784 - R:/127.15.148.130:35657] using SASL/PLAIN
02:08:54.264 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:54.264 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:54.264 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:54.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:54.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:54.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:54.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:54.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:54.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:54.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:54.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:54.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:54.266 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:54.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:54.314 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:54.314 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:54.314 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:54.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:54.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:54.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:54.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:54.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:54.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:54.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:54.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:54.317 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:54.317 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:54.317 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:54.318 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:54.318 [DEBUG - pool-473-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:54.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:54.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:54.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:54.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:54.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:54.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:54.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:54.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:54.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:54.318 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:54.355 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:54.361 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:54.362 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:54.362 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:54.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:54.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:54.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:54.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:54.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:54.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:54.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:54.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:54.363 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:54.363 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:54.533 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287071269650432001) for scanner KuduScanner(table=replication_test_table, tablet=21561c35417346a18af654d1d9fd2d99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:08:54.533 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [6c94019186ed5e468ecaab061697d9f3b9e63b03d5db9671d9711e19fef77bdf]
02:08:54.533 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6c94019186ed5e468ecaab061697d9f3b9e63b03d5db9671d9711e19fef77bdf]
02:08:54.534 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
02:08:54.534 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
02:08:54.534 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] disconnecting while in state READY
02:08:54.534 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6c94019186ed5e468ecaab061697d9f3b9e63b03d5db9671d9711e19fef77bdf finished by subtask 0; deferring removal (restored in pending)
02:08:54.538 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:54.550 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] handling channelInactive
02:08:54.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 78b8b8dfc94c4fb6bf9b72acdb50db43(127.15.148.130:35657)] cleaning up while in state READY due to: connection closed
02:08:54.551 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
02:08:54.551 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
02:08:54.605 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:54.622 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070134622 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:54.640 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 989e1c0aaa6f87d30b960543d6e937f6 (1971 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
02:08:54.642 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
02:08:54.643 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 6c94019186ed5e468ecaab061697d9f3b9e63b03d5db9671d9711e19fef77bdf from pending
02:08:54.643 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 1 finished splits from enumerator state
02:08:54.659 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testTableInitializationSmoke: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:08:54.704 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testTableInitializationSmoke: giving up after 1 attempts
02:08:54.704 [DEBUG - main] (Connection.java:575) [peer master-127.15.148.189:35525(127.15.148.189:35525)] disconnecting while in state READY
02:08:54.704 [DEBUG - main] (Connection.java:575) [peer 99cbb6463b124cc5afcc58d741fe8626(127.15.148.129:41603)] disconnecting while in state READY
02:08:54.704 [DEBUG - main] (Connection.java:575) [peer master-127.15.148.190:41305(127.15.148.190:41305)] disconnecting while in state READY
02:08:54.704 [DEBUG - main] (Connection.java:575) [peer master-127.15.148.188:43533(127.15.148.188:43533)] disconnecting while in state READY
02:08:54.704 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.148.189:35525(127.15.148.189:35525)] handling channelInactive
02:08:54.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.148.189:35525(127.15.148.189:35525)] cleaning up while in state READY due to: connection closed
02:08:54.705 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 99cbb6463b124cc5afcc58d741fe8626(127.15.148.129:41603)] handling channelInactive
02:08:54.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 99cbb6463b124cc5afcc58d741fe8626(127.15.148.129:41603)] cleaning up while in state READY due to: connection closed
02:08:54.705 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.148.190:41305(127.15.148.190:41305)] handling channelInactive
02:08:54.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state READY due to: connection closed
02:08:54.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:54.708 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
02:08:54.709 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
02:08:54.709 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
02:08:54.714 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.148.188:43533(127.15.148.188:43533)] handling channelInactive
02:08:54.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.148.188:43533(127.15.148.188:43533)] cleaning up while in state READY due to: connection closed
02:08:54.714 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
02:08:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:54.714977 15954 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 16235
02:08:54.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:54.757222 15954 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 16403
02:08:54.774 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:54.793 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.253:41971(127.5.213.253:41971)] connecting to peer
02:08:54.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:54.793267 15954 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 16657
02:08:54.793 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.252:35743(127.5.213.252:35743)] connecting to peer
02:08:54.793 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.5.213.254:36985(127.5.213.254:36985)] connecting to peer
02:08:54.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:54.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.213.253:41971(127.5.213.253:41971)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:54.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.253:41971: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971
02:08:54.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:54.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.213.252:35743(127.5.213.252:35743)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:54.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.252:35743: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743
02:08:54.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:54.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.213.254:36985(127.5.213.254:36985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:54.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.213.254:36985: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
02:08:54.795 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985; will retry
02:08:54.795 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29733), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [9ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [9ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [25ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [27ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [28ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [28ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [262ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [322ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [422ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [422ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [422ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [422ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [922ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1762ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [4122ms] too many traces: truncated at 100 traces, deferred=Deferred@1142439373(state=PENDING, result=null, callback=(continuation of Deferred@698514002 after retry RPC after error@571153572) -> (continuation of Deferred@1246071690 after retry RPC after error@1337340250) -> (continuation of Deferred@1979494932 after retry RPC after error@258506291) -> (continuation of Deferred@1771548047 after retry RPC after error@399867142) -> (continuation of Deferred@128516602 after retry RPC after error@1274838746) -> (continuation of Deferred@533940735 after retry RPC after error@592591438) -> (continuation of Deferred@1824217359 after retry RPC after error@1150935276) -> (continuation of Deferred@1098962225 after retry RPC after error@1932662533) -> (continuation of Deferred@1165445965 after retry RPC after error@1323457935) -> (continuation of Deferred@160178239 after retry RPC after error@1793430580) -> (continuation of Deferred@355960582 after retry RPC after error@1231400458) -> (continuation of Deferred@562098881 after retry RPC after error@1728218865) -> (continuation of Deferred@1319379616 after retry RPC after error@718651520) -> (continuation of Deferred@216345057 after retry RPC after error@2133005186) -> (continuation of Deferred@285056996 after retry RPC after error@346594491) -> (continuation of Deferred@824645102 after retry RPC after error@1451208523) -> (continuation of Deferred@704710879 after retry RPC after error@2048660576) -> (continuation of Deferred@1939728040 after retry RPC after error@1488128615) -> (continuation of Deferred@2052499038 after retry RPC after error@1626538592) -> (continuation of Deferred@2085027952 after retry RPC after error@1021828525) -> (continuation of Deferred@1934420025 after retry RPC after error@190059570) -> (continuation of Deferred@1330958760 after retry RPC after error@1297901402) -> (continuation of Deferred@1506100200 after retry RPC after error@1922771302) -> (continuation of Deferred@464219916 after retry RPC after error@895724948) -> (continuation of Deferred@1179284179 after retry RPC after error@1831969637), errback=(continuation of Deferred@698514002 after retry RPC after error@571153572) -> (continuation of Deferred@1246071690 after retry RPC after error@1337340250) -> (continuation of Deferred@1979494932 after retry RPC after error@258506291) -> (continuation of Deferred@1771548047 after retry RPC after error@399867142) -> (continuation of Deferred@128516602 after retry RPC after error@1274838746) -> (continuation of Deferred@533940735 after retry RPC after error@592591438) -> (continuation of Deferred@1824217359 after retry RPC after error@1150935276) -> (continuation of Deferred@1098962225 after retry RPC after error@1932662533) -> (continuation of Deferred@1165445965 after retry RPC after error@1323457935) -> (continuation of Deferred@160178239 after retry RPC after error@1793430580) -> (continuation of Deferred@355960582 after retry RPC after error@1231400458) -> (continuation of Deferred@562098881 after retry RPC after error@1728218865) -> (continuation of Deferred@1319379616 after retry RPC after error@718651520) -> (continuation of Deferred@216345057 after retry RPC after error@2133005186) -> (continuation of Deferred@285056996 after retry RPC after error@346594491) -> (continuation of Deferred@824645102 after retry RPC after error@1451208523) -> (continuation of Deferred@704710879 after retry RPC after error@2048660576) -> (continuation of Deferred@1939728040 after retry RPC after error@1488128615) -> (continuation of Deferred@2052499038 after retry RPC after error@1626538592) -> (continuation of Deferred@2085027952 after retry RPC after error@1021828525) -> (continuation of Deferred@1934420025 after retry RPC after error@190059570) -> (continuation of Deferred@1330958760 after retry RPC after error@1297901402) -> (continuation of Deferred@1506100200 after retry RPC after error@1922771302) -> (continuation of Deferred@464219916 after retry RPC after error@895724948) -> (continuation of Deferred@1179284179 after retry RPC after error@1831969637)))
02:08:54.800 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
02:08:54.800 [WARN - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#6 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29733), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [9ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [9ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [25ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [27ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [28ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [28ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [262ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [322ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [422ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [422ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [422ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [422ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [922ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1762ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [4122ms] too many traces: truncated at 100 traces, deferred=Deferred@1142439373(state=PENDING, result=null, callback=(continuation of Deferred@698514002 after retry RPC after error@571153572) -> (continuation of Deferred@1246071690 after retry RPC after error@1337340250) -> (continuation of Deferred@1979494932 after retry RPC after error@258506291) -> (continuation of Deferred@1771548047 after retry RPC after error@399867142) -> (continuation of Deferred@128516602 after retry RPC after error@1274838746) -> (continuation of Deferred@533940735 after retry RPC after error@592591438) -> (continuation of Deferred@1824217359 after retry RPC after error@1150935276) -> (continuation of Deferred@1098962225 after retry RPC after error@1932662533) -> (continuation of Deferred@1165445965 after retry RPC after error@1323457935) -> (continuation of Deferred@160178239 after retry RPC after error@1793430580) -> (continuation of Deferred@355960582 after retry RPC after error@1231400458) -> (continuation of Deferred@562098881 after retry RPC after error@1728218865) -> (continuation of Deferred@1319379616 after retry RPC after error@718651520) -> (continuation of Deferred@216345057 after retry RPC after error@2133005186) -> (continuation of Deferred@285056996 after retry RPC after error@346594491) -> (continuation of Deferred@824645102 after retry RPC after error@1451208523) -> (continuation of Deferred@704710879 after retry RPC after error@2048660576) -> (continuation of Deferred@1939728040 after retry RPC after error@1488128615) -> (continuation of Deferred@2052499038 after retry RPC after error@1626538592) -> (continuation of Deferred@2085027952 after retry RPC after error@1021828525) -> (continuation of Deferred@1934420025 after retry RPC after error@190059570) -> (continuation of Deferred@1330958760 after retry RPC after error@1297901402) -> (continuation of Deferred@1506100200 after retry RPC after error@1922771302) -> (continuation of Deferred@464219916 after retry RPC after error@895724948) -> (continuation of Deferred@1179284179 after retry RPC after error@1831969637), errback=(continuation of Deferred@698514002 after retry RPC after error@571153572) -> (continuation of Deferred@1246071690 after retry RPC after error@1337340250) -> (continuation of Deferred@1979494932 after retry RPC after error@258506291) -> (continuation of Deferred@1771548047 after retry RPC after error@399867142) -> (continuation of Deferred@128516602 after retry RPC after error@1274838746) -> (continuation of Deferred@533940735 after retry RPC after error@592591438) -> (continuation of Deferred@1824217359 after retry RPC after error@1150935276) -> (continuation of Deferred@1098962225 after retry RPC after error@1932662533) -> (continuation of Deferred@1165445965 after retry RPC after error@1323457935) -> (continuation of Deferred@160178239 after retry RPC after error@1793430580) -> (continuation of Deferred@355960582 after retry RPC after error@1231400458) -> (continuation of Deferred@562098881 after retry RPC after error@1728218865) -> (continuation of Deferred@1319379616 after retry RPC after error@718651520) -> (continuation of Deferred@216345057 after retry RPC after error@2133005186) -> (continuation of Deferred@285056996 after retry RPC after error@346594491) -> (continuation of Deferred@824645102 after retry RPC after error@1451208523) -> (continuation of Deferred@704710879 after retry RPC after error@2048660576) -> (continuation of Deferred@1939728040 after retry RPC after error@1488128615) -> (continuation of Deferred@2052499038 after retry RPC after error@1626538592) -> (continuation of Deferred@2085027952 after retry RPC after error@1021828525) -> (continuation of Deferred@1934420025 after retry RPC after error@190059570) -> (continuation of Deferred@1330958760 after retry RPC after error@1297901402) -> (continuation of Deferred@1506100200 after retry RPC after error@1922771302) -> (continuation of Deferred@464219916 after retry RPC after error@895724948) -> (continuation of Deferred@1179284179 after retry RPC after error@1831969637)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:54.802 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
02:08:54.803 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
02:08:54.805 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED on 36fdd0d3-bdca-4da0-9f7d-a3018d32cf32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29733), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [8ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [9ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [9ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [25ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [27ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [28ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [28ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [42ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [61ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [62ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [82ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [101ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [102ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [182ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [262ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [322ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [422ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [422ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [422ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [422ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [922ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.253:41971: Network error: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.252:35743: Network error: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.5.213.254:36985: Network error: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [1762ms] delaying RPC due to: Service unavailable: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.253:41971, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.252:35743, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.213.254:36985, [4122ms] too many traces: truncated at 100 traces, deferred=Deferred@1142439373(state=PENDING, result=null, callback=(continuation of Deferred@698514002 after retry RPC after error@571153572) -> (continuation of Deferred@1246071690 after retry RPC after error@1337340250) -> (continuation of Deferred@1979494932 after retry RPC after error@258506291) -> (continuation of Deferred@1771548047 after retry RPC after error@399867142) -> (continuation of Deferred@128516602 after retry RPC after error@1274838746) -> (continuation of Deferred@533940735 after retry RPC after error@592591438) -> (continuation of Deferred@1824217359 after retry RPC after error@1150935276) -> (continuation of Deferred@1098962225 after retry RPC after error@1932662533) -> (continuation of Deferred@1165445965 after retry RPC after error@1323457935) -> (continuation of Deferred@160178239 after retry RPC after error@1793430580) -> (continuation of Deferred@355960582 after retry RPC after error@1231400458) -> (continuation of Deferred@562098881 after retry RPC after error@1728218865) -> (continuation of Deferred@1319379616 after retry RPC after error@718651520) -> (continuation of Deferred@216345057 after retry RPC after error@2133005186) -> (continuation of Deferred@285056996 after retry RPC after error@346594491) -> (continuation of Deferred@824645102 after retry RPC after error@1451208523) -> (continuation of Deferred@704710879 after retry RPC after error@2048660576) -> (continuation of Deferred@1939728040 after retry RPC after error@1488128615) -> (continuation of Deferred@2052499038 after retry RPC after error@1626538592) -> (continuation of Deferred@2085027952 after retry RPC after error@1021828525) -> (continuation of Deferred@1934420025 after retry RPC after error@190059570) -> (continuation of Deferred@1330958760 after retry RPC after error@1297901402) -> (continuation of Deferred@1506100200 after retry RPC after error@1922771302) -> (continuation of Deferred@464219916 after retry RPC after error@895724948) -> (continuation of Deferred@1179284179 after retry RPC after error@1831969637), errback=(continuation of Deferred@698514002 after retry RPC after error@571153572) -> (continuation of Deferred@1246071690 after retry RPC after error@1337340250) -> (continuation of Deferred@1979494932 after retry RPC after error@258506291) -> (continuation of Deferred@1771548047 after retry RPC after error@399867142) -> (continuation of Deferred@128516602 after retry RPC after error@1274838746) -> (continuation of Deferred@533940735 after retry RPC after error@592591438) -> (continuation of Deferred@1824217359 after retry RPC after error@1150935276) -> (continuation of Deferred@1098962225 after retry RPC after error@1932662533) -> (continuation of Deferred@1165445965 after retry RPC after error@1323457935) -> (continuation of Deferred@160178239 after retry RPC after error@1793430580) -> (continuation of Deferred@355960582 after retry RPC after error@1231400458) -> (continuation of Deferred@562098881 after retry RPC after error@1728218865) -> (continuation of Deferred@1319379616 after retry RPC after error@718651520) -> (continuation of Deferred@216345057 after retry RPC after error@2133005186) -> (continuation of Deferred@285056996 after retry RPC after error@346594491) -> (continuation of Deferred@824645102 after retry RPC after error@1451208523) -> (continuation of Deferred@704710879 after retry RPC after error@2048660576) -> (continuation of Deferred@1939728040 after retry RPC after error@1488128615) -> (continuation of Deferred@2052499038 after retry RPC after error@1626538592) -> (continuation of Deferred@2085027952 after retry RPC after error@1021828525) -> (continuation of Deferred@1934420025 after retry RPC after error@190059570) -> (continuation of Deferred@1330958760 after retry RPC after error@1297901402) -> (continuation of Deferred@1506100200 after retry RPC after error@1922771302) -> (continuation of Deferred@464219916 after retry RPC after error@895724948) -> (continuation of Deferred@1179284179 after retry RPC after error@1831969637)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.213.253:41971,127.5.213.252:35743,127.5.213.254:36985) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.253:41971(127.5.213.253:41971): Connection refused: /127.5.213.253:41971,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.252:35743(127.5.213.252:35743): Connection refused: /127.5.213.252:35743,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.213.254:36985(127.5.213.254:36985): Connection refused: /127.5.213.254:36985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.213.254:36985
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
02:08:54.807 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 226350c0f683964857a646cd0909db9f: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:54.808 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
02:08:54.808 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e2a5b07b7c32e85b24f675b8d590830c_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
02:08:54.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:54.831122 15954 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 15966
02:08:54.855 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:54.862 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.148.190:41305(127.15.148.190:41305)] handling channelInactive
02:08:54.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state READY due to: connection closed
02:08:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:54.863261 15954 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 16037
02:08:54.892 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.148.189:35525(127.15.148.189:35525)] handling channelInactive
02:08:54.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.148.189:35525(127.15.148.189:35525)] cleaning up while in state READY due to: connection closed
02:08:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 02:08:54.892912 15954 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task_EXdJ_/build/tsan/bin/kudu with pid 16112
02:08:54.923 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.148.188:43533(127.15.148.188:43533)] handling channelInactive
02:08:54.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.148.188:43533(127.15.148.188:43533)] cleaning up while in state READY due to: connection closed
02:08:55.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:55.122 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070135122 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:55.130 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 989e1c0aaa6f87d30b960543d6e937f6 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
02:08:55.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
02:08:55.141 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.252:40301(127.3.84.252:40301)] connecting to peer
02:08:55.141 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.253:38369(127.3.84.253:38369)] connecting to peer
02:08:55.141 [DEBUG - pool-452-thread-1] (Connection.java:748) [peer master-127.3.84.254:39663(127.3.84.254:39663)] connecting to peer
02:08:55.142 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:55.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.84.252:40301(127.3.84.252:40301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:55.142 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:55.142 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.252:40301: Failed to connect to peer master-127.3.84.252:40301(127.3.84.252:40301): Connection refused: /127.3.84.252:40301
02:08:55.142 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.84.253:38369(127.3.84.253:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:55.142 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.253:38369: Failed to connect to peer master-127.3.84.253:38369(127.3.84.253:38369): Connection refused: /127.3.84.253:38369
02:08:55.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:55.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.84.254:39663(127.3.84.254:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:55.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.84.254:39663: Failed to connect to peer master-127.3.84.254:39663(127.3.84.254:39663): Connection refused: /127.3.84.254:39663
02:08:55.142 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.84.252:40301,127.3.84.253:38369,127.3.84.254:39663; will retry
02:08:55.151 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:55.151 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:55.151 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:55.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:55.151 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:55.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:55.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:55.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:55.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:55.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:55.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:55.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:55.152 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:55.251 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:55.251 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:55.251 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:55.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:55.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:55.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:55.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:55.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:55.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:55.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:55.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:55.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:55.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:55.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:55.355 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:55.373 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:55.373 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:55.373 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:55.373 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:55.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:55.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:55.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:55.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:55.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:55.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:55.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:55.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:55.374 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:55.447 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:55.448 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:55.448 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:55.448 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:55.448 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:55.448 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:55.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:55.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:55.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:55.449 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:55.449 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:55.449 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:55.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:55.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:55.621 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070135621 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:55.629 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 989e1c0aaa6f87d30b960543d6e937f6 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
02:08:55.630 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
02:08:55.774 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:55.807 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.62:41527(127.9.205.62:41527)] connecting to peer
02:08:55.807 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.61:38235(127.9.205.61:38235)] connecting to peer
02:08:55.808 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.9.205.60:35581(127.9.205.60:35581)] connecting to peer
02:08:55.808 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:55.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:55.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.205.60:35581(127.9.205.60:35581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:55.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:55.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.9.205.61:38235(127.9.205.61:38235)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:55.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.60:35581: Failed to connect to peer master-127.9.205.60:35581(127.9.205.60:35581): Connection refused: /127.9.205.60:35581
02:08:55.808 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.9.205.62:41527(127.9.205.62:41527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:55.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.61:38235: Failed to connect to peer master-127.9.205.61:38235(127.9.205.61:38235): Connection refused: /127.9.205.61:38235
02:08:55.808 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.9.205.62:41527: Failed to connect to peer master-127.9.205.62:41527(127.9.205.62:41527): Connection refused: /127.9.205.62:41527
02:08:55.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.9.205.62:41527,127.9.205.61:38235,127.9.205.60:35581; will retry
02:08:55.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:55.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T02:08:55Z chronyd exiting
02:08:56.031 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:56.031 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:56.031 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:56.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:56.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:56.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:56.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:56.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:56.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:56.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:56.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:56.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:56.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:56.104 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:56.104 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:56.105 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:56.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:56.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:56.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:56.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:56.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:56.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:56.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:56.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:56.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:56.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:56.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:56.121 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070136121 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:56.128 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 989e1c0aaa6f87d30b960543d6e937f6 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:08:56.128 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
02:08:56.134 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.60:40269(127.12.14.60:40269)] connecting to peer
02:08:56.134 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.61:42381(127.12.14.61:42381)] connecting to peer
02:08:56.135 [DEBUG - pool-503-thread-1] (Connection.java:748) [peer master-127.12.14.62:38547(127.12.14.62:38547)] connecting to peer
02:08:56.135 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:56.135 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.14.60:40269(127.12.14.60:40269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:56.135 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:56.135 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.60:40269: Failed to connect to peer master-127.12.14.60:40269(127.12.14.60:40269): Connection refused: /127.12.14.60:40269
02:08:56.135 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:56.135 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.14.62:38547(127.12.14.62:38547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:56.135 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.14.61:42381(127.12.14.61:42381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:56.135 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.62:38547: Failed to connect to peer master-127.12.14.62:38547(127.12.14.62:38547): Connection refused: /127.12.14.62:38547
02:08:56.135 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.61:42381: Failed to connect to peer master-127.12.14.61:42381(127.12.14.61:42381): Connection refused: /127.12.14.61:42381
02:08:56.135 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.14.60:40269,127.12.14.61:42381,127.12.14.62:38547; will retry
02:08:56.192 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:56.193 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.194 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.15.148.190:41305(127.15.148.190:41305) for tablet Kudu Master: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.202 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:56.203 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.188:43533(127.15.148.188:43533)] connecting to peer
02:08:56.203 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.189:35525(127.15.148.189:35525)] connecting to peer
02:08:56.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.148.188:43533(127.15.148.188:43533)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.190:41305: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.188:43533: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.148.189:35525(127.15.148.189:35525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.204 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.189:35525: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.148.190:41305,127.15.148.188:43533,127.15.148.189:35525; will retry
02:08:56.222 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:56.223 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.188:43533(127.15.148.188:43533)] connecting to peer
02:08:56.223 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.189:35525(127.15.148.189:35525)] connecting to peer
02:08:56.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.190:41305: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.148.188:43533(127.15.148.188:43533)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.148.189:35525(127.15.148.189:35525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.188:43533: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.189:35525: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.148.190:41305,127.15.148.188:43533,127.15.148.189:35525; will retry
02:08:56.242 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:56.242 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.188:43533(127.15.148.188:43533)] connecting to peer
02:08:56.242 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.189:35525(127.15.148.189:35525)] connecting to peer
02:08:56.242 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.242 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.242 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.148.188:43533(127.15.148.188:43533)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.242 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.148.189:35525(127.15.148.189:35525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.242 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.188:43533: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.242 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.189:35525: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.242 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.190:41305: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.242 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.148.190:41305,127.15.148.188:43533,127.15.148.189:35525; will retry
02:08:56.262 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:56.262 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.188:43533(127.15.148.188:43533)] connecting to peer
02:08:56.263 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.189:35525(127.15.148.189:35525)] connecting to peer
02:08:56.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.148.188:43533(127.15.148.188:43533)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.148.189:35525(127.15.148.189:35525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.188:43533: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.190:41305: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.189:35525: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.263 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.148.190:41305,127.15.148.188:43533,127.15.148.189:35525; will retry
02:08:56.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:56.302 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:56.302 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.188:43533(127.15.148.188:43533)] connecting to peer
02:08:56.302 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.189:35525(127.15.148.189:35525)] connecting to peer
02:08:56.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.148.188:43533(127.15.148.188:43533)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.188:43533: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.302 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.148.189:35525(127.15.148.189:35525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.189:35525: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.190:41305: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.148.190:41305,127.15.148.188:43533,127.15.148.189:35525; will retry
02:08:56.342 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:56.342 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.188:43533(127.15.148.188:43533)] connecting to peer
02:08:56.342 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.189:35525(127.15.148.189:35525)] connecting to peer
02:08:56.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.342 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.148.189:35525(127.15.148.189:35525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.342 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.342 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.342 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.148.188:43533(127.15.148.188:43533)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.342 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.189:35525: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.190:41305: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.342 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.188:43533: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.343 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.148.190:41305,127.15.148.188:43533,127.15.148.189:35525; will retry
02:08:56.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:56.442 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:56.442 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.188:43533(127.15.148.188:43533)] connecting to peer
02:08:56.442 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.189:35525(127.15.148.189:35525)] connecting to peer
02:08:56.442 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.442 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.442 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.148.188:43533(127.15.148.188:43533)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.442 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.442 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.188:43533: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.190:41305: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.148.189:35525(127.15.148.189:35525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.189:35525: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.148.190:41305,127.15.148.188:43533,127.15.148.189:35525; will retry
02:08:56.522 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:56.522 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.188:43533(127.15.148.188:43533)] connecting to peer
02:08:56.522 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.189:35525(127.15.148.189:35525)] connecting to peer
02:08:56.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.148.188:43533(127.15.148.188:43533)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.188:43533: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.190:41305: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.148.189:35525(127.15.148.189:35525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.189:35525: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.523 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.148.190:41305,127.15.148.188:43533,127.15.148.189:35525; will retry
02:08:56.606 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 4493b51b1e9678bc4b0af52ac25af4e2 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 4493b51b1e9678bc4b0af52ac25af4e2 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:56.622 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779070136621 for job 989e1c0aaa6f87d30b960543d6e937f6.
02:08:56.629 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 989e1c0aaa6f87d30b960543d6e937f6 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
02:08:56.629 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
02:08:56.694 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (aa0f880d3d16040ce17d0c341cb8eb57) switched from state RESTARTING to RUNNING.
02:08:56.695 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job aa0f880d3d16040ce17d0c341cb8eb57 from Checkpoint 65 @ 1779069978163 for aa0f880d3d16040ce17d0c341cb8eb57 located at file:/tmp/junit11530347038482474453/checkpoints/aa0f880d3d16040ce17d0c341cb8eb57/chk-65.
02:08:56.695 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
02:08:56.695 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
02:08:56.696 [INFO - Thread-72] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
02:08:56.696 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
02:08:56.696 [DEBUG - Thread-72] (Connection.java:575) [peer master-127.7.47.126:46261(127.7.47.126:46261)] disconnecting while in state TERMINATED
02:08:56.696 [DEBUG - Thread-72] (Connection.java:575) [peer master-127.7.47.124:38689(127.7.47.124:38689)] disconnecting while in state TERMINATED
02:08:56.696 [DEBUG - Thread-72] (Connection.java:575) [peer master-127.7.47.125:34413(127.7.47.125:34413)] disconnecting while in state TERMINATED
02:08:56.697 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:56.697 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
02:08:56.697 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id d7694e2979b9ad53903744251e3751dd
02:08:56.697 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
02:08:56.698 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot d7694e2979b9ad53903744251e3751dd.
02:08:56.699 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id d7694e2979b9ad53903744251e3751dd.
02:08:56.699 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
02:08:56.699 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
02:08:56.699 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
02:08:56.700 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
02:08:56.700 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@38b9d2c1
02:08:56.700 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:56.700 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:08:56.700 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
02:08:56.702 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6e66ae7e
02:08:56.704 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:56.704 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.705 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.705 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.706 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.706 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.708 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
02:08:56.708 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 03c76505bc684735e07a267c0551681c
02:08:56.708 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
02:08:56.708 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 03c76505bc684735e07a267c0551681c.
02:08:56.709 [INFO - Thread-72] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
02:08:56.709 [INFO - Thread-72] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
02:08:56.709 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
02:08:56.709 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 03c76505bc684735e07a267c0551681c.
02:08:56.710 [DEBUG - Thread-72] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:56.710 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
02:08:56.710 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
02:08:56.710 [INFO - Thread-72] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
02:08:56.711 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:56.711 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:56.711 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:56.711 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b1a821c
02:08:56.711 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
02:08:56.711 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:56.711 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:08:56.711 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
02:08:56.712 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:56.713 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:56.713 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
02:08:56.713 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0
02:08:56.713 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
02:08:56.713 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:08:56.713 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:56.714 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@76d9b09
02:08:56.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.714 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
02:08:56.714 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 5e3fe60ef6e56bfdc10a1728da9e65f0.
02:08:56.714 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job aa0f880d3d16040ce17d0c341cb8eb57: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
02:08:56.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.714 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 9322eb49-0e39-48ac-9f9d-825e0a969d46 @ 127.0.0.1 (dataPort=-1) with allocation id 625a4eedc5b3dfb29c047e1033cb1872
02:08:56.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.715 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
02:08:56.715 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
02:08:56.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.716 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:56.716 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 625a4eedc5b3dfb29c047e1033cb1872.
02:08:56.716 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
02:08:56.717 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
02:08:56.717 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6daeebd4
02:08:56.717 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:56.717 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id 625a4eedc5b3dfb29c047e1033cb1872.
02:08:56.717 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:08:56.718 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
02:08:56.718 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
02:08:56.720 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:56.720 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6ebd7415
02:08:56.720 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
02:08:56.721 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
02:08:56.721 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@34ea6db1
02:08:56.721 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
02:08:56.721 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11530347038482474453/checkpoints")
02:08:56.721 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:56.721 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
02:08:56.722 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (de12c1c4070a06b58b837bda1c901036_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
02:08:56.724 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7807d13f
02:08:56.725 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.725 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:08:56.726 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.726 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.727 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.727 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.727 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.727 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.728 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.729 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.730 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.730 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.731 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.731 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.731 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.732 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.733 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:56.733 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:56.733 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.733 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.733 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.733 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:56.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.734 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:56.745 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.746 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.746 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.746 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.746 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.747 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.747 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.747 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.747 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.747 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.747 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.748 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.748 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.748 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.748 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.748 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.748 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.748 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.748 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.253:44067(127.13.82.253:44067)] connecting to peer
02:08:56.748 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.748 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.254:42605(127.13.82.254:42605)] connecting to peer
02:08:56.748 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:56.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.82.253:44067(127.13.82.253:44067)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:56.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.749 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.253:44067: Failed to connect to peer master-127.13.82.253:44067(127.13.82.253:44067): Connection refused: /127.13.82.253:44067
02:08:56.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:56.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.82.254:42605(127.13.82.254:42605)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:56.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.254:42605: Failed to connect to peer master-127.13.82.254:42605(127.13.82.254:42605): Connection refused: /127.13.82.254:42605
02:08:56.749 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.749 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.13.82.252:36411(127.13.82.252:36411)] connecting to peer
02:08:56.749 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:56.749 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.82.252:36411(127.13.82.252:36411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:56.749 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.82.252:36411: Failed to connect to peer master-127.13.82.252:36411(127.13.82.252:36411): Connection refused: /127.13.82.252:36411
02:08:56.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.82.253:44067,127.13.82.254:42605,127.13.82.252:36411; will retry
02:08:56.749 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.749 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.749 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.749 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.749 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.749 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.750 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.750 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.753 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:56.753 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:56.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.754 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:56.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.754 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job aa0f880d3d16040ce17d0c341cb8eb57 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job aa0f880d3d16040ce17d0c341cb8eb57 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:56.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.754 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:56.765 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.765 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.765 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.765 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.765 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.765 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.765 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.766 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.767 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.767 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.767 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.767 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.767 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.767 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.767 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.768 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.768 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.768 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.768 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.768 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.768 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.768 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.768 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.768 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.769 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.769 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.769 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.769 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.769 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.769 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.769 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.769 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.769 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.769 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.769 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.772 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:56.772 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:56.772 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:56.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.773 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.773 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.773 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.773 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.773 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.773 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:56.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job e145383e68303a1e13038904fc8aacb4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job e145383e68303a1e13038904fc8aacb4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:56.785 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.785 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.785 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.786 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.786 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.786 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.786 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.786 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.786 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.786 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.786 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.786 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.786 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.786 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.786 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.786 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.787 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.787 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.787 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.787 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.787 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.787 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.787 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.788 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.788 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.793 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:56.793 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:56.793 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:56.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.793 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.793 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.793 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.793 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.793 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:56.805 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.805 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.805 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.806 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.807 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.807 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.807 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.807 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.807 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.807 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.807 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.807 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.807 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.807 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.807 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.808 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.808 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.808 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.808 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.808 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.808 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.826 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.826 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.827 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.827 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.827 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.827 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.832 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:56.832 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:56.833 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:56.833 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.833 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.833 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:56.847 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.847 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.847 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.847 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.847 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.848 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.848 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.848 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0d8395fba2788201aec6c54dce2f1c84 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 0d8395fba2788201aec6c54dce2f1c84 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
02:08:56.865 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.865 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.865 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.865 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.887 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.887 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.887 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.888 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.888 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.888 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.888 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.888 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.888 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.888 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.888 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.888 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.892 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:56.892 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:56.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.892 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:56.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.893 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.893 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.893 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.893 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.893 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.893 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:56.907 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.907 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.907 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.907 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.907 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.907 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.908 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.908 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.908 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.908 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.908 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.908 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.908 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.913 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:56.913 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:56.913 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:56.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.913 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.913 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.913 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.914 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:56.928 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.928 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.928 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.928 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.928 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.929 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.947 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.948 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.948 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.948 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.948 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.962 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.190:41305(127.15.148.190:41305)] connecting to peer
02:08:56.963 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.188:43533(127.15.148.188:43533)] connecting to peer
02:08:56.963 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.148.189:35525(127.15.148.189:35525)] connecting to peer
02:08:56.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.963 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.148.189:35525(127.15.148.189:35525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.963 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.148.188:43533(127.15.148.188:43533)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.148.190:41305(127.15.148.190:41305)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.190:41305: Failed to connect to peer master-127.15.148.190:41305(127.15.148.190:41305): Connection refused: /127.15.148.190:41305
02:08:56.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.188:43533: Failed to connect to peer master-127.15.148.188:43533(127.15.148.188:43533): Connection refused: /127.15.148.188:43533
02:08:56.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.148.189:35525: Failed to connect to peer master-127.15.148.189:35525(127.15.148.189:35525): Connection refused: /127.15.148.189:35525
02:08:56.963 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.148.190:41305,127.15.148.188:43533,127.15.148.189:35525; will retry
02:08:56.985 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:56.985 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:56.985 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:56.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:56.985 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.985 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.986 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:56.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:56.986 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:56.993 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.124:38689(127.7.47.124:38689)] connecting to peer
02:08:56.993 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.125:34413(127.7.47.125:34413)] connecting to peer
02:08:56.993 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.7.47.126:46261(127.7.47.126:46261)] connecting to peer
02:08:56.993 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.47.126:46261(127.7.47.126:46261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.47.125:34413(127.7.47.125:34413)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.47.124:38689(127.7.47.124:38689)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.993 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.126:46261: Failed to connect to peer master-127.7.47.126:46261(127.7.47.126:46261): Connection refused: /127.7.47.126:46261
02:08:56.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.125:34413: Failed to connect to peer master-127.7.47.125:34413(127.7.47.125:34413): Connection refused: /127.7.47.125:34413
02:08:56.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.47.124:38689: Failed to connect to peer master-127.7.47.124:38689(127.7.47.124:38689): Connection refused: /127.7.47.124:38689
02:08:56.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.47.124:38689,127.7.47.125:34413,127.7.47.126:46261; will retry
02:08:57.003 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:57.003 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:57.003 [DEBUG - pool-467-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:57.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:57.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:57.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:57.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:57.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:57.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:57.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:57.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:57.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:57.004 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:57.007 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:57.007 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:57.007 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:57.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:57.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:57.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:57.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:57.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:57.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:57.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:57.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:57.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:57.008 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:57.012 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.126:34347(127.14.8.126:34347)] connecting to peer
02:08:57.012 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.125:37543(127.14.8.125:37543)] connecting to peer
02:08:57.012 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.14.8.124:34435(127.14.8.124:34435)] connecting to peer
02:08:57.012 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:57.012 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.8.126:34347(127.14.8.126:34347)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:57.012 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:57.012 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.126:34347: Failed to connect to peer master-127.14.8.126:34347(127.14.8.126:34347): Connection refused: /127.14.8.126:34347
02:08:57.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.8.125:37543(127.14.8.125:37543)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:57.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.125:37543: Failed to connect to peer master-127.14.8.125:37543(127.14.8.125:37543): Connection refused: /127.14.8.125:37543
02:08:57.012 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:57.012 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.8.124:34435(127.14.8.124:34435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:57.012 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.8.124:34435: Failed to connect to peer master-127.14.8.124:34435(127.14.8.124:34435): Connection refused: /127.14.8.124:34435
02:08:57.013 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.8.126:34347,127.14.8.125:37543,127.14.8.124:34435; will retry
02:08:57.019 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testTableInitializationSmoke: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
02:08:57.027 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.190:46579(127.7.237.190:46579)] connecting to peer
02:08:57.027 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.189:43665(127.7.237.189:43665)] connecting to peer
02:08:57.028 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.7.237.188:33477(127.7.237.188:33477)] connecting to peer
02:08:57.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:57.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.7.237.190:46579(127.7.237.190:46579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:57.028 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:57.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.190:46579: Failed to connect to peer master-127.7.237.190:46579(127.7.237.190:46579): Connection refused: /127.7.237.190:46579
02:08:57.028 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.7.237.188:33477(127.7.237.188:33477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:57.028 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:57.028 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.7.237.189:43665(127.7.237.189:43665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:57.028 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.189:43665: Failed to connect to peer master-127.7.237.189:43665(127.7.237.189:43665): Connection refused: /127.7.237.189:43665
02:08:57.028 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.7.237.188:33477: Failed to connect to peer master-127.7.237.188:33477(127.7.237.188:33477): Connection refused: /127.7.237.188:33477
02:08:57.028 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.7.237.190:46579,127.7.237.189:43665,127.7.237.188:33477; will retry
02:08:57.065 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testTableInitializationSmoke: giving up after 1 attempts
E
Time: 314.363
There were 7 failures:
1) testNonCoveredRangePartitioning(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
2) testRangeWithCustomHashSchemas(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
3) testUnpartitionedTable(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
4) testHashAndRangePartitioning(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
5) testRangeOnlyPartitioning(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
6) testHashOnlyPartitioning(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
7) testTableInitializationSmoke(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more

FAILURES!!!
Tests run: 7,  Failures: 7

02:08:57.071 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
02:08:57.072 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:38497
02:08:57.072 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-e106ceca-eaeb-4cdd-b18c-b153ea760b31
02:08:57.073 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
02:08:57.073 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
02:08:57.073 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
02:08:57.073 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
02:08:57.074 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
02:08:57.075 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
02:08:57.075 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
02:08:57.076 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:44769
02:08:57.077 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:40065
02:08:57.077 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-6c140cd0-e630-43ff-94b9-e40b7f7f942a
02:08:57.077 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
02:08:57.079 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:46483
02:08:57.079 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-2dcc3d77-1103-4276-a38f-41de72d48518
02:08:57.080 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-5dcafb54-4a57-4b5c-845b-6a88f1cebfd2
